[ 504.086788] env[62588]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62588) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 504.087139] env[62588]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62588) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 504.087192] env[62588]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62588) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 504.087540] env[62588]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 504.183708] env[62588]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62588) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 504.194385] env[62588]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=62588) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 504.795472] env[62588]: INFO nova.virt.driver [None req-c8a7ff1f-fffe-4696-a423-ad5cba6e50d5 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 504.866113] env[62588]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 504.866264] env[62588]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 504.866365] env[62588]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62588) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 508.040775] env[62588]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-aeb41554-0801-4a4a-b3a4-1f677383231f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.056746] env[62588]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62588) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 508.056909] env[62588]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-f709b5ca-830a-43d5-be5e-cee47d4a3ec1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.088142] env[62588]: INFO oslo_vmware.api [-] Successfully established new session; session ID is d6a4d. [ 508.088278] env[62588]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.222s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 508.089781] env[62588]: INFO nova.virt.vmwareapi.driver [None req-c8a7ff1f-fffe-4696-a423-ad5cba6e50d5 None None] VMware vCenter version: 7.0.3 [ 508.093429] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee71089-24b7-4464-86fa-a77aa8772b51 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.111211] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97f1f49-88c7-490d-b409-dc328cd7baef {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.117214] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f8fd32-4685-4ef6-9f29-5f55cf91121b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.123780] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc49b37-57f5-4654-8530-0ebcd6ed510e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.136636] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d29a0dc-1a59-4116-9fd8-af09bc9a61d2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.142526] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2bf62a-410d-4fc9-8d7b-c3156010cee7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.172514] env[62588]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-f1c008f3-776a-42a0-a19e-45544b7e890a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.178611] env[62588]: DEBUG nova.virt.vmwareapi.driver [None req-c8a7ff1f-fffe-4696-a423-ad5cba6e50d5 None None] Extension org.openstack.compute already exists. {{(pid=62588) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 508.181319] env[62588]: INFO nova.compute.provider_config [None req-c8a7ff1f-fffe-4696-a423-ad5cba6e50d5 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 508.685126] env[62588]: DEBUG nova.context [None req-c8a7ff1f-fffe-4696-a423-ad5cba6e50d5 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),07f33ffb-2ac1-4f5a-8750-8846c8e0bd6b(cell1) {{(pid=62588) load_cells /opt/stack/nova/nova/context.py:464}} [ 508.687198] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 508.687416] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 508.688090] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 508.688657] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] Acquiring lock "07f33ffb-2ac1-4f5a-8750-8846c8e0bd6b" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 508.688849] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] Lock "07f33ffb-2ac1-4f5a-8750-8846c8e0bd6b" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 508.689889] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] Lock "07f33ffb-2ac1-4f5a-8750-8846c8e0bd6b" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 508.710939] env[62588]: INFO dbcounter [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] Registered counter for database nova_cell0 [ 508.719052] env[62588]: INFO dbcounter [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] Registered counter for database nova_cell1 [ 508.722408] env[62588]: DEBUG oslo_db.sqlalchemy.engines [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62588) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 508.722767] env[62588]: DEBUG oslo_db.sqlalchemy.engines [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62588) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 508.727662] env[62588]: ERROR nova.db.main.api [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 508.727662] env[62588]: result = function(*args, **kwargs) [ 508.727662] env[62588]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 508.727662] env[62588]: return func(*args, **kwargs) [ 508.727662] env[62588]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 508.727662] env[62588]: result = fn(*args, **kwargs) [ 508.727662] env[62588]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 508.727662] env[62588]: return f(*args, **kwargs) [ 508.727662] env[62588]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 508.727662] env[62588]: return db.service_get_minimum_version(context, binaries) [ 508.727662] env[62588]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 508.727662] env[62588]: _check_db_access() [ 508.727662] env[62588]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 508.727662] env[62588]: stacktrace = ''.join(traceback.format_stack()) [ 508.727662] env[62588]: [ 508.728494] env[62588]: ERROR nova.db.main.api [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 508.728494] env[62588]: result = function(*args, **kwargs) [ 508.728494] env[62588]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 508.728494] env[62588]: return func(*args, **kwargs) [ 508.728494] env[62588]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 508.728494] env[62588]: result = fn(*args, **kwargs) [ 508.728494] env[62588]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 508.728494] env[62588]: return f(*args, **kwargs) [ 508.728494] env[62588]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 508.728494] env[62588]: return db.service_get_minimum_version(context, binaries) [ 508.728494] env[62588]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 508.728494] env[62588]: _check_db_access() [ 508.728494] env[62588]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 508.728494] env[62588]: stacktrace = ''.join(traceback.format_stack()) [ 508.728494] env[62588]: [ 508.729061] env[62588]: WARNING nova.objects.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 508.729061] env[62588]: WARNING nova.objects.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] Failed to get minimum service version for cell 07f33ffb-2ac1-4f5a-8750-8846c8e0bd6b [ 508.729436] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] Acquiring lock "singleton_lock" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 508.729605] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] Acquired lock "singleton_lock" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 508.729833] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] Releasing lock "singleton_lock" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 508.730167] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] Full set of CONF: {{(pid=62588) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 508.730309] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ******************************************************************************** {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 508.730437] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] Configuration options gathered from: {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 508.730570] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 508.730756] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 508.730882] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ================================================================================ {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 508.731103] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] allow_resize_to_same_host = True {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.731313] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] arq_binding_timeout = 300 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.731448] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] backdoor_port = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.731578] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] backdoor_socket = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.731745] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] block_device_allocate_retries = 60 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.731904] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] block_device_allocate_retries_interval = 3 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.732090] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cert = self.pem {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.732275] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.732462] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] compute_monitors = [] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.732632] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] config_dir = [] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.732802] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] config_drive_format = iso9660 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.732934] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.733111] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] config_source = [] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.733283] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] console_host = devstack {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.733450] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] control_exchange = nova {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.733612] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cpu_allocation_ratio = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.733771] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] daemon = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.733937] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] debug = True {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.734110] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] default_access_ip_network_name = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.734278] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] default_availability_zone = nova {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.734435] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] default_ephemeral_format = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.734596] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] default_green_pool_size = 1000 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.734833] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.735006] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] default_schedule_zone = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.735173] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] disk_allocation_ratio = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.735340] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] enable_new_services = True {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.735518] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] enabled_apis = ['osapi_compute'] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.735679] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] enabled_ssl_apis = [] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.735840] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] flat_injected = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.735995] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] force_config_drive = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.736173] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] force_raw_images = True {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.736343] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] graceful_shutdown_timeout = 5 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.736504] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] heal_instance_info_cache_interval = 60 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.736722] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] host = cpu-1 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.736893] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.737066] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.737229] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.737441] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.737606] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] instance_build_timeout = 0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.737761] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] instance_delete_interval = 300 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.737926] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] instance_format = [instance: %(uuid)s] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.738102] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] instance_name_template = instance-%08x {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.738264] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] instance_usage_audit = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.738435] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] instance_usage_audit_period = month {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.738597] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.738762] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.738926] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] internal_service_availability_zone = internal {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.739092] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] key = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.739254] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] live_migration_retry_count = 30 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.739422] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] log_color = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.739584] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] log_config_append = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.739748] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.739908] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] log_dir = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.740077] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] log_file = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.740205] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] log_options = True {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.740366] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] log_rotate_interval = 1 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.740533] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] log_rotate_interval_type = days {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.740696] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] log_rotation_type = none {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.740823] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.740947] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.741128] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.741318] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.741452] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.741622] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] long_rpc_timeout = 1800 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.741782] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] max_concurrent_builds = 10 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.741939] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] max_concurrent_live_migrations = 1 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.742108] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] max_concurrent_snapshots = 5 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.742284] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] max_local_block_devices = 3 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.742458] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] max_logfile_count = 30 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.742617] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] max_logfile_size_mb = 200 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.742775] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] maximum_instance_delete_attempts = 5 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.742943] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] metadata_listen = 0.0.0.0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.743124] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] metadata_listen_port = 8775 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.743294] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] metadata_workers = 2 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.743455] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] migrate_max_retries = -1 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.743620] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] mkisofs_cmd = genisoimage {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.743823] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.743953] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] my_ip = 10.180.1.21 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.744170] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.744332] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] network_allocate_retries = 0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.744518] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.744684] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.744846] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] osapi_compute_listen_port = 8774 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.745013] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] osapi_compute_unique_server_name_scope = {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.745187] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] osapi_compute_workers = 2 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.745349] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] password_length = 12 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.745540] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] periodic_enable = True {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.745659] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] periodic_fuzzy_delay = 60 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.745823] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] pointer_model = usbtablet {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.745987] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] preallocate_images = none {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.746161] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] publish_errors = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.746293] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] pybasedir = /opt/stack/nova {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.746449] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ram_allocation_ratio = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.746607] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] rate_limit_burst = 0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.746770] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] rate_limit_except_level = CRITICAL {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.746926] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] rate_limit_interval = 0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.747094] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] reboot_timeout = 0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.747253] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] reclaim_instance_interval = 0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.747408] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] record = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.747572] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] reimage_timeout_per_gb = 60 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.747734] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] report_interval = 120 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.747890] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] rescue_timeout = 0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.748062] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] reserved_host_cpus = 0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.748222] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] reserved_host_disk_mb = 0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.748378] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] reserved_host_memory_mb = 512 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.748534] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] reserved_huge_pages = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.748689] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] resize_confirm_window = 0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.748845] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] resize_fs_using_block_device = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.749008] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] resume_guests_state_on_host_boot = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.749183] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.749342] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] rpc_response_timeout = 60 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.749499] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] run_external_periodic_tasks = True {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.749662] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] running_deleted_instance_action = reap {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.749819] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.749974] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] running_deleted_instance_timeout = 0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.750142] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] scheduler_instance_sync_interval = 120 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.750307] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] service_down_time = 720 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.750471] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] servicegroup_driver = db {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.750624] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] shell_completion = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.750778] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] shelved_offload_time = 0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.750933] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] shelved_poll_interval = 3600 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.751106] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] shutdown_timeout = 0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.751278] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] source_is_ipv6 = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.751449] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ssl_only = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.751703] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.751877] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] sync_power_state_interval = 600 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.752051] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] sync_power_state_pool_size = 1000 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.752509] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] syslog_log_facility = LOG_USER {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.752692] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] tempdir = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.752863] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] timeout_nbd = 10 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.753049] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] transport_url = **** {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.753219] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] update_resources_interval = 0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.753383] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] use_cow_images = True {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.753546] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] use_eventlog = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.753705] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] use_journal = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.753866] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] use_json = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.754035] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] use_rootwrap_daemon = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.754202] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] use_stderr = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.754362] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] use_syslog = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.754523] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vcpu_pin_set = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.754692] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vif_plugging_is_fatal = True {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.754857] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vif_plugging_timeout = 300 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.755032] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] virt_mkfs = [] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.755200] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] volume_usage_poll_interval = 0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.755362] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] watch_log_file = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.755533] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] web = /usr/share/spice-html5 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 508.755724] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.755891] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.756069] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.756246] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_concurrency.disable_process_locking = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.756537] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.756716] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.756882] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.757064] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.757239] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.757405] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.757591] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api.auth_strategy = keystone {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.757759] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api.compute_link_prefix = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.757934] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.758119] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api.dhcp_domain = novalocal {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.758291] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api.enable_instance_password = True {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.758455] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api.glance_link_prefix = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.758620] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.758791] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.758956] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api.instance_list_per_project_cells = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.759132] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api.list_records_by_skipping_down_cells = True {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.759298] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api.local_metadata_per_cell = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.759470] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api.max_limit = 1000 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.759639] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api.metadata_cache_expiration = 15 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.759812] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api.neutron_default_tenant_id = default {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.759984] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api.response_validation = warn {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.760167] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api.use_neutron_default_nets = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.760335] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.760498] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.760658] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.760825] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.760992] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api.vendordata_dynamic_targets = [] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.761166] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api.vendordata_jsonfile_path = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.761368] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.761568] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.backend = dogpile.cache.memcached {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.761735] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.backend_argument = **** {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.761893] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.backend_expiration_time = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.762074] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.config_prefix = cache.oslo {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.762255] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.dead_timeout = 60.0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.762441] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.debug_cache_backend = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.762603] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.enable_retry_client = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.762763] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.enable_socket_keepalive = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.762933] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.enabled = True {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.763108] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.enforce_fips_mode = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.763273] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.expiration_time = 600 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.763435] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.hashclient_retry_attempts = 2 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.763602] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.763758] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.memcache_dead_retry = 300 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.763915] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.memcache_password = **** {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.764090] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.764254] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.764416] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.memcache_pool_maxsize = 10 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.764576] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.764736] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.memcache_sasl_enabled = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.764913] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.765091] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.765265] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.memcache_username = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.765434] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.proxies = [] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.765594] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.redis_db = 0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.765763] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.redis_password = **** {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.765920] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.766108] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.766280] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.redis_server = localhost:6379 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.766445] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.redis_socket_timeout = 1.0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.766603] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.redis_username = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.766762] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.retry_attempts = 2 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.766923] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.retry_delay = 0.0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.767095] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.socket_keepalive_count = 1 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.767258] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.socket_keepalive_idle = 1 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.767418] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.socket_keepalive_interval = 1 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.767573] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.tls_allowed_ciphers = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.767728] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.tls_cafile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.767882] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.tls_certfile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.768057] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.tls_enabled = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.768219] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cache.tls_keyfile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.768386] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cinder.auth_section = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.768559] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cinder.auth_type = password {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.768718] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cinder.cafile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.768891] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.769061] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cinder.certfile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.769228] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cinder.collect_timing = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.769388] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cinder.cross_az_attach = True {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.769551] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cinder.debug = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.769708] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cinder.endpoint_template = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.769870] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cinder.http_retries = 3 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.770040] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cinder.insecure = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.770203] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cinder.keyfile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.770377] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cinder.os_region_name = RegionOne {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.770543] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cinder.split_loggers = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.770701] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cinder.timeout = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.770869] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.771040] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] compute.cpu_dedicated_set = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.771203] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] compute.cpu_shared_set = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.771394] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] compute.image_type_exclude_list = [] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.771565] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.771726] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.771891] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.772053] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.772226] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.772452] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] compute.resource_provider_association_refresh = 300 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.772580] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.772741] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] compute.shutdown_retry_interval = 10 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.772917] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.773107] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] conductor.workers = 2 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.773290] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] console.allowed_origins = [] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.773451] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] console.ssl_ciphers = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.773652] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] console.ssl_minimum_version = default {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.773833] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] consoleauth.enforce_session_timeout = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.774008] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] consoleauth.token_ttl = 600 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.774193] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cyborg.cafile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.774353] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cyborg.certfile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.774517] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cyborg.collect_timing = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.774700] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cyborg.connect_retries = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.774889] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cyborg.connect_retry_delay = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.775066] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cyborg.endpoint_override = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.775233] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cyborg.insecure = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.775390] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cyborg.keyfile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.775552] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cyborg.max_version = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.775708] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cyborg.min_version = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.775862] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cyborg.region_name = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.776029] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cyborg.retriable_status_codes = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.776189] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cyborg.service_name = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.776356] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cyborg.service_type = accelerator {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.776516] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cyborg.split_loggers = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.776671] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cyborg.status_code_retries = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.776823] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cyborg.status_code_retry_delay = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.776979] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cyborg.timeout = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.777170] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.777332] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] cyborg.version = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.777511] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] database.backend = sqlalchemy {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.777678] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] database.connection = **** {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.777840] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] database.connection_debug = 0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.778012] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] database.connection_parameters = {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.778181] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] database.connection_recycle_time = 3600 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.778344] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] database.connection_trace = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.778505] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] database.db_inc_retry_interval = True {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.778663] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] database.db_max_retries = 20 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.778821] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] database.db_max_retry_interval = 10 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.778978] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] database.db_retry_interval = 1 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.779153] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] database.max_overflow = 50 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.779309] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] database.max_pool_size = 5 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.779470] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] database.max_retries = 10 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.779637] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.779793] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] database.mysql_wsrep_sync_wait = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.779948] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] database.pool_timeout = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.780120] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] database.retry_interval = 10 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.780279] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] database.slave_connection = **** {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.780439] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] database.sqlite_synchronous = True {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.780598] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] database.use_db_reconnect = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.780770] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api_database.backend = sqlalchemy {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.780936] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api_database.connection = **** {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.781110] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api_database.connection_debug = 0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.781320] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api_database.connection_parameters = {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.781493] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api_database.connection_recycle_time = 3600 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.781660] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api_database.connection_trace = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.781824] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api_database.db_inc_retry_interval = True {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.781987] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api_database.db_max_retries = 20 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.782165] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api_database.db_max_retry_interval = 10 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.782371] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api_database.db_retry_interval = 1 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.782549] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api_database.max_overflow = 50 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.782693] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api_database.max_pool_size = 5 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.782850] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api_database.max_retries = 10 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.783026] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.783190] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.783347] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api_database.pool_timeout = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.783507] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api_database.retry_interval = 10 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.783663] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api_database.slave_connection = **** {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.783820] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] api_database.sqlite_synchronous = True {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.783991] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] devices.enabled_mdev_types = [] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.784180] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.784352] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.784516] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ephemeral_storage_encryption.enabled = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.784704] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.784920] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] glance.api_servers = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.785110] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] glance.cafile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.785278] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] glance.certfile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.785443] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] glance.collect_timing = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.785601] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] glance.connect_retries = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.785757] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] glance.connect_retry_delay = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.785919] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] glance.debug = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.786095] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] glance.default_trusted_certificate_ids = [] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.786257] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] glance.enable_certificate_validation = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.786417] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] glance.enable_rbd_download = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.786574] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] glance.endpoint_override = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.786737] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] glance.insecure = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.786893] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] glance.keyfile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.787059] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] glance.max_version = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.787217] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] glance.min_version = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.787375] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] glance.num_retries = 3 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.787542] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] glance.rbd_ceph_conf = {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.787701] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] glance.rbd_connect_timeout = 5 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.787865] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] glance.rbd_pool = {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.788044] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] glance.rbd_user = {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.788209] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] glance.region_name = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.788365] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] glance.retriable_status_codes = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.788523] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] glance.service_name = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.788695] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] glance.service_type = image {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.788852] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] glance.split_loggers = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.789013] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] glance.status_code_retries = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.789199] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] glance.status_code_retry_delay = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.789377] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] glance.timeout = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.789558] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.789720] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] glance.verify_glance_signatures = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.789876] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] glance.version = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.790053] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] guestfs.debug = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.790225] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] manila.auth_section = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.790391] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] manila.auth_type = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.790576] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] manila.cafile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.790753] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] manila.certfile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.790919] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] manila.collect_timing = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.791090] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] manila.connect_retries = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.791285] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] manila.connect_retry_delay = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.791431] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] manila.endpoint_override = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.791598] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] manila.insecure = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.791753] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] manila.keyfile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.791912] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] manila.max_version = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.792081] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] manila.min_version = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.792241] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] manila.region_name = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.792405] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] manila.retriable_status_codes = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.792557] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] manila.service_name = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.792725] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] manila.service_type = shared-file-system {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.792885] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] manila.share_apply_policy_timeout = 10 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.793055] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] manila.split_loggers = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.793215] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] manila.status_code_retries = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.793369] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] manila.status_code_retry_delay = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.793526] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] manila.timeout = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.793702] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.793863] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] manila.version = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.794040] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] mks.enabled = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.794393] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.794583] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] image_cache.manager_interval = 2400 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.794749] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] image_cache.precache_concurrency = 1 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.794916] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] image_cache.remove_unused_base_images = True {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.795094] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.795264] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.795436] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] image_cache.subdirectory_name = _base {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.795610] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ironic.api_max_retries = 60 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.795772] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ironic.api_retry_interval = 2 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.795928] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ironic.auth_section = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.796100] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ironic.auth_type = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.796262] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ironic.cafile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.796419] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ironic.certfile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.796580] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ironic.collect_timing = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.796738] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ironic.conductor_group = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.796891] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ironic.connect_retries = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.797057] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ironic.connect_retry_delay = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.797214] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ironic.endpoint_override = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.797374] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ironic.insecure = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.797529] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ironic.keyfile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.797683] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ironic.max_version = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.797833] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ironic.min_version = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.797992] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ironic.peer_list = [] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.798160] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ironic.region_name = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.798316] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ironic.retriable_status_codes = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.798477] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ironic.serial_console_state_timeout = 10 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.798631] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ironic.service_name = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.798794] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ironic.service_type = baremetal {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.798950] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ironic.shard = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.799127] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ironic.split_loggers = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.799284] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ironic.status_code_retries = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.799442] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ironic.status_code_retry_delay = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.799601] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ironic.timeout = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.799778] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.799938] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ironic.version = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.800131] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.800306] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] key_manager.fixed_key = **** {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.800487] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.800647] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] barbican.barbican_api_version = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.800803] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] barbican.barbican_endpoint = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.800972] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] barbican.barbican_endpoint_type = public {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.801144] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] barbican.barbican_region_name = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.801311] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] barbican.cafile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.801468] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] barbican.certfile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.801629] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] barbican.collect_timing = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.801787] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] barbican.insecure = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.801942] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] barbican.keyfile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.802114] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] barbican.number_of_retries = 60 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.802297] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] barbican.retry_delay = 1 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.802475] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] barbican.send_service_user_token = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.802638] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] barbican.split_loggers = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.802795] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] barbican.timeout = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.802951] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] barbican.verify_ssl = True {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.803121] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] barbican.verify_ssl_path = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.803288] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] barbican_service_user.auth_section = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.803448] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] barbican_service_user.auth_type = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.803602] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] barbican_service_user.cafile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.803756] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] barbican_service_user.certfile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.803915] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] barbican_service_user.collect_timing = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.804084] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] barbican_service_user.insecure = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.804243] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] barbican_service_user.keyfile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.804419] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] barbican_service_user.split_loggers = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.804574] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] barbican_service_user.timeout = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.804739] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vault.approle_role_id = **** {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.804896] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vault.approle_secret_id = **** {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.805083] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vault.kv_mountpoint = secret {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.805248] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vault.kv_path = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.805413] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vault.kv_version = 2 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.805571] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vault.namespace = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.805728] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vault.root_token_id = **** {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.805882] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vault.ssl_ca_crt_file = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.806059] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vault.timeout = 60.0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.806222] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vault.use_ssl = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.806391] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.806556] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] keystone.cafile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.806715] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] keystone.certfile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.806877] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] keystone.collect_timing = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.807045] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] keystone.connect_retries = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.807206] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] keystone.connect_retry_delay = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.807363] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] keystone.endpoint_override = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.807522] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] keystone.insecure = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.807676] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] keystone.keyfile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.807830] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] keystone.max_version = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.807985] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] keystone.min_version = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.808154] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] keystone.region_name = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.808308] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] keystone.retriable_status_codes = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.808466] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] keystone.service_name = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.808630] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] keystone.service_type = identity {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.808793] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] keystone.split_loggers = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.808949] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] keystone.status_code_retries = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.809119] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] keystone.status_code_retry_delay = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.809276] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] keystone.timeout = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.809453] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.809609] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] keystone.version = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.809794] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.ceph_mount_options = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.810114] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.810299] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.connection_uri = {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.810462] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.cpu_mode = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.810628] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.810791] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.cpu_models = [] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.810958] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.cpu_power_governor_high = performance {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.811136] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.811322] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.cpu_power_management = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.811500] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.811662] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.device_detach_attempts = 8 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.811821] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.device_detach_timeout = 20 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.811981] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.disk_cachemodes = [] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.812156] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.disk_prefix = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.812340] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.enabled_perf_events = [] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.812513] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.file_backed_memory = 0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.812677] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.gid_maps = [] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.812839] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.hw_disk_discard = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.812986] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.hw_machine_type = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.813165] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.images_rbd_ceph_conf = {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.813328] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.813489] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.813654] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.images_rbd_glance_store_name = {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.813818] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.images_rbd_pool = rbd {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.813984] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.images_type = default {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.814154] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.images_volume_group = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.814314] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.inject_key = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.814473] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.inject_partition = -2 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.814629] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.inject_password = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.814788] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.iscsi_iface = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.814946] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.iser_use_multipath = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.815118] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.815281] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.815441] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.live_migration_downtime = 500 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.815600] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.815757] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.815911] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.live_migration_inbound_addr = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.816080] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.816238] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.816399] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.live_migration_scheme = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.816563] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.live_migration_timeout_action = abort {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.816721] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.live_migration_tunnelled = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.816874] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.live_migration_uri = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.817043] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.live_migration_with_native_tls = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.817203] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.max_queues = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.817363] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.817593] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.817754] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.nfs_mount_options = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.818056] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.818233] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.818397] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.818558] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.818720] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.818880] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.num_pcie_ports = 0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.819052] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.819221] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.pmem_namespaces = [] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.819379] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.quobyte_client_cfg = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.819675] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.819855] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.820031] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.820196] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.820354] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.rbd_secret_uuid = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.820510] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.rbd_user = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.820668] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.820834] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.820989] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.rescue_image_id = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.821158] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.rescue_kernel_id = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.821339] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.rescue_ramdisk_id = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.821515] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.821676] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.rx_queue_size = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.821885] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.smbfs_mount_options = {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.822213] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.822397] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.snapshot_compression = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.822560] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.snapshot_image_format = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.822781] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.822947] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.sparse_logical_volumes = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.823122] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.swtpm_enabled = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.823290] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.swtpm_group = tss {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.823456] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.swtpm_user = tss {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.823620] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.sysinfo_serial = unique {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.823774] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.tb_cache_size = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.823927] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.tx_queue_size = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.824098] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.uid_maps = [] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.824258] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.use_virtio_for_bridges = True {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.824436] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.virt_type = kvm {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.824615] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.volume_clear = zero {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.824776] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.volume_clear_size = 0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.824936] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.volume_use_multipath = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.825109] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.vzstorage_cache_path = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.825279] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.825443] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.825600] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.825762] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.826062] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.826244] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.vzstorage_mount_user = stack {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.826415] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.826596] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] neutron.auth_section = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.826759] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] neutron.auth_type = password {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.826918] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] neutron.cafile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.827090] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] neutron.certfile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.827254] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] neutron.collect_timing = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.827412] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] neutron.connect_retries = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.827567] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] neutron.connect_retry_delay = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.827733] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] neutron.default_floating_pool = public {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.827888] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] neutron.endpoint_override = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.828059] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] neutron.extension_sync_interval = 600 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.828223] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] neutron.http_retries = 3 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.828379] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] neutron.insecure = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.828537] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] neutron.keyfile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.828759] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] neutron.max_version = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.828958] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.829144] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] neutron.min_version = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.829308] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] neutron.ovs_bridge = br-int {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.829475] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] neutron.physnets = [] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.829645] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] neutron.region_name = RegionOne {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.829804] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] neutron.retriable_status_codes = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.829970] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] neutron.service_metadata_proxy = True {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.830142] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] neutron.service_name = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.830311] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] neutron.service_type = network {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.830472] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] neutron.split_loggers = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.830628] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] neutron.status_code_retries = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.830781] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] neutron.status_code_retry_delay = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.830941] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] neutron.timeout = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.831231] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.831426] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] neutron.version = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.831608] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] notifications.bdms_in_notifications = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.831785] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] notifications.default_level = INFO {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.831949] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] notifications.include_share_mapping = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.832141] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] notifications.notification_format = unversioned {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.832305] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] notifications.notify_on_state_change = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.832483] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.832657] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] pci.alias = [] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.832824] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] pci.device_spec = [] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.833032] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] pci.report_in_placement = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.833165] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.auth_section = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.833339] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.auth_type = password {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.833503] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.833659] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.cafile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.833815] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.certfile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.833973] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.collect_timing = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.834143] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.connect_retries = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.834301] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.connect_retry_delay = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.834458] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.default_domain_id = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.834613] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.default_domain_name = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.834768] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.domain_id = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.834919] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.domain_name = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.835085] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.endpoint_override = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.835249] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.insecure = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.835406] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.keyfile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.835561] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.max_version = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.835712] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.min_version = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.835877] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.password = **** {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.836039] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.project_domain_id = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.836206] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.project_domain_name = Default {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.836370] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.project_id = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.836539] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.project_name = service {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.836706] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.region_name = RegionOne {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.836862] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.retriable_status_codes = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.837028] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.service_name = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.837199] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.service_type = placement {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.837362] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.split_loggers = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.837521] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.status_code_retries = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.837677] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.status_code_retry_delay = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.837834] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.system_scope = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.837988] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.timeout = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.838182] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.trust_id = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.838355] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.user_domain_id = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.838525] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.user_domain_name = Default {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.838680] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.user_id = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.838849] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.username = nova {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.839035] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.839198] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] placement.version = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.839371] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] quota.cores = 20 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.839538] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] quota.count_usage_from_placement = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.839708] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.839873] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] quota.injected_file_content_bytes = 10240 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.840048] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] quota.injected_file_path_length = 255 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.840214] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] quota.injected_files = 5 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.840377] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] quota.instances = 10 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.840540] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] quota.key_pairs = 100 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.840704] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] quota.metadata_items = 128 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.840863] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] quota.ram = 51200 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.841029] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] quota.recheck_quota = True {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.841197] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] quota.server_group_members = 10 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.841387] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] quota.server_groups = 10 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.841598] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.841771] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] quota.unified_limits_resource_strategy = require {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.841940] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.842116] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.842302] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] scheduler.image_metadata_prefilter = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.842484] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.842649] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] scheduler.max_attempts = 3 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.842809] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] scheduler.max_placement_results = 1000 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.842971] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.843147] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.843308] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.843480] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] scheduler.workers = 2 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.843673] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.843856] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.844055] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.844230] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.844391] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.844556] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.844719] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.844903] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.845081] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] filter_scheduler.host_subset_size = 1 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.845251] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.845412] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.845574] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.845737] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] filter_scheduler.isolated_hosts = [] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.845897] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] filter_scheduler.isolated_images = [] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.846070] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.846236] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.846399] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.846575] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] filter_scheduler.pci_in_placement = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.846735] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.846902] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.847057] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.847219] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.847379] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.847550] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.847715] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] filter_scheduler.track_instance_changes = True {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.847890] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.848072] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] metrics.required = True {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.848239] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] metrics.weight_multiplier = 1.0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.848399] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.848563] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] metrics.weight_setting = [] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.848870] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.849055] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] serial_console.enabled = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.849236] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] serial_console.port_range = 10000:20000 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.849405] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.849574] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.849737] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] serial_console.serialproxy_port = 6083 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.849900] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] service_user.auth_section = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.850082] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] service_user.auth_type = password {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.850243] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] service_user.cafile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.850401] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] service_user.certfile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.850565] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] service_user.collect_timing = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.850753] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] service_user.insecure = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.850938] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] service_user.keyfile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.851156] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] service_user.send_service_user_token = True {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.851364] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] service_user.split_loggers = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.851539] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] service_user.timeout = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.851710] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] spice.agent_enabled = True {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.851867] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] spice.enabled = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.852195] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.852409] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.852585] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] spice.html5proxy_port = 6082 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.852745] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] spice.image_compression = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.852902] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] spice.jpeg_compression = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.853072] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] spice.playback_compression = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.853233] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] spice.require_secure = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.853403] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] spice.server_listen = 127.0.0.1 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.853577] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.853756] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] spice.streaming_mode = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.853915] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] spice.zlib_compression = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.854092] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] upgrade_levels.baseapi = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.854270] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] upgrade_levels.compute = auto {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.854431] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] upgrade_levels.conductor = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.854586] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] upgrade_levels.scheduler = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.854749] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.854909] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.855089] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vendordata_dynamic_auth.cafile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.855251] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vendordata_dynamic_auth.certfile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.855415] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.855571] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vendordata_dynamic_auth.insecure = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.855725] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.855884] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.856046] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vendordata_dynamic_auth.timeout = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.856223] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vmware.api_retry_count = 10 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.856379] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vmware.ca_file = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.856549] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.856712] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vmware.cluster_name = testcl1 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.856929] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vmware.connection_pool_size = 10 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.857035] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vmware.console_delay_seconds = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.857204] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vmware.datastore_regex = ^datastore.* {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.857416] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.857602] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vmware.host_password = **** {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.857767] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vmware.host_port = 443 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.857931] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vmware.host_username = administrator@vsphere.local {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.858110] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vmware.insecure = True {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.858271] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vmware.integration_bridge = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.858432] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vmware.maximum_objects = 100 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.858591] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vmware.pbm_default_policy = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.858746] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vmware.pbm_enabled = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.858901] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vmware.pbm_wsdl_location = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.859079] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.859240] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vmware.serial_port_proxy_uri = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.859392] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vmware.serial_port_service_uri = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.859558] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vmware.task_poll_interval = 0.5 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.859728] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vmware.use_linked_clone = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.859891] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vmware.vnc_keymap = en-us {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.860067] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vmware.vnc_port = 5900 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.860233] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vmware.vnc_port_total = 10000 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.860416] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vnc.auth_schemes = ['none'] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.860589] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vnc.enabled = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.860893] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.861089] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.861285] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vnc.novncproxy_port = 6080 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.861508] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vnc.server_listen = 127.0.0.1 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.861723] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.861903] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vnc.vencrypt_ca_certs = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.862076] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vnc.vencrypt_client_cert = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.862240] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vnc.vencrypt_client_key = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.862416] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.862581] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] workarounds.disable_deep_image_inspection = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.862762] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.862926] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.863102] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.863270] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] workarounds.disable_rootwrap = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.863427] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] workarounds.enable_numa_live_migration = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.863604] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.863790] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.863953] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.864129] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] workarounds.libvirt_disable_apic = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.864290] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.864450] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.864610] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.864769] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.864927] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.865095] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.865257] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.865418] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.865575] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.865750] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.865937] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.866138] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] wsgi.client_socket_timeout = 900 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.866310] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] wsgi.default_pool_size = 1000 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.866478] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] wsgi.keep_alive = True {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.866641] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] wsgi.max_header_line = 16384 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.866800] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.866958] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] wsgi.ssl_ca_file = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.867130] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] wsgi.ssl_cert_file = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.867289] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] wsgi.ssl_key_file = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.867453] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] wsgi.tcp_keepidle = 600 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.867630] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.867794] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] zvm.ca_file = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.867951] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] zvm.cloud_connector_url = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.868263] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.868440] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] zvm.reachable_timeout = 300 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.868609] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.868786] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.868961] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] profiler.connection_string = messaging:// {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.869142] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] profiler.enabled = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.869314] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] profiler.es_doc_type = notification {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.869479] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] profiler.es_scroll_size = 10000 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.869645] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] profiler.es_scroll_time = 2m {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.869807] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] profiler.filter_error_trace = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.869972] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] profiler.hmac_keys = **** {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.870152] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] profiler.sentinel_service_name = mymaster {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.870320] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] profiler.socket_timeout = 0.1 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.870480] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] profiler.trace_requests = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.870645] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] profiler.trace_sqlalchemy = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.870822] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] profiler_jaeger.process_tags = {} {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.870983] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] profiler_jaeger.service_name_prefix = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.871159] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] profiler_otlp.service_name_prefix = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.871352] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] remote_debug.host = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.871524] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] remote_debug.port = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.871703] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.871865] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.872037] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.872201] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.872361] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.872519] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.872678] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.872835] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.872990] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.873169] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.873328] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.873496] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.873688] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.873868] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.874050] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.874222] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.874389] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.874567] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.874728] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.874887] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.875065] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.875233] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.875393] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.875555] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.875713] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.875868] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.876034] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.876196] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.876359] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.876523] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_rabbit.ssl = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.876691] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.876860] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.877031] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.877208] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.877377] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.877539] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.877766] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.877981] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_notifications.retry = -1 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.878187] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.878367] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.878541] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_limit.auth_section = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.878701] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_limit.auth_type = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.878858] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_limit.cafile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.879031] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_limit.certfile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.879198] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_limit.collect_timing = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.879355] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_limit.connect_retries = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.879514] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_limit.connect_retry_delay = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.879667] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_limit.endpoint_id = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.879835] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.879991] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_limit.endpoint_override = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.880161] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_limit.endpoint_region_name = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.880331] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_limit.endpoint_service_name = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.880589] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_limit.endpoint_service_type = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.880862] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_limit.insecure = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.881147] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_limit.keyfile = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.881501] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_limit.max_version = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.881713] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_limit.min_version = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.881988] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_limit.region_name = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.882291] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_limit.retriable_status_codes = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.882577] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_limit.service_name = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.882859] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_limit.service_type = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.883163] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_limit.split_loggers = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.883449] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_limit.status_code_retries = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.883734] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_limit.status_code_retry_delay = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.884023] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_limit.timeout = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.884309] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_limit.valid_interfaces = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.884594] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_limit.version = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.884884] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_reports.file_event_handler = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.885191] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.885473] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] oslo_reports.log_dir = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.885784] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.886062] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.886349] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.886563] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.886738] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.886903] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.887091] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.887300] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vif_plug_ovs_privileged.group = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.887414] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.887582] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.887744] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.887903] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] vif_plug_ovs_privileged.user = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.888091] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.888275] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.888450] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.888620] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.888789] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.888955] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.889132] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.889314] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.889506] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.889678] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] os_vif_ovs.isolate_vif = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.889844] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.890010] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.890186] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.890354] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.890533] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] os_vif_ovs.per_port_bridge = False {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.890703] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] privsep_osbrick.capabilities = [21] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.890859] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] privsep_osbrick.group = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.891026] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] privsep_osbrick.helper_command = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.891192] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.891373] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.891537] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] privsep_osbrick.user = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.891706] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.891862] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] nova_sys_admin.group = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.892031] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] nova_sys_admin.helper_command = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.892200] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.892358] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.892517] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] nova_sys_admin.user = None {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 508.892645] env[62588]: DEBUG oslo_service.service [None req-e16fabe3-632a-4fd7-a85c-390f498f7962 None None] ******************************************************************************** {{(pid=62588) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 508.893071] env[62588]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 509.396660] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-471e0dcc-9bff-44ec-9824-b7d9a0951816 None None] Getting list of instances from cluster (obj){ [ 509.396660] env[62588]: value = "domain-c8" [ 509.396660] env[62588]: _type = "ClusterComputeResource" [ 509.396660] env[62588]: } {{(pid=62588) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 509.397987] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb70b36-56dc-48d2-8595-931153e4ae62 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 509.407499] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-471e0dcc-9bff-44ec-9824-b7d9a0951816 None None] Got total of 0 instances {{(pid=62588) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 509.408110] env[62588]: WARNING nova.virt.vmwareapi.driver [None req-471e0dcc-9bff-44ec-9824-b7d9a0951816 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 509.408593] env[62588]: INFO nova.virt.node [None req-471e0dcc-9bff-44ec-9824-b7d9a0951816 None None] Generated node identity eaab8868-4bee-41d4-8b5c-ca05c3049f36 [ 509.408826] env[62588]: INFO nova.virt.node [None req-471e0dcc-9bff-44ec-9824-b7d9a0951816 None None] Wrote node identity eaab8868-4bee-41d4-8b5c-ca05c3049f36 to /opt/stack/data/n-cpu-1/compute_id [ 509.912014] env[62588]: WARNING nova.compute.manager [None req-471e0dcc-9bff-44ec-9824-b7d9a0951816 None None] Compute nodes ['eaab8868-4bee-41d4-8b5c-ca05c3049f36'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 510.917253] env[62588]: INFO nova.compute.manager [None req-471e0dcc-9bff-44ec-9824-b7d9a0951816 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 511.922163] env[62588]: WARNING nova.compute.manager [None req-471e0dcc-9bff-44ec-9824-b7d9a0951816 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 511.922524] env[62588]: DEBUG oslo_concurrency.lockutils [None req-471e0dcc-9bff-44ec-9824-b7d9a0951816 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 511.922671] env[62588]: DEBUG oslo_concurrency.lockutils [None req-471e0dcc-9bff-44ec-9824-b7d9a0951816 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 511.922817] env[62588]: DEBUG oslo_concurrency.lockutils [None req-471e0dcc-9bff-44ec-9824-b7d9a0951816 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 511.922967] env[62588]: DEBUG nova.compute.resource_tracker [None req-471e0dcc-9bff-44ec-9824-b7d9a0951816 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62588) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 511.923915] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73488870-c9bf-4ccd-844d-93934821eb0a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.931814] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6144c4b9-b058-445d-bea7-bbdb3923a6ba {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.945135] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cc4eb5-b8dc-4602-9bbf-7b65921a7dd5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.951517] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe4fb23-aa15-4b7b-aec5-1495c96f48d8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.980169] env[62588]: DEBUG nova.compute.resource_tracker [None req-471e0dcc-9bff-44ec-9824-b7d9a0951816 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181408MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62588) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 511.980349] env[62588]: DEBUG oslo_concurrency.lockutils [None req-471e0dcc-9bff-44ec-9824-b7d9a0951816 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 511.980506] env[62588]: DEBUG oslo_concurrency.lockutils [None req-471e0dcc-9bff-44ec-9824-b7d9a0951816 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.482722] env[62588]: WARNING nova.compute.resource_tracker [None req-471e0dcc-9bff-44ec-9824-b7d9a0951816 None None] No compute node record for cpu-1:eaab8868-4bee-41d4-8b5c-ca05c3049f36: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host eaab8868-4bee-41d4-8b5c-ca05c3049f36 could not be found. [ 512.986796] env[62588]: INFO nova.compute.resource_tracker [None req-471e0dcc-9bff-44ec-9824-b7d9a0951816 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: eaab8868-4bee-41d4-8b5c-ca05c3049f36 [ 514.495143] env[62588]: DEBUG nova.compute.resource_tracker [None req-471e0dcc-9bff-44ec-9824-b7d9a0951816 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 514.495507] env[62588]: DEBUG nova.compute.resource_tracker [None req-471e0dcc-9bff-44ec-9824-b7d9a0951816 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 514.653496] env[62588]: INFO nova.scheduler.client.report [None req-471e0dcc-9bff-44ec-9824-b7d9a0951816 None None] [req-2443c26b-2dfa-4f57-8740-9f525fcdc3c2] Created resource provider record via placement API for resource provider with UUID eaab8868-4bee-41d4-8b5c-ca05c3049f36 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 514.670036] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bdbc06-9d0f-4bc2-a4a4-7fb76177967f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.676357] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65acd510-a655-48fa-9e67-7026a3dccd5d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.705949] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c370761-6a3c-4a96-b1c5-68fe4fdecd07 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.712791] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7bd9f2-8c06-49ae-aac3-8962eb64f55b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.725457] env[62588]: DEBUG nova.compute.provider_tree [None req-471e0dcc-9bff-44ec-9824-b7d9a0951816 None None] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 515.260370] env[62588]: DEBUG nova.scheduler.client.report [None req-471e0dcc-9bff-44ec-9824-b7d9a0951816 None None] Updated inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 515.260596] env[62588]: DEBUG nova.compute.provider_tree [None req-471e0dcc-9bff-44ec-9824-b7d9a0951816 None None] Updating resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 generation from 0 to 1 during operation: update_inventory {{(pid=62588) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 515.260736] env[62588]: DEBUG nova.compute.provider_tree [None req-471e0dcc-9bff-44ec-9824-b7d9a0951816 None None] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 515.307837] env[62588]: DEBUG nova.compute.provider_tree [None req-471e0dcc-9bff-44ec-9824-b7d9a0951816 None None] Updating resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 generation from 1 to 2 during operation: update_traits {{(pid=62588) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 515.812575] env[62588]: DEBUG nova.compute.resource_tracker [None req-471e0dcc-9bff-44ec-9824-b7d9a0951816 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62588) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 515.812978] env[62588]: DEBUG oslo_concurrency.lockutils [None req-471e0dcc-9bff-44ec-9824-b7d9a0951816 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.832s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 515.812978] env[62588]: DEBUG nova.service [None req-471e0dcc-9bff-44ec-9824-b7d9a0951816 None None] Creating RPC server for service compute {{(pid=62588) start /opt/stack/nova/nova/service.py:186}} [ 515.826102] env[62588]: DEBUG nova.service [None req-471e0dcc-9bff-44ec-9824-b7d9a0951816 None None] Join ServiceGroup membership for this service compute {{(pid=62588) start /opt/stack/nova/nova/service.py:203}} [ 515.826275] env[62588]: DEBUG nova.servicegroup.drivers.db [None req-471e0dcc-9bff-44ec-9824-b7d9a0951816 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62588) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 559.830176] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._sync_power_states {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 560.335342] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Getting list of instances from cluster (obj){ [ 560.335342] env[62588]: value = "domain-c8" [ 560.335342] env[62588]: _type = "ClusterComputeResource" [ 560.335342] env[62588]: } {{(pid=62588) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 560.336592] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e9e0ae-792d-4863-8367-1278de4f5150 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.346124] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Got total of 0 instances {{(pid=62588) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 560.346358] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 560.346673] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Getting list of instances from cluster (obj){ [ 560.346673] env[62588]: value = "domain-c8" [ 560.346673] env[62588]: _type = "ClusterComputeResource" [ 560.346673] env[62588]: } {{(pid=62588) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 560.347544] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29291e73-4079-407f-a22e-4f0646dc6245 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.355140] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Got total of 0 instances {{(pid=62588) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 564.245763] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 564.246188] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 564.246307] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Starting heal instance info cache {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 564.246428] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Rebuilding the list of instances to heal {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 564.749923] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Didn't find any instances for network info cache update. {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 564.750159] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 564.750388] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 564.750582] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 564.750773] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 564.750982] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 564.751222] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 564.751396] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62588) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 564.751549] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 565.255222] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.255610] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.255610] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.255774] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62588) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 565.256682] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed446b70-292e-48e0-93c8-4eb40f218113 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.264587] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d59204-5e3c-4af0-a38f-8db3388ff8b3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.278520] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88507ba-b669-47f7-9266-eb5843470162 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.284806] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8960632-01f2-4651-a6de-1f39c9284bd7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.312773] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181408MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62588) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 565.312914] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.313096] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.332066] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 566.332299] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 566.347178] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac9df63-aafd-42d3-a946-733a8ac5e872 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.354525] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58be330d-8517-4741-9e51-c923daea70ae {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.383716] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445f1805-8601-42e1-a70f-0177392bce85 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.390879] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df29b917-e732-4e83-96db-28bf36b757cd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.403628] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 566.906715] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 567.411756] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62588) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 567.412207] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.099s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.398625] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 627.399065] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 627.903759] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 627.903998] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Starting heal instance info cache {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 627.904080] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Rebuilding the list of instances to heal {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 628.409180] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Didn't find any instances for network info cache update. {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 628.409524] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.409646] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.409797] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.409942] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.410094] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.410240] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.410366] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62588) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 628.410502] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.913716] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.913968] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.914134] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.914288] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62588) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 628.915197] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a77799c-6c01-4c9f-aeb6-944b53e0a76e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.923493] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb27c4f5-e8a2-499b-9724-f7d4b8bc8f57 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.937064] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fcbde7-db0e-4b7c-8689-8c5211453ad9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.943159] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97902f2f-700d-4769-8bbb-6bdb0fbe8f61 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.971043] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181398MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62588) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 628.971191] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.971390] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.988793] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 629.989220] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 630.001595] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4365b32-9d36-41d6-929f-753d65ba93fa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.009317] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f1f4a2-9d36-4874-b6c6-9aee25d916a7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.038450] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa308b2f-25ad-4be1-8a52-1ceb6de4c2e3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.044997] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5678db7b-74a1-4e4d-893b-f8d998333c97 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.057472] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.560183] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.561462] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62588) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 630.561636] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.590s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.563019] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 690.563422] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 690.563465] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Starting heal instance info cache {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 690.563569] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Rebuilding the list of instances to heal {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 691.066994] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Didn't find any instances for network info cache update. {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 691.067240] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 691.067406] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 691.067553] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 691.067697] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 691.067836] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 691.067978] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 691.068119] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62588) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 691.068262] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 691.571568] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.571964] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.571964] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.572157] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62588) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 691.573053] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18004d0-65ec-4c70-9264-e776ac505e89 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.581133] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e550c2-9273-4d84-b838-aeeba5068080 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.594905] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc879da-5a17-41a4-8e61-76dc20ee5348 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.600961] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ee6e6d-c589-4a31-a0a9-708884f191f6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.628899] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181389MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62588) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 691.629037] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.629216] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.646373] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 692.646659] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 692.659128] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e4957d-e912-47d3-8062-8971f1ef6723 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.667101] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0573deef-d189-4a91-8c2e-58cb7ad18334 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.697185] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9c4367-85eb-4262-9138-cb4433ea96c6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.704114] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec99115-0801-47e9-9315-02f018ef42cc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.717083] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.220599] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.221951] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62588) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 693.222171] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.891791] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 749.892205] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.396695] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.396872] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Starting heal instance info cache {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 750.396966] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Rebuilding the list of instances to heal {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 750.899359] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Didn't find any instances for network info cache update. {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 750.899788] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.899788] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.899865] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.899994] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.900154] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.900306] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.900476] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62588) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 750.900630] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 751.403735] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.403969] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.404160] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.404362] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62588) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 751.405296] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3613129-412f-4692-bfe4-8dc76fa54609 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.413832] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f159c4d5-c7d4-482d-a310-282f0443baa4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.428080] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca75261-578f-43e1-b7d8-215ddeb5ce49 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.434266] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f71bf70-67e2-407a-8c16-7c1183f748b2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.461829] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181394MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62588) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 751.462042] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.462187] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.480501] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 752.480766] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 752.492828] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5409e7-9582-438d-9b3d-7acb2b0b2b31 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.500318] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88de9f6d-d892-45c2-9ea2-68dace9fa812 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.529433] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ab4197-0e4a-469f-a7f3-b0d0ef773fa2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.535777] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e04256-5675-4a06-926d-c747bf62bc67 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.547953] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.051461] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.052763] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62588) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 753.052940] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.237346] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 804.237775] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Cleaning up deleted instances {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11698}} [ 804.741258] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] There are 0 instances to clean {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11707}} [ 804.741477] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 804.741576] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Cleaning up deleted instances with incomplete migration {{(pid=62588) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11736}} [ 805.244682] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 806.746749] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.233026] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.236698] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.236927] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.237116] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.237283] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.237424] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62588) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 808.238726] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 809.236918] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 809.237140] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Starting heal instance info cache {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 809.237205] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Rebuilding the list of instances to heal {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 809.740021] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Didn't find any instances for network info cache update. {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 809.740390] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 810.244033] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.244033] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.244236] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.244301] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62588) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 810.245229] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823214fa-75e7-40af-be03-200b78208d79 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.253035] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02b17dc-a786-4373-bba6-e1e654923434 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.267151] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c6225e-2a8e-482b-981d-f76321a7e564 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.272999] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edce9534-8b66-41cc-8be9-09a2760805b3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.300400] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181398MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62588) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 810.300542] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.300726] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.318971] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 811.319238] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 811.331728] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e438b0e5-13d2-4ca6-8404-9c448ad88a49 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.338967] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4945322-ee10-4a58-8431-e2433054edec {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.368536] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93e3771-ee29-4d57-8127-bfe109c28887 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.375259] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7064553e-ff51-4164-8388-0650d31d8a89 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.387632] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.890862] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.892148] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62588) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 811.892325] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.389041] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 869.389439] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 869.894659] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 869.894659] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 869.894659] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 869.894659] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 869.894659] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 869.894659] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62588) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 869.894978] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.397545] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.397942] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.397942] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.398119] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62588) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 870.399362] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8f5313-1e95-4f28-bfd1-a7fc5097ffd6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.407202] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175aa041-355b-4865-8c69-b388ce00ceca {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.421055] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38e802a-b94d-4e0f-8330-082594ee7b08 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.426974] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c627997-0fcb-4b56-9c3c-5bdc518fb9b4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.455187] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181387MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62588) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 870.455365] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.455496] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.489019] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 871.489019] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 871.505042] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Refreshing inventories for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 871.518685] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Updating ProviderTree inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 871.518880] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 871.532055] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Refreshing aggregate associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, aggregates: None {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 871.546592] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Refreshing trait associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 871.557317] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08500b9-62aa-43eb-aed4-8cc8bf308d43 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.564474] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f108d844-0df2-4702-8722-f9cb1164b305 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.592680] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcec4633-9a86-4730-b0fd-793c39ac6943 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.599193] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc0397b-28bc-4562-9db3-19dddef6d894 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.612127] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.115560] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.116871] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62588) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 872.117112] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.662s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.460601] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 872.460761] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Starting heal instance info cache {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 872.460891] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Rebuilding the list of instances to heal {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 872.964732] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Didn't find any instances for network info cache update. {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 872.964732] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 928.239613] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 928.240063] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 928.240063] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62588) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 929.232746] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 929.236426] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 929.236618] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 929.236774] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 929.740071] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.740491] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.740491] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.740641] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62588) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 929.741503] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0917bd9e-1ad6-48d7-8a5b-26a4685b23b3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.749730] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e83803-30d8-4d01-983c-81f12d3376bd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.763577] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7adc4bb-d26e-4f2f-81c2-bf2bb2164764 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.769761] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8645d0fd-165d-4f4a-a881-cf6d508a36e0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.798801] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181394MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62588) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 929.798927] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.799118] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.816533] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 930.816798] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 930.830141] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5655f467-fca9-4478-8b2f-cfbcfcc0e6fa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.838159] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8914625-3e25-4fec-898d-014ab0aec9ff {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.867507] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193729ce-e958-4ef9-8567-2c056a29ae1d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.874548] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65903b09-fa9b-4984-8d4d-80e0b040d828 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.887326] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.390990] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.392289] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62588) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 931.392468] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.393318] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 932.394653] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Starting heal instance info cache {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 932.394826] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Rebuilding the list of instances to heal {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 932.897474] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Didn't find any instances for network info cache update. {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 932.897766] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 932.897950] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.239143] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.237906] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.238114] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62588) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 989.238306] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.742159] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.742414] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.742550] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.742698] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62588) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 989.743579] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41715451-6203-47c0-a0ab-e06a42c7b393 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.751535] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38aeff6-fe79-4554-bece-183a1d697579 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.764965] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ba945e-e639-4fb8-aba7-3f1638379efc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.771010] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82d8408-4c9e-4893-ab13-4da3b0b73500 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.798460] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181390MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62588) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 989.798604] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.798788] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.815199] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 990.815440] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 990.827393] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa08a80-cb29-4c12-8968-81d2f08de853 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.834776] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2995c36-bcbb-4e5c-bb24-257128936016 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.865043] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8caa34-26b6-4532-bac4-9e5cb957d53f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.871257] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bc603b-ecbb-4fe7-871a-0be6fdb3a22d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.883637] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.386477] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.388198] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62588) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 991.388198] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.589s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.382549] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 992.382831] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 992.887333] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 992.887522] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Starting heal instance info cache {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 992.887614] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Rebuilding the list of instances to heal {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 993.390599] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Didn't find any instances for network info cache update. {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 993.390964] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 993.390964] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 993.391147] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 993.391298] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1049.237664] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1049.237927] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62588) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 1050.233313] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1050.236911] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1051.237320] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1051.237712] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1051.741372] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.741619] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.741760] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.741912] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62588) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1051.742851] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936d8a5e-ba83-424a-b1f2-2695a83e73a6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.750931] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc0f443-482a-47e2-a3d3-e59664910e02 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.764466] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcc3a12-7bc7-4010-918a-da71f67b7487 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.770608] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e4cf75-6143-42e7-92e5-90f990fbff08 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.798179] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181399MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62588) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1051.798315] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.798490] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.816164] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1052.816444] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1052.831303] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5b7865-94a0-449c-b998-0c2be9fbb3e9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.838464] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21a45ba-fe84-48cf-b467-0abfa6b44361 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.866906] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686daa6e-09cc-4121-a275-021883b7ffde {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.873609] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0263ec7b-16a0-440e-8e8c-8dcae0adab04 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.886178] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.389431] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.390738] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62588) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1053.390918] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.390576] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.390859] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Starting heal instance info cache {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 1054.390941] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Rebuilding the list of instances to heal {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1054.894088] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Didn't find any instances for network info cache update. {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 1054.894324] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.894481] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.894637] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1106.237121] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1106.237511] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Cleaning up deleted instances with incomplete migration {{(pid=62588) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11736}} [ 1109.238110] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1110.734648] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1110.734992] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1110.735064] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62588) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 1111.237713] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.237936] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.741641] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.742085] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.742154] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.742289] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62588) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1111.743268] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057634e9-74ea-4848-9199-2b382daa9484 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.751250] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db92fd1-46e8-427f-be43-d636718be5f3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.764558] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fad885-02f8-42b6-b8f3-0f06ff00ed53 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.770616] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f01403-bb71-4e6d-932c-47d9f1cd5537 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.798032] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181378MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62588) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1111.798172] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.798346] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.815751] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1112.815991] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1112.829960] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70eed1d9-d1e2-4dac-a99a-f7917d017887 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.837596] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a6601e-8126-4a87-8ec1-ff76ce712cf8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.867337] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a87e36b-e9ce-45ca-8827-fbf18598ba8d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.873990] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbfdd59-b43a-4a16-91ed-450200918736 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.886454] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.390098] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.391353] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62588) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1113.391530] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.391191] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.391566] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Starting heal instance info cache {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 1114.391566] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Rebuilding the list of instances to heal {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1114.894491] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Didn't find any instances for network info cache update. {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 1114.894721] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.894881] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.895038] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.237731] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1116.232836] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1117.237359] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1117.237732] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Cleaning up deleted instances {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11698}} [ 1117.741074] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] There are 0 instances to clean {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11707}} [ 1160.335396] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._sync_power_states {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.841304] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Getting list of instances from cluster (obj){ [ 1160.841304] env[62588]: value = "domain-c8" [ 1160.841304] env[62588]: _type = "ClusterComputeResource" [ 1160.841304] env[62588]: } {{(pid=62588) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1160.842544] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848c72f9-8c93-4e60-9095-ae3459e2d48b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.851734] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Got total of 0 instances {{(pid=62588) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1171.237395] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1171.741050] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.741050] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.741269] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.741306] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62588) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1171.742204] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1dea7f-d648-48f6-8545-2310c6c29706 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.750505] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb18fb2-239e-4d40-a6cf-60f5461872e7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.764080] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b119a9-5ff6-4086-a48a-74ddf7498817 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.770171] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c13d22-c895-4f47-be61-4cd23727105b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.797904] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181375MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62588) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1171.798080] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.798232] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.919721] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1172.920047] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1172.935015] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Refreshing inventories for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1172.945851] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Updating ProviderTree inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1172.946032] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1172.955533] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Refreshing aggregate associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, aggregates: None {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1172.970053] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Refreshing trait associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1172.980917] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5057ba5a-81de-4a0f-b7f4-ccf22d42eb9d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.988373] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b96b524-54c2-42ea-ac43-52128ebb109d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.016925] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07604e33-3dab-437b-8adc-d92fcea1d04c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.023771] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f20dc1-68e3-4336-a915-6079a20562fa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.036358] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.539552] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.540876] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62588) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1173.541073] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.743s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.536458] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.536756] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.536891] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Starting heal instance info cache {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 1174.537128] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Rebuilding the list of instances to heal {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1175.039772] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Didn't find any instances for network info cache update. {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 1175.040031] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1175.040197] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1175.040351] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1175.040500] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1175.040629] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62588) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 1176.237903] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.238303] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.237489] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.741135] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1231.741395] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1231.741546] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1231.741700] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62588) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1231.742670] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ef0c57-7eef-4007-92f7-7dee447fa5c9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.750984] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66e9a8d-4dd8-4a24-bc81-f0333b8dfb72 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.764782] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0f5bb5-a17c-493e-903d-888ec41bebd7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.770647] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b52109-0370-4e82-9fa5-fb63342dbed4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.798363] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181361MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62588) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1231.798502] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1231.798681] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.817219] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1232.817451] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1232.830763] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1847ccb-08e3-4edc-96f1-0348cf920ac2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.838484] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c4609d-02cd-43d6-a368-e05603994643 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.868263] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28023440-eee6-45ac-a842-a60c413d0f30 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.875333] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279c58f0-1db2-4c8d-a42b-be0c6f148de7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.887641] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.390783] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.392114] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62588) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1233.392319] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1234.392100] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1234.392477] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1234.392477] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Starting heal instance info cache {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 1234.392628] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Rebuilding the list of instances to heal {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1234.895744] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Didn't find any instances for network info cache update. {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 1234.895971] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1234.896382] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1234.896687] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1234.896923] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62588) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 1235.237669] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.237351] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.237698] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1238.232575] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.237372] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.233242] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.236796] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.236948] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62588) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 1293.237124] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.741015] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.741325] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.741430] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.741552] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62588) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1293.742471] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c978902-e17c-43ad-a643-4bab674a3567 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.750711] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc86e7a2-6c2e-4900-96a7-a7d813ca2b7e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.764112] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34dec24-01dc-42e6-8175-bd19aaa4c4bf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.769949] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477fcb53-cfa8-41e2-9c8a-2600ad8f17d9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.798275] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181346MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62588) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1293.798414] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.798585] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.816485] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1294.816717] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1294.829374] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d84143b-a694-4054-ad93-4c2644285137 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.836937] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa029f6-6905-47ac-9937-db37f0b30524 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.866084] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05a848b-9a55-4b95-b99a-3384f75685e9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.872620] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608feab7-3363-4666-8351-71577af0d784 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.885009] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.388488] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.389769] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62588) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1295.389950] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1297.390916] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.391313] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Starting heal instance info cache {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 1297.391313] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Rebuilding the list of instances to heal {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1297.894205] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Didn't find any instances for network info cache update. {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 1297.894439] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.894605] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.894770] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1298.237318] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.488030] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Acquiring lock "8143a3cf-f12e-40b6-9edc-e72b55f02e9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.488319] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Lock "8143a3cf-f12e-40b6-9edc-e72b55f02e9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.993189] env[62588]: DEBUG nova.compute.manager [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1314.555440] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.555676] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.557705] env[62588]: INFO nova.compute.claims [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1315.354865] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Acquiring lock "ad9dbbbc-a836-4149-a25b-d356343f528f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.355114] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Lock "ad9dbbbc-a836-4149-a25b-d356343f528f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.635379] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df80b402-f7e4-4200-b208-54ea60aa8c42 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.643732] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b47448d-2365-4de5-b613-2183697dbd89 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.679887] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14beaa08-68f4-42d4-9569-288cf60fcc81 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.687647] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb434606-e656-47e6-9e4d-e9082d7048c1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.703391] env[62588]: DEBUG nova.compute.provider_tree [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.859819] env[62588]: DEBUG nova.compute.manager [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1316.207447] env[62588]: DEBUG nova.scheduler.client.report [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.388580] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.713020] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.157s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.715015] env[62588]: DEBUG nova.compute.manager [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1316.716318] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.328s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.717758] env[62588]: INFO nova.compute.claims [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1317.225382] env[62588]: DEBUG nova.compute.utils [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1317.226809] env[62588]: DEBUG nova.compute.manager [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Not allocating networking since 'none' was specified. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1317.728910] env[62588]: DEBUG nova.compute.manager [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1317.800550] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9063692-d588-413d-bc92-3d3747462bed {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.809798] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58696866-f0af-4c4d-afec-e1c114e406b0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.844438] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90aa7c25-97a2-4ce3-a7c5-a4409ce533f1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.853687] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001ac137-6e49-4436-9f94-5d936e6e64ac {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.869488] env[62588]: DEBUG nova.compute.provider_tree [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.374125] env[62588]: DEBUG nova.scheduler.client.report [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.740707] env[62588]: DEBUG nova.compute.manager [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1318.884376] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.168s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1318.884816] env[62588]: DEBUG nova.compute.manager [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1319.052662] env[62588]: DEBUG nova.virt.hardware [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1319.053662] env[62588]: DEBUG nova.virt.hardware [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1319.053836] env[62588]: DEBUG nova.virt.hardware [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1319.055342] env[62588]: DEBUG nova.virt.hardware [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1319.055342] env[62588]: DEBUG nova.virt.hardware [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1319.055342] env[62588]: DEBUG nova.virt.hardware [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1319.055342] env[62588]: DEBUG nova.virt.hardware [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1319.055342] env[62588]: DEBUG nova.virt.hardware [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1319.055630] env[62588]: DEBUG nova.virt.hardware [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1319.055630] env[62588]: DEBUG nova.virt.hardware [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1319.055630] env[62588]: DEBUG nova.virt.hardware [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1319.056394] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402e6f07-0612-4195-bfa0-dcd153706aa5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.070296] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3441d77a-d459-4e67-adf7-05b733ab360c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.088121] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abf58a2-7f55-470a-814c-4a9f6dfc86e8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.109703] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Instance VIF info [] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1319.119099] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1319.119419] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13289d93-dfae-4cc7-974d-bb760086ee01 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.132053] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Created folder: OpenStack in parent group-v4. [ 1319.132853] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Creating folder: Project (110ae2f03def4020a17f93a43ca3c144). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1319.132853] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38fff10f-9d74-4128-9df0-df35dfe9a400 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.147045] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Created folder: Project (110ae2f03def4020a17f93a43ca3c144) in parent group-v371885. [ 1319.147308] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Creating folder: Instances. Parent ref: group-v371886. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1319.147519] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f0cf472-177a-4bf1-be09-f8c0d0af31aa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.157330] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Created folder: Instances in parent group-v371886. [ 1319.157851] env[62588]: DEBUG oslo.service.loopingcall [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1319.157912] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1319.158739] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db80be4e-6ffa-47bb-8fb6-5905539ea456 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.182197] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1319.182197] env[62588]: value = "task-1792988" [ 1319.182197] env[62588]: _type = "Task" [ 1319.182197] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.190823] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1792988, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.390117] env[62588]: DEBUG nova.compute.utils [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1319.391651] env[62588]: DEBUG nova.compute.manager [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1319.395023] env[62588]: DEBUG nova.network.neutron [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1319.549116] env[62588]: DEBUG nova.policy [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26463db64e3a4d889bb3d5e07e513245', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66e78e109b6444d1b295df97db3940ce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1319.562377] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "67288410-ebc1-48b6-ae7e-ed1f8f38708a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.562843] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "67288410-ebc1-48b6-ae7e-ed1f8f38708a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.695596] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1792988, 'name': CreateVM_Task, 'duration_secs': 0.309066} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.696187] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1319.697306] env[62588]: DEBUG oslo_vmware.service [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec749cdc-bde7-47af-a8ca-f4ab7458d805 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.706264] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.706429] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.707108] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1319.710492] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-795bdb7a-101c-4a09-aa65-e07a6ea20d0e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.715883] env[62588]: DEBUG oslo_vmware.api [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Waiting for the task: (returnval){ [ 1319.715883] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520fa2fc-3fa0-9a14-1e10-ed60cd8e59ef" [ 1319.715883] env[62588]: _type = "Task" [ 1319.715883] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.724180] env[62588]: DEBUG oslo_vmware.api [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520fa2fc-3fa0-9a14-1e10-ed60cd8e59ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.901359] env[62588]: DEBUG nova.compute.manager [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1320.065397] env[62588]: DEBUG nova.compute.manager [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1320.194108] env[62588]: DEBUG oslo_concurrency.lockutils [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Acquiring lock "631becbe-fe42-4bc5-a247-6133d6c55c4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.194413] env[62588]: DEBUG oslo_concurrency.lockutils [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Lock "631becbe-fe42-4bc5-a247-6133d6c55c4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.208104] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquiring lock "d3291e2a-3e28-424a-94a5-b9831dcdbb09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.210430] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lock "d3291e2a-3e28-424a-94a5-b9831dcdbb09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.230564] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.230836] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1320.231060] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1320.231248] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.231633] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1320.232189] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb575065-aea6-4975-aafd-f495384f75e0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.251392] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1320.251570] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1320.252506] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6ed179-a12c-4662-bd84-0b0015bfabb0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.262215] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75a8a32f-a7d8-475e-bda3-9d256643a871 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.268333] env[62588]: DEBUG oslo_vmware.api [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Waiting for the task: (returnval){ [ 1320.268333] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52914fab-1fdb-fcef-e432-c770539a4b09" [ 1320.268333] env[62588]: _type = "Task" [ 1320.268333] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.277963] env[62588]: DEBUG oslo_vmware.api [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52914fab-1fdb-fcef-e432-c770539a4b09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.506837] env[62588]: DEBUG nova.network.neutron [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Successfully created port: f78bee80-86d5-4c3b-b13c-54137bf43098 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1320.566719] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Acquiring lock "e79ec9d6-161e-4797-bc31-1915ba813df6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.566719] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Lock "e79ec9d6-161e-4797-bc31-1915ba813df6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.601419] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.601738] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.603211] env[62588]: INFO nova.compute.claims [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1320.609022] env[62588]: DEBUG oslo_concurrency.lockutils [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Acquiring lock "ceb74f59-c56b-4f07-a327-5508e68b440f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.609022] env[62588]: DEBUG oslo_concurrency.lockutils [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Lock "ceb74f59-c56b-4f07-a327-5508e68b440f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.702349] env[62588]: DEBUG nova.compute.manager [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1320.714764] env[62588]: DEBUG nova.compute.manager [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1320.780149] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Preparing fetch location {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1320.780441] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Creating directory with path [datastore1] vmware_temp/ce5ebe5a-03b2-4bcf-9228-bc343d924b92/8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1320.781448] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e17115c-63eb-4c99-a94e-4d688c0075de {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.802764] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Created directory with path [datastore1] vmware_temp/ce5ebe5a-03b2-4bcf-9228-bc343d924b92/8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1320.802764] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Fetch image to [datastore1] vmware_temp/ce5ebe5a-03b2-4bcf-9228-bc343d924b92/8a4f5777-3342-4af9-920c-7c09a9521eb3/tmp-sparse.vmdk {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1320.802764] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Downloading image file data 8a4f5777-3342-4af9-920c-7c09a9521eb3 to [datastore1] vmware_temp/ce5ebe5a-03b2-4bcf-9228-bc343d924b92/8a4f5777-3342-4af9-920c-7c09a9521eb3/tmp-sparse.vmdk on the data store datastore1 {{(pid=62588) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1320.802764] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e012fba7-c48b-4d9a-ab7e-b9b4869e596d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.813276] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6330b524-4481-4bc6-87cc-177e10307d0b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.825139] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64b0cda-188c-4885-a7be-37f126b67545 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.857326] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff4ee5c-5296-418f-bd9e-70525f39f663 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.864103] env[62588]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-2b2c8523-0efc-4c0b-8047-c001eb748cde {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.915589] env[62588]: DEBUG nova.compute.manager [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1320.943120] env[62588]: DEBUG nova.virt.hardware [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1320.943120] env[62588]: DEBUG nova.virt.hardware [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1320.943120] env[62588]: DEBUG nova.virt.hardware [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1320.943303] env[62588]: DEBUG nova.virt.hardware [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1320.943303] env[62588]: DEBUG nova.virt.hardware [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1320.943303] env[62588]: DEBUG nova.virt.hardware [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1320.943303] env[62588]: DEBUG nova.virt.hardware [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1320.943303] env[62588]: DEBUG nova.virt.hardware [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1320.943457] env[62588]: DEBUG nova.virt.hardware [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1320.943761] env[62588]: DEBUG nova.virt.hardware [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1320.943841] env[62588]: DEBUG nova.virt.hardware [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1320.944764] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012a350b-4415-4dec-8bee-be420d7f5310 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.954312] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Downloading image file data 8a4f5777-3342-4af9-920c-7c09a9521eb3 to the data store datastore1 {{(pid=62588) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1320.969304] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1edd64-13b7-475e-b5ea-7afb8d0f395c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.068643] env[62588]: DEBUG nova.compute.manager [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1321.115883] env[62588]: DEBUG nova.compute.manager [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1321.205051] env[62588]: DEBUG oslo_vmware.rw_handles [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ce5ebe5a-03b2-4bcf-9228-bc343d924b92/8a4f5777-3342-4af9-920c-7c09a9521eb3/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62588) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1321.313783] env[62588]: DEBUG oslo_concurrency.lockutils [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.321075] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.614873] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.658389] env[62588]: DEBUG oslo_concurrency.lockutils [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.787639] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7ff976-8b51-4e4f-a090-74cbcb0f55a4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.803447] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b937f030-71e9-44c0-a3b5-8c24a6652e20 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.844473] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7545d48-3931-4576-99ad-23fc713f6b26 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.857447] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f62f464-5f10-4857-a3f5-968dd065df0f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.876919] env[62588]: DEBUG nova.compute.provider_tree [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.887149] env[62588]: DEBUG oslo_vmware.rw_handles [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Completed reading data from the image iterator. {{(pid=62588) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1321.887514] env[62588]: DEBUG oslo_vmware.rw_handles [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ce5ebe5a-03b2-4bcf-9228-bc343d924b92/8a4f5777-3342-4af9-920c-7c09a9521eb3/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62588) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1322.042846] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Downloaded image file data 8a4f5777-3342-4af9-920c-7c09a9521eb3 to vmware_temp/ce5ebe5a-03b2-4bcf-9228-bc343d924b92/8a4f5777-3342-4af9-920c-7c09a9521eb3/tmp-sparse.vmdk on the data store datastore1 {{(pid=62588) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1322.046364] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Caching image {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1322.046364] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Copying Virtual Disk [datastore1] vmware_temp/ce5ebe5a-03b2-4bcf-9228-bc343d924b92/8a4f5777-3342-4af9-920c-7c09a9521eb3/tmp-sparse.vmdk to [datastore1] vmware_temp/ce5ebe5a-03b2-4bcf-9228-bc343d924b92/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1322.046527] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-564def29-998d-41a7-9c4f-747661772be3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.056980] env[62588]: DEBUG oslo_vmware.api [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Waiting for the task: (returnval){ [ 1322.056980] env[62588]: value = "task-1792989" [ 1322.056980] env[62588]: _type = "Task" [ 1322.056980] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.065395] env[62588]: DEBUG oslo_vmware.api [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Task: {'id': task-1792989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.382071] env[62588]: DEBUG nova.scheduler.client.report [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1322.572457] env[62588]: DEBUG oslo_vmware.api [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Task: {'id': task-1792989, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.895983] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.896805] env[62588]: DEBUG nova.compute.manager [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1322.904513] env[62588]: DEBUG oslo_concurrency.lockutils [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.590s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.905327] env[62588]: INFO nova.compute.claims [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1322.960669] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Acquiring lock "9737c80a-ba99-4a9d-90e7-5531a7f83804" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.960907] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Lock "9737c80a-ba99-4a9d-90e7-5531a7f83804" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.072732] env[62588]: DEBUG oslo_vmware.api [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Task: {'id': task-1792989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.886029} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.073098] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Copied Virtual Disk [datastore1] vmware_temp/ce5ebe5a-03b2-4bcf-9228-bc343d924b92/8a4f5777-3342-4af9-920c-7c09a9521eb3/tmp-sparse.vmdk to [datastore1] vmware_temp/ce5ebe5a-03b2-4bcf-9228-bc343d924b92/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1323.074327] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Deleting the datastore file [datastore1] vmware_temp/ce5ebe5a-03b2-4bcf-9228-bc343d924b92/8a4f5777-3342-4af9-920c-7c09a9521eb3/tmp-sparse.vmdk {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1323.074551] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b149cb67-ca60-4667-ad56-322a5eeb1e6f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.081675] env[62588]: DEBUG oslo_vmware.api [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Waiting for the task: (returnval){ [ 1323.081675] env[62588]: value = "task-1792990" [ 1323.081675] env[62588]: _type = "Task" [ 1323.081675] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.096196] env[62588]: DEBUG oslo_vmware.api [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Task: {'id': task-1792990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.257437] env[62588]: DEBUG nova.network.neutron [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Successfully updated port: f78bee80-86d5-4c3b-b13c-54137bf43098 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1323.410687] env[62588]: DEBUG nova.compute.utils [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1323.415920] env[62588]: DEBUG nova.compute.manager [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1323.416205] env[62588]: DEBUG nova.network.neutron [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1323.463979] env[62588]: DEBUG nova.compute.manager [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1323.516286] env[62588]: DEBUG nova.policy [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc0f6f3093004ee0b267eda4db63008d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb190925c06e4772ae04f7b565c5f2e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1323.602415] env[62588]: DEBUG oslo_vmware.api [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Task: {'id': task-1792990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.029312} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.602415] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1323.602415] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Moving file from [datastore1] vmware_temp/ce5ebe5a-03b2-4bcf-9228-bc343d924b92/8a4f5777-3342-4af9-920c-7c09a9521eb3 to [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3. {{(pid=62588) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1323.602415] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-9a0a63a7-b2b4-40e6-bb1c-a2506bfd3428 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.608887] env[62588]: DEBUG oslo_vmware.api [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Waiting for the task: (returnval){ [ 1323.608887] env[62588]: value = "task-1792991" [ 1323.608887] env[62588]: _type = "Task" [ 1323.608887] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.619918] env[62588]: DEBUG oslo_vmware.api [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Task: {'id': task-1792991, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.765909] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Acquiring lock "refresh_cache-ad9dbbbc-a836-4149-a25b-d356343f528f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.767587] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Acquired lock "refresh_cache-ad9dbbbc-a836-4149-a25b-d356343f528f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.767587] env[62588]: DEBUG nova.network.neutron [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1323.917146] env[62588]: DEBUG nova.compute.manager [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1324.020367] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.122126] env[62588]: DEBUG oslo_vmware.api [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Task: {'id': task-1792991, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.025515} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.122126] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] File moved {{(pid=62588) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1324.122126] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Cleaning up location [datastore1] vmware_temp/ce5ebe5a-03b2-4bcf-9228-bc343d924b92 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1324.122126] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Deleting the datastore file [datastore1] vmware_temp/ce5ebe5a-03b2-4bcf-9228-bc343d924b92 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1324.122483] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b4ffa85-12cf-4167-a936-7064360db73f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.129018] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bc6a60-7340-4c04-9790-5ee829b30c3d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.134197] env[62588]: DEBUG oslo_vmware.api [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Waiting for the task: (returnval){ [ 1324.134197] env[62588]: value = "task-1792992" [ 1324.134197] env[62588]: _type = "Task" [ 1324.134197] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.139685] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a88593-8205-4045-be3c-2cbc04063126 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.148170] env[62588]: DEBUG oslo_vmware.api [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Task: {'id': task-1792992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.183954] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4723d63d-8b25-4f66-b28f-fc09104d1502 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.192316] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec69d6f0-a064-40d1-8b06-0040613793b0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.209663] env[62588]: DEBUG nova.compute.provider_tree [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.454778] env[62588]: DEBUG nova.network.neutron [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1324.644735] env[62588]: DEBUG oslo_vmware.api [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Task: {'id': task-1792992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027348} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.644735] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1324.645473] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-065b13cc-c5e5-4599-9951-3eea6eaa7197 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.653021] env[62588]: DEBUG oslo_vmware.api [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Waiting for the task: (returnval){ [ 1324.653021] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]524373ec-f2f1-5dd4-2b83-012495583771" [ 1324.653021] env[62588]: _type = "Task" [ 1324.653021] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.663412] env[62588]: DEBUG oslo_vmware.api [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]524373ec-f2f1-5dd4-2b83-012495583771, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.715153] env[62588]: DEBUG nova.scheduler.client.report [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.801238] env[62588]: DEBUG nova.compute.manager [req-35296e16-20ec-4a2c-8df7-142f63653bef req-0cb3b739-8d7a-41f8-8249-54b0b8dfc436 service nova] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Received event network-vif-plugged-f78bee80-86d5-4c3b-b13c-54137bf43098 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1324.801238] env[62588]: DEBUG oslo_concurrency.lockutils [req-35296e16-20ec-4a2c-8df7-142f63653bef req-0cb3b739-8d7a-41f8-8249-54b0b8dfc436 service nova] Acquiring lock "ad9dbbbc-a836-4149-a25b-d356343f528f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.801238] env[62588]: DEBUG oslo_concurrency.lockutils [req-35296e16-20ec-4a2c-8df7-142f63653bef req-0cb3b739-8d7a-41f8-8249-54b0b8dfc436 service nova] Lock "ad9dbbbc-a836-4149-a25b-d356343f528f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.801238] env[62588]: DEBUG oslo_concurrency.lockutils [req-35296e16-20ec-4a2c-8df7-142f63653bef req-0cb3b739-8d7a-41f8-8249-54b0b8dfc436 service nova] Lock "ad9dbbbc-a836-4149-a25b-d356343f528f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.801700] env[62588]: DEBUG nova.compute.manager [req-35296e16-20ec-4a2c-8df7-142f63653bef req-0cb3b739-8d7a-41f8-8249-54b0b8dfc436 service nova] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] No waiting events found dispatching network-vif-plugged-f78bee80-86d5-4c3b-b13c-54137bf43098 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1324.801974] env[62588]: WARNING nova.compute.manager [req-35296e16-20ec-4a2c-8df7-142f63653bef req-0cb3b739-8d7a-41f8-8249-54b0b8dfc436 service nova] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Received unexpected event network-vif-plugged-f78bee80-86d5-4c3b-b13c-54137bf43098 for instance with vm_state building and task_state spawning. [ 1324.888507] env[62588]: DEBUG nova.network.neutron [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Successfully created port: 699b8377-db39-4ffa-9309-6fc9f42e2404 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1324.937538] env[62588]: DEBUG nova.compute.manager [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1324.989986] env[62588]: DEBUG nova.virt.hardware [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1324.990255] env[62588]: DEBUG nova.virt.hardware [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1324.990429] env[62588]: DEBUG nova.virt.hardware [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1324.990617] env[62588]: DEBUG nova.virt.hardware [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1324.990757] env[62588]: DEBUG nova.virt.hardware [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1324.990896] env[62588]: DEBUG nova.virt.hardware [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1324.991179] env[62588]: DEBUG nova.virt.hardware [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1324.991337] env[62588]: DEBUG nova.virt.hardware [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1324.991496] env[62588]: DEBUG nova.virt.hardware [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1324.991649] env[62588]: DEBUG nova.virt.hardware [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1324.991811] env[62588]: DEBUG nova.virt.hardware [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1324.992752] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c1e2fd-2698-4670-907f-2cbad0b87c0e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.007296] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2ea5e1-1887-4ee5-9cd1-f487fa54366b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.116142] env[62588]: DEBUG nova.network.neutron [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Updating instance_info_cache with network_info: [{"id": "f78bee80-86d5-4c3b-b13c-54137bf43098", "address": "fa:16:3e:1d:7b:77", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf78bee80-86", "ovs_interfaceid": "f78bee80-86d5-4c3b-b13c-54137bf43098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.174334] env[62588]: DEBUG oslo_vmware.api [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]524373ec-f2f1-5dd4-2b83-012495583771, 'name': SearchDatastore_Task, 'duration_secs': 0.029151} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.174334] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.174334] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 8143a3cf-f12e-40b6-9edc-e72b55f02e9c/8143a3cf-f12e-40b6-9edc-e72b55f02e9c.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1325.174646] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6191c76c-e69f-49b6-8b0a-2c756944841b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.186900] env[62588]: DEBUG oslo_vmware.api [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Waiting for the task: (returnval){ [ 1325.186900] env[62588]: value = "task-1792993" [ 1325.186900] env[62588]: _type = "Task" [ 1325.186900] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.198087] env[62588]: DEBUG oslo_vmware.api [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Task: {'id': task-1792993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.220671] env[62588]: DEBUG oslo_concurrency.lockutils [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.225157] env[62588]: DEBUG nova.compute.manager [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1325.226146] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.905s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.228773] env[62588]: INFO nova.compute.claims [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.620466] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Releasing lock "refresh_cache-ad9dbbbc-a836-4149-a25b-d356343f528f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.620799] env[62588]: DEBUG nova.compute.manager [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Instance network_info: |[{"id": "f78bee80-86d5-4c3b-b13c-54137bf43098", "address": "fa:16:3e:1d:7b:77", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf78bee80-86", "ovs_interfaceid": "f78bee80-86d5-4c3b-b13c-54137bf43098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1325.621359] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:7b:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f78bee80-86d5-4c3b-b13c-54137bf43098', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1325.631788] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Creating folder: Project (66e78e109b6444d1b295df97db3940ce). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1325.631984] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02dc32ea-de74-4209-aa56-1151cbe92678 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.643341] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Created folder: Project (66e78e109b6444d1b295df97db3940ce) in parent group-v371885. [ 1325.643452] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Creating folder: Instances. Parent ref: group-v371889. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1325.643731] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74f1e5a8-2f8f-48b0-adcf-1d8645454e00 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.656750] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Created folder: Instances in parent group-v371889. [ 1325.656750] env[62588]: DEBUG oslo.service.loopingcall [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1325.656750] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1325.656750] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da10f8b2-af3d-4a00-865e-94b96ef957df {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.694441] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1325.694441] env[62588]: value = "task-1792996" [ 1325.694441] env[62588]: _type = "Task" [ 1325.694441] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.704802] env[62588]: DEBUG oslo_vmware.api [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Task: {'id': task-1792993, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.712699] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1792996, 'name': CreateVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.735487] env[62588]: DEBUG nova.compute.utils [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1325.740993] env[62588]: DEBUG nova.compute.manager [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1325.741392] env[62588]: DEBUG nova.network.neutron [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1325.851539] env[62588]: DEBUG nova.policy [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9683aa0cf1843f28583202d9f3a4893', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1a847aafb444729b4f3db51ae08bc0c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1326.019845] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Acquiring lock "3a9881af-4cc4-4add-bb44-4c1a23eb6b18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.021905] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Lock "3a9881af-4cc4-4add-bb44-4c1a23eb6b18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.060365] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Acquiring lock "7bd8730a-9101-43fc-89e2-f6438ccabefa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.060594] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Lock "7bd8730a-9101-43fc-89e2-f6438ccabefa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.116841] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Acquiring lock "ad7e8485-ce2d-4025-afcc-29d3d3ce0da8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.117831] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Lock "ad7e8485-ce2d-4025-afcc-29d3d3ce0da8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.199139] env[62588]: DEBUG oslo_vmware.api [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Task: {'id': task-1792993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.892323} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.203509] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 8143a3cf-f12e-40b6-9edc-e72b55f02e9c/8143a3cf-f12e-40b6-9edc-e72b55f02e9c.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1326.204317] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1326.204726] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ab746df-9f33-4b8b-a7ee-7a25d3238915 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.213462] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1792996, 'name': CreateVM_Task, 'duration_secs': 0.362583} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.215041] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1326.215149] env[62588]: DEBUG oslo_vmware.api [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Waiting for the task: (returnval){ [ 1326.215149] env[62588]: value = "task-1792997" [ 1326.215149] env[62588]: _type = "Task" [ 1326.215149] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.225840] env[62588]: DEBUG oslo_vmware.api [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Task: {'id': task-1792997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.229676] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.230065] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.230407] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1326.230854] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-864d1138-8d3b-41af-8920-ee5e10896b2b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.236601] env[62588]: DEBUG oslo_vmware.api [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Waiting for the task: (returnval){ [ 1326.236601] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5219a608-b2e1-0d5b-71af-eb55ca36e501" [ 1326.236601] env[62588]: _type = "Task" [ 1326.236601] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.241122] env[62588]: DEBUG nova.compute.manager [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1326.256111] env[62588]: DEBUG oslo_vmware.api [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5219a608-b2e1-0d5b-71af-eb55ca36e501, 'name': SearchDatastore_Task, 'duration_secs': 0.008804} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.256111] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.256271] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1326.256493] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.256629] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.256795] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1326.257140] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f23a05a1-13ba-4b0c-9baa-98bc43b0efde {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.266846] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1326.266846] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1326.267160] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-112116fe-6239-46ce-a170-34fa78fd86b8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.277638] env[62588]: DEBUG oslo_vmware.api [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Waiting for the task: (returnval){ [ 1326.277638] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529a6be5-9d2c-757d-a9ff-3d008a5b41bf" [ 1326.277638] env[62588]: _type = "Task" [ 1326.277638] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.286639] env[62588]: DEBUG oslo_vmware.api [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529a6be5-9d2c-757d-a9ff-3d008a5b41bf, 'name': SearchDatastore_Task, 'duration_secs': 0.008285} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.287583] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68e52ec8-9a2e-4121-8ac4-d0ad7229c580 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.296545] env[62588]: DEBUG oslo_vmware.api [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Waiting for the task: (returnval){ [ 1326.296545] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ab3612-3865-8a7b-c3e8-18962cfcd4ed" [ 1326.296545] env[62588]: _type = "Task" [ 1326.296545] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.307125] env[62588]: DEBUG oslo_vmware.api [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ab3612-3865-8a7b-c3e8-18962cfcd4ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.355035] env[62588]: DEBUG nova.network.neutron [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Successfully created port: 21015e05-a7b4-436e-90f1-a11ed8ee4c4b {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1326.437924] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbc5b13-1df1-43da-a99b-0b48118f0046 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.446778] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb9eede-be55-4840-a2c4-4fc0d5068b18 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.485312] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98649d58-bf50-4f15-9c2f-4aee7f3fc56b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.494938] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfc6035-0d0f-4f1e-809f-8788d56b7659 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.508592] env[62588]: DEBUG nova.compute.provider_tree [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.526319] env[62588]: DEBUG nova.compute.manager [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1326.565563] env[62588]: DEBUG nova.compute.manager [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1326.730875] env[62588]: DEBUG oslo_vmware.api [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Task: {'id': task-1792997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089659} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.730875] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1326.733550] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9426d1de-8a17-4795-b4c3-1d85c25e5ea0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.757884] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 8143a3cf-f12e-40b6-9edc-e72b55f02e9c/8143a3cf-f12e-40b6-9edc-e72b55f02e9c.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1326.761700] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f074c461-26f1-4035-bece-c8b5cd2f686e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.782337] env[62588]: DEBUG oslo_vmware.api [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Waiting for the task: (returnval){ [ 1326.782337] env[62588]: value = "task-1792998" [ 1326.782337] env[62588]: _type = "Task" [ 1326.782337] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.791484] env[62588]: DEBUG oslo_vmware.api [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Task: {'id': task-1792998, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.809561] env[62588]: DEBUG oslo_vmware.api [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ab3612-3865-8a7b-c3e8-18962cfcd4ed, 'name': SearchDatastore_Task, 'duration_secs': 0.008487} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.809758] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.810017] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] ad9dbbbc-a836-4149-a25b-d356343f528f/ad9dbbbc-a836-4149-a25b-d356343f528f.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1326.811140] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1976b67-6fe7-4730-a5d4-8cf6e4ca9496 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.820641] env[62588]: DEBUG oslo_vmware.api [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Waiting for the task: (returnval){ [ 1326.820641] env[62588]: value = "task-1792999" [ 1326.820641] env[62588]: _type = "Task" [ 1326.820641] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.833695] env[62588]: DEBUG oslo_vmware.api [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': task-1792999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.011881] env[62588]: DEBUG nova.scheduler.client.report [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.056202] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.099962] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.235073] env[62588]: DEBUG oslo_concurrency.lockutils [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Acquiring lock "34c9ee4c-c446-46aa-8566-d4f66dfef960" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.235381] env[62588]: DEBUG oslo_concurrency.lockutils [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Lock "34c9ee4c-c446-46aa-8566-d4f66dfef960" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.277667] env[62588]: DEBUG nova.compute.manager [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1327.297711] env[62588]: DEBUG oslo_vmware.api [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Task: {'id': task-1792998, 'name': ReconfigVM_Task, 'duration_secs': 0.285659} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.301316] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 8143a3cf-f12e-40b6-9edc-e72b55f02e9c/8143a3cf-f12e-40b6-9edc-e72b55f02e9c.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1327.302707] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eebc1740-0227-40b3-afba-7ed72ba84ca6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.310880] env[62588]: DEBUG oslo_vmware.api [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Waiting for the task: (returnval){ [ 1327.310880] env[62588]: value = "task-1793000" [ 1327.310880] env[62588]: _type = "Task" [ 1327.310880] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.318556] env[62588]: DEBUG nova.virt.hardware [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1327.318556] env[62588]: DEBUG nova.virt.hardware [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1327.318556] env[62588]: DEBUG nova.virt.hardware [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1327.318804] env[62588]: DEBUG nova.virt.hardware [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1327.318804] env[62588]: DEBUG nova.virt.hardware [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1327.318929] env[62588]: DEBUG nova.virt.hardware [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1327.319069] env[62588]: DEBUG nova.virt.hardware [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1327.319268] env[62588]: DEBUG nova.virt.hardware [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1327.319395] env[62588]: DEBUG nova.virt.hardware [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1327.319554] env[62588]: DEBUG nova.virt.hardware [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1327.319910] env[62588]: DEBUG nova.virt.hardware [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1327.322848] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ee9d70-0a93-47d9-af53-5a84a478b213 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.332466] env[62588]: DEBUG oslo_vmware.api [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Task: {'id': task-1793000, 'name': Rename_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.338583] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719f9f55-8567-47b3-851d-06305cf4596e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.357816] env[62588]: DEBUG oslo_vmware.api [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': task-1792999, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.517490] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.518018] env[62588]: DEBUG nova.compute.manager [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1327.522348] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.907s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.523552] env[62588]: INFO nova.compute.claims [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1327.820845] env[62588]: DEBUG nova.compute.manager [req-c3541d8c-b014-4649-a12f-30d5d55649ba req-f86eb71f-c9d6-43f2-9521-3a1b762c4219 service nova] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Received event network-changed-f78bee80-86d5-4c3b-b13c-54137bf43098 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1327.821135] env[62588]: DEBUG nova.compute.manager [req-c3541d8c-b014-4649-a12f-30d5d55649ba req-f86eb71f-c9d6-43f2-9521-3a1b762c4219 service nova] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Refreshing instance network info cache due to event network-changed-f78bee80-86d5-4c3b-b13c-54137bf43098. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1327.821413] env[62588]: DEBUG oslo_concurrency.lockutils [req-c3541d8c-b014-4649-a12f-30d5d55649ba req-f86eb71f-c9d6-43f2-9521-3a1b762c4219 service nova] Acquiring lock "refresh_cache-ad9dbbbc-a836-4149-a25b-d356343f528f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.821585] env[62588]: DEBUG oslo_concurrency.lockutils [req-c3541d8c-b014-4649-a12f-30d5d55649ba req-f86eb71f-c9d6-43f2-9521-3a1b762c4219 service nova] Acquired lock "refresh_cache-ad9dbbbc-a836-4149-a25b-d356343f528f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.821785] env[62588]: DEBUG nova.network.neutron [req-c3541d8c-b014-4649-a12f-30d5d55649ba req-f86eb71f-c9d6-43f2-9521-3a1b762c4219 service nova] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Refreshing network info cache for port f78bee80-86d5-4c3b-b13c-54137bf43098 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1327.828835] env[62588]: DEBUG oslo_vmware.api [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Task: {'id': task-1793000, 'name': Rename_Task, 'duration_secs': 0.141883} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.833920] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1327.835454] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32ccfb57-4f07-4561-812d-dda508fd4147 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.847594] env[62588]: DEBUG oslo_vmware.api [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': task-1792999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.804916} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.847856] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] ad9dbbbc-a836-4149-a25b-d356343f528f/ad9dbbbc-a836-4149-a25b-d356343f528f.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1327.848073] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1327.848303] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41c43a4e-0277-425b-8010-cb90c0810571 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.852679] env[62588]: DEBUG oslo_vmware.api [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Waiting for the task: (returnval){ [ 1327.852679] env[62588]: value = "task-1793001" [ 1327.852679] env[62588]: _type = "Task" [ 1327.852679] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.857805] env[62588]: DEBUG oslo_vmware.api [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Waiting for the task: (returnval){ [ 1327.857805] env[62588]: value = "task-1793002" [ 1327.857805] env[62588]: _type = "Task" [ 1327.857805] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.866061] env[62588]: DEBUG oslo_vmware.api [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Task: {'id': task-1793001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.875255] env[62588]: DEBUG oslo_vmware.api [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': task-1793002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.029332] env[62588]: DEBUG nova.compute.utils [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1328.035926] env[62588]: DEBUG nova.compute.manager [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1328.035926] env[62588]: DEBUG nova.network.neutron [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1328.187669] env[62588]: DEBUG nova.policy [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a2dba35f9dd4d27a24de8633a62f5a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6fe5398246da480b8168008d96537695', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1328.368970] env[62588]: DEBUG oslo_vmware.api [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Task: {'id': task-1793001, 'name': PowerOnVM_Task, 'duration_secs': 0.42837} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.368970] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1328.368970] env[62588]: INFO nova.compute.manager [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Took 9.63 seconds to spawn the instance on the hypervisor. [ 1328.368970] env[62588]: DEBUG nova.compute.manager [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1328.368970] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206baea5-7f5c-4ba0-a57e-9c92e3d16a9e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.376539] env[62588]: DEBUG oslo_vmware.api [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': task-1793002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074254} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.376539] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1328.377747] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abc5087-4ceb-4763-8b8d-6b30fc005d37 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.406620] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] ad9dbbbc-a836-4149-a25b-d356343f528f/ad9dbbbc-a836-4149-a25b-d356343f528f.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1328.407523] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0623e7fd-0627-4ad8-bf81-0cc78e987dad {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.433096] env[62588]: DEBUG oslo_vmware.api [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Waiting for the task: (returnval){ [ 1328.433096] env[62588]: value = "task-1793003" [ 1328.433096] env[62588]: _type = "Task" [ 1328.433096] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.443349] env[62588]: DEBUG oslo_vmware.api [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': task-1793003, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.503764] env[62588]: DEBUG nova.network.neutron [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Successfully updated port: 21015e05-a7b4-436e-90f1-a11ed8ee4c4b {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1328.536212] env[62588]: DEBUG nova.compute.manager [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1328.786140] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5719a353-bb7c-4520-b02c-4628eeef6e61 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.794141] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87af2d17-d384-4bb2-998a-2d5c096566cd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.826581] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cae2da-2875-4e75-bda2-64a7aa7955f6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.834210] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d183bff-aaf4-493f-9a4f-d3b718a4d109 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.849041] env[62588]: DEBUG nova.compute.provider_tree [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.891241] env[62588]: DEBUG nova.network.neutron [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Successfully updated port: 699b8377-db39-4ffa-9309-6fc9f42e2404 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1328.917856] env[62588]: INFO nova.compute.manager [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Took 14.42 seconds to build instance. [ 1328.942825] env[62588]: DEBUG oslo_vmware.api [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': task-1793003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.011099] env[62588]: DEBUG oslo_concurrency.lockutils [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Acquiring lock "refresh_cache-631becbe-fe42-4bc5-a247-6133d6c55c4e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.011099] env[62588]: DEBUG oslo_concurrency.lockutils [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Acquired lock "refresh_cache-631becbe-fe42-4bc5-a247-6133d6c55c4e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.011099] env[62588]: DEBUG nova.network.neutron [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.141464] env[62588]: DEBUG nova.network.neutron [req-c3541d8c-b014-4649-a12f-30d5d55649ba req-f86eb71f-c9d6-43f2-9521-3a1b762c4219 service nova] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Updated VIF entry in instance network info cache for port f78bee80-86d5-4c3b-b13c-54137bf43098. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1329.141891] env[62588]: DEBUG nova.network.neutron [req-c3541d8c-b014-4649-a12f-30d5d55649ba req-f86eb71f-c9d6-43f2-9521-3a1b762c4219 service nova] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Updating instance_info_cache with network_info: [{"id": "f78bee80-86d5-4c3b-b13c-54137bf43098", "address": "fa:16:3e:1d:7b:77", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf78bee80-86", "ovs_interfaceid": "f78bee80-86d5-4c3b-b13c-54137bf43098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.351999] env[62588]: DEBUG nova.scheduler.client.report [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.395338] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "refresh_cache-67288410-ebc1-48b6-ae7e-ed1f8f38708a" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.395338] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquired lock "refresh_cache-67288410-ebc1-48b6-ae7e-ed1f8f38708a" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.395338] env[62588]: DEBUG nova.network.neutron [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.421426] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8708c139-41a3-4c38-883b-30f08c966fb7 tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Lock "8143a3cf-f12e-40b6-9edc-e72b55f02e9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.933s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.446708] env[62588]: DEBUG oslo_vmware.api [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': task-1793003, 'name': ReconfigVM_Task, 'duration_secs': 0.848585} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.447191] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Reconfigured VM instance instance-00000002 to attach disk [datastore1] ad9dbbbc-a836-4149-a25b-d356343f528f/ad9dbbbc-a836-4149-a25b-d356343f528f.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1329.447814] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-396f4cdc-0ffc-41b0-bf12-eed877fded48 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.455287] env[62588]: DEBUG oslo_vmware.api [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Waiting for the task: (returnval){ [ 1329.455287] env[62588]: value = "task-1793004" [ 1329.455287] env[62588]: _type = "Task" [ 1329.455287] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.465585] env[62588]: DEBUG oslo_vmware.api [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': task-1793004, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.482756] env[62588]: DEBUG nova.network.neutron [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Successfully created port: 0cec80a7-baa9-4584-bb28-3a9d45a74db3 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1329.549521] env[62588]: DEBUG nova.compute.manager [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1329.584183] env[62588]: DEBUG nova.virt.hardware [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1329.584423] env[62588]: DEBUG nova.virt.hardware [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.584572] env[62588]: DEBUG nova.virt.hardware [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1329.585021] env[62588]: DEBUG nova.virt.hardware [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.585021] env[62588]: DEBUG nova.virt.hardware [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1329.585569] env[62588]: DEBUG nova.virt.hardware [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1329.586274] env[62588]: DEBUG nova.virt.hardware [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1329.586274] env[62588]: DEBUG nova.virt.hardware [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1329.586422] env[62588]: DEBUG nova.virt.hardware [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1329.586578] env[62588]: DEBUG nova.virt.hardware [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1329.586744] env[62588]: DEBUG nova.virt.hardware [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1329.587963] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421d3bd8-d8ea-4c85-af6f-2bd8153ad576 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.598168] env[62588]: DEBUG nova.network.neutron [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1329.602145] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc579625-6e32-470b-bf16-e585354354c7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.650295] env[62588]: DEBUG oslo_concurrency.lockutils [req-c3541d8c-b014-4649-a12f-30d5d55649ba req-f86eb71f-c9d6-43f2-9521-3a1b762c4219 service nova] Releasing lock "refresh_cache-ad9dbbbc-a836-4149-a25b-d356343f528f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.848083] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Acquiring lock "ca06a33a-8a7b-40f5-84ed-b5f27616d1f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.848083] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Lock "ca06a33a-8a7b-40f5-84ed-b5f27616d1f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.858644] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.859213] env[62588]: DEBUG nova.compute.manager [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1329.861820] env[62588]: DEBUG oslo_concurrency.lockutils [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.204s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.863665] env[62588]: INFO nova.compute.claims [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1329.924536] env[62588]: DEBUG nova.compute.manager [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1329.967470] env[62588]: DEBUG oslo_vmware.api [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': task-1793004, 'name': Rename_Task, 'duration_secs': 0.295947} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.967470] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1329.967470] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-576bf24f-a4ce-42a5-a656-b01e731f1e39 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.972857] env[62588]: DEBUG oslo_vmware.api [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Waiting for the task: (returnval){ [ 1329.972857] env[62588]: value = "task-1793005" [ 1329.972857] env[62588]: _type = "Task" [ 1329.972857] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.981805] env[62588]: DEBUG oslo_vmware.api [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': task-1793005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.069517] env[62588]: DEBUG nova.network.neutron [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Updating instance_info_cache with network_info: [{"id": "21015e05-a7b4-436e-90f1-a11ed8ee4c4b", "address": "fa:16:3e:9b:eb:7d", "network": {"id": "4fa27172-d8e8-4788-940c-dc9408fbd0a2", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-443387939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1a847aafb444729b4f3db51ae08bc0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21015e05-a7", "ovs_interfaceid": "21015e05-a7b4-436e-90f1-a11ed8ee4c4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.174987] env[62588]: DEBUG nova.network.neutron [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1330.367497] env[62588]: DEBUG nova.compute.utils [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1330.370797] env[62588]: DEBUG nova.compute.manager [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Not allocating networking since 'none' was specified. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1330.462293] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.483949] env[62588]: DEBUG oslo_vmware.api [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': task-1793005, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.556627] env[62588]: DEBUG nova.compute.manager [None req-590f2783-3cd7-493b-97e0-c1c1e58af0bf tempest-ServerDiagnosticsV248Test-1678385959 tempest-ServerDiagnosticsV248Test-1678385959-project-admin] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1330.559569] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d00c95-665e-416b-9bea-f0db9dda87b9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.570120] env[62588]: INFO nova.compute.manager [None req-590f2783-3cd7-493b-97e0-c1c1e58af0bf tempest-ServerDiagnosticsV248Test-1678385959 tempest-ServerDiagnosticsV248Test-1678385959-project-admin] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Retrieving diagnostics [ 1330.571129] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b23fd9-e2ab-4f7b-840d-28488a4f993e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.574969] env[62588]: DEBUG oslo_concurrency.lockutils [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Releasing lock "refresh_cache-631becbe-fe42-4bc5-a247-6133d6c55c4e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.574969] env[62588]: DEBUG nova.compute.manager [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Instance network_info: |[{"id": "21015e05-a7b4-436e-90f1-a11ed8ee4c4b", "address": "fa:16:3e:9b:eb:7d", "network": {"id": "4fa27172-d8e8-4788-940c-dc9408fbd0a2", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-443387939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1a847aafb444729b4f3db51ae08bc0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21015e05-a7", "ovs_interfaceid": "21015e05-a7b4-436e-90f1-a11ed8ee4c4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1330.575600] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:eb:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21015e05-a7b4-436e-90f1-a11ed8ee4c4b', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1330.585297] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Creating folder: Project (b1a847aafb444729b4f3db51ae08bc0c). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1330.586792] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a6b7f47-7552-4528-83a3-1142bfc84289 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.630910] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Created folder: Project (b1a847aafb444729b4f3db51ae08bc0c) in parent group-v371885. [ 1330.631193] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Creating folder: Instances. Parent ref: group-v371892. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1330.631473] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d36c35d3-84f3-4713-a4ed-a0a1f39c8d1b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.642081] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Created folder: Instances in parent group-v371892. [ 1330.642569] env[62588]: DEBUG oslo.service.loopingcall [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1330.642569] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1330.642715] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfc28a55-fccb-4046-bfd8-c1b06e412c95 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.665224] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1330.665224] env[62588]: value = "task-1793008" [ 1330.665224] env[62588]: _type = "Task" [ 1330.665224] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.674842] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793008, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.843971] env[62588]: DEBUG nova.network.neutron [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Updating instance_info_cache with network_info: [{"id": "699b8377-db39-4ffa-9309-6fc9f42e2404", "address": "fa:16:3e:07:58:ef", "network": {"id": "adc3b6e0-4437-45a1-a195-1acf36a5afeb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-83189614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb190925c06e4772ae04f7b565c5f2e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap699b8377-db", "ovs_interfaceid": "699b8377-db39-4ffa-9309-6fc9f42e2404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.877041] env[62588]: DEBUG nova.compute.manager [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1330.986055] env[62588]: DEBUG oslo_vmware.api [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': task-1793005, 'name': PowerOnVM_Task, 'duration_secs': 0.890816} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.986354] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1330.986555] env[62588]: INFO nova.compute.manager [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Took 10.07 seconds to spawn the instance on the hypervisor. [ 1330.986728] env[62588]: DEBUG nova.compute.manager [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1330.987523] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917be9ca-d684-4e6a-b5ec-94f9e9cf84af {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.108603] env[62588]: DEBUG nova.compute.manager [req-f2dee782-a3b5-4079-9c34-d9bbd6acb055 req-687beeff-5a01-4c96-8709-53188fa976eb service nova] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Received event network-vif-plugged-21015e05-a7b4-436e-90f1-a11ed8ee4c4b {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1331.108603] env[62588]: DEBUG oslo_concurrency.lockutils [req-f2dee782-a3b5-4079-9c34-d9bbd6acb055 req-687beeff-5a01-4c96-8709-53188fa976eb service nova] Acquiring lock "631becbe-fe42-4bc5-a247-6133d6c55c4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.108603] env[62588]: DEBUG oslo_concurrency.lockutils [req-f2dee782-a3b5-4079-9c34-d9bbd6acb055 req-687beeff-5a01-4c96-8709-53188fa976eb service nova] Lock "631becbe-fe42-4bc5-a247-6133d6c55c4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.108603] env[62588]: DEBUG oslo_concurrency.lockutils [req-f2dee782-a3b5-4079-9c34-d9bbd6acb055 req-687beeff-5a01-4c96-8709-53188fa976eb service nova] Lock "631becbe-fe42-4bc5-a247-6133d6c55c4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.108603] env[62588]: DEBUG nova.compute.manager [req-f2dee782-a3b5-4079-9c34-d9bbd6acb055 req-687beeff-5a01-4c96-8709-53188fa976eb service nova] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] No waiting events found dispatching network-vif-plugged-21015e05-a7b4-436e-90f1-a11ed8ee4c4b {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1331.108883] env[62588]: WARNING nova.compute.manager [req-f2dee782-a3b5-4079-9c34-d9bbd6acb055 req-687beeff-5a01-4c96-8709-53188fa976eb service nova] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Received unexpected event network-vif-plugged-21015e05-a7b4-436e-90f1-a11ed8ee4c4b for instance with vm_state building and task_state spawning. [ 1331.108883] env[62588]: DEBUG nova.compute.manager [req-f2dee782-a3b5-4079-9c34-d9bbd6acb055 req-687beeff-5a01-4c96-8709-53188fa976eb service nova] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Received event network-vif-plugged-699b8377-db39-4ffa-9309-6fc9f42e2404 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1331.108883] env[62588]: DEBUG oslo_concurrency.lockutils [req-f2dee782-a3b5-4079-9c34-d9bbd6acb055 req-687beeff-5a01-4c96-8709-53188fa976eb service nova] Acquiring lock "67288410-ebc1-48b6-ae7e-ed1f8f38708a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.108883] env[62588]: DEBUG oslo_concurrency.lockutils [req-f2dee782-a3b5-4079-9c34-d9bbd6acb055 req-687beeff-5a01-4c96-8709-53188fa976eb service nova] Lock "67288410-ebc1-48b6-ae7e-ed1f8f38708a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.108883] env[62588]: DEBUG oslo_concurrency.lockutils [req-f2dee782-a3b5-4079-9c34-d9bbd6acb055 req-687beeff-5a01-4c96-8709-53188fa976eb service nova] Lock "67288410-ebc1-48b6-ae7e-ed1f8f38708a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.109349] env[62588]: DEBUG nova.compute.manager [req-f2dee782-a3b5-4079-9c34-d9bbd6acb055 req-687beeff-5a01-4c96-8709-53188fa976eb service nova] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] No waiting events found dispatching network-vif-plugged-699b8377-db39-4ffa-9309-6fc9f42e2404 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1331.109349] env[62588]: WARNING nova.compute.manager [req-f2dee782-a3b5-4079-9c34-d9bbd6acb055 req-687beeff-5a01-4c96-8709-53188fa976eb service nova] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Received unexpected event network-vif-plugged-699b8377-db39-4ffa-9309-6fc9f42e2404 for instance with vm_state building and task_state spawning. [ 1331.109349] env[62588]: DEBUG nova.compute.manager [req-f2dee782-a3b5-4079-9c34-d9bbd6acb055 req-687beeff-5a01-4c96-8709-53188fa976eb service nova] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Received event network-changed-21015e05-a7b4-436e-90f1-a11ed8ee4c4b {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1331.109349] env[62588]: DEBUG nova.compute.manager [req-f2dee782-a3b5-4079-9c34-d9bbd6acb055 req-687beeff-5a01-4c96-8709-53188fa976eb service nova] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Refreshing instance network info cache due to event network-changed-21015e05-a7b4-436e-90f1-a11ed8ee4c4b. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1331.109349] env[62588]: DEBUG oslo_concurrency.lockutils [req-f2dee782-a3b5-4079-9c34-d9bbd6acb055 req-687beeff-5a01-4c96-8709-53188fa976eb service nova] Acquiring lock "refresh_cache-631becbe-fe42-4bc5-a247-6133d6c55c4e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.109633] env[62588]: DEBUG oslo_concurrency.lockutils [req-f2dee782-a3b5-4079-9c34-d9bbd6acb055 req-687beeff-5a01-4c96-8709-53188fa976eb service nova] Acquired lock "refresh_cache-631becbe-fe42-4bc5-a247-6133d6c55c4e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.109633] env[62588]: DEBUG nova.network.neutron [req-f2dee782-a3b5-4079-9c34-d9bbd6acb055 req-687beeff-5a01-4c96-8709-53188fa976eb service nova] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Refreshing network info cache for port 21015e05-a7b4-436e-90f1-a11ed8ee4c4b {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1331.157191] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238a1340-5546-4a9a-ab2e-1610676136d3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.183117] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793008, 'name': CreateVM_Task, 'duration_secs': 0.465402} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.183423] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1331.186778] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1670de3-fc1e-4447-90c6-09f66ca282e0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.196259] env[62588]: DEBUG oslo_concurrency.lockutils [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.196259] env[62588]: DEBUG oslo_concurrency.lockutils [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.196259] env[62588]: DEBUG oslo_concurrency.lockutils [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1331.196259] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c85422e4-65d5-4dd7-921b-a180d6674d77 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.203021] env[62588]: DEBUG oslo_vmware.api [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Waiting for the task: (returnval){ [ 1331.203021] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520f9b86-3d8e-efa9-fdc8-a3e9e1ee89d3" [ 1331.203021] env[62588]: _type = "Task" [ 1331.203021] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.235391] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eeaab9e-2d6c-44da-add9-17a460cbc768 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.247186] env[62588]: DEBUG oslo_vmware.api [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520f9b86-3d8e-efa9-fdc8-a3e9e1ee89d3, 'name': SearchDatastore_Task, 'duration_secs': 0.011149} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.249071] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8bbfe7-c20a-4bcf-9f7b-f3d5353aa37e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.253695] env[62588]: DEBUG oslo_concurrency.lockutils [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.254133] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1331.254571] env[62588]: DEBUG oslo_concurrency.lockutils [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.254894] env[62588]: DEBUG oslo_concurrency.lockutils [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.255250] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1331.255662] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8741bd2a-cac7-4a4f-ab2a-05524d002246 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.270337] env[62588]: DEBUG nova.compute.provider_tree [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.273598] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1331.273974] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1331.276017] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2e7a846-dc44-440a-98ca-5d3552e7af2f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.281371] env[62588]: DEBUG oslo_vmware.api [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Waiting for the task: (returnval){ [ 1331.281371] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52082a38-de75-fdf6-f533-0a792662126b" [ 1331.281371] env[62588]: _type = "Task" [ 1331.281371] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.291418] env[62588]: DEBUG oslo_vmware.api [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52082a38-de75-fdf6-f533-0a792662126b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.350024] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Releasing lock "refresh_cache-67288410-ebc1-48b6-ae7e-ed1f8f38708a" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.350024] env[62588]: DEBUG nova.compute.manager [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Instance network_info: |[{"id": "699b8377-db39-4ffa-9309-6fc9f42e2404", "address": "fa:16:3e:07:58:ef", "network": {"id": "adc3b6e0-4437-45a1-a195-1acf36a5afeb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-83189614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb190925c06e4772ae04f7b565c5f2e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap699b8377-db", "ovs_interfaceid": "699b8377-db39-4ffa-9309-6fc9f42e2404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1331.350262] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:58:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '699b8377-db39-4ffa-9309-6fc9f42e2404', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1331.359483] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Creating folder: Project (fb190925c06e4772ae04f7b565c5f2e5). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1331.360235] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edc034ff-5b39-4205-bf73-9806dc76fae9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.373947] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Created folder: Project (fb190925c06e4772ae04f7b565c5f2e5) in parent group-v371885. [ 1331.375413] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Creating folder: Instances. Parent ref: group-v371895. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1331.375413] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc032b42-d377-4d50-92dc-e42b2ba26b8b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.392404] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Created folder: Instances in parent group-v371895. [ 1331.392404] env[62588]: DEBUG oslo.service.loopingcall [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1331.392404] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1331.392404] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f83e9f78-d337-48a1-b1b6-bc47644789d9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.420452] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.420452] env[62588]: value = "task-1793011" [ 1331.420452] env[62588]: _type = "Task" [ 1331.420452] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.436630] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793011, 'name': CreateVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.509029] env[62588]: INFO nova.compute.manager [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Took 15.14 seconds to build instance. [ 1331.778564] env[62588]: DEBUG nova.scheduler.client.report [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.800221] env[62588]: DEBUG oslo_vmware.api [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52082a38-de75-fdf6-f533-0a792662126b, 'name': SearchDatastore_Task, 'duration_secs': 0.009614} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.801467] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-513c52c9-cefd-4936-873f-4e33fc45dd22 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.807992] env[62588]: DEBUG oslo_vmware.api [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Waiting for the task: (returnval){ [ 1331.807992] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a3f945-7366-73d9-d15f-65bb84c536ea" [ 1331.807992] env[62588]: _type = "Task" [ 1331.807992] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.816776] env[62588]: DEBUG oslo_vmware.api [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a3f945-7366-73d9-d15f-65bb84c536ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.889033] env[62588]: DEBUG nova.compute.manager [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1331.935151] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793011, 'name': CreateVM_Task, 'duration_secs': 0.38174} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.935151] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1331.935894] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.936447] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.936782] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1331.937498] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fad4a127-b459-40a3-bd4b-76087e9dc41f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.944234] env[62588]: DEBUG oslo_vmware.api [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1331.944234] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]524649d5-11e8-472e-dc72-a34f4ca2dba9" [ 1331.944234] env[62588]: _type = "Task" [ 1331.944234] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.954266] env[62588]: DEBUG oslo_vmware.api [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]524649d5-11e8-472e-dc72-a34f4ca2dba9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.015980] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bf8ff364-3304-4dad-8686-f29642d596bf tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Lock "ad9dbbbc-a836-4149-a25b-d356343f528f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.659s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.039428] env[62588]: DEBUG nova.virt.hardware [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1332.039660] env[62588]: DEBUG nova.virt.hardware [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1332.039810] env[62588]: DEBUG nova.virt.hardware [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1332.039985] env[62588]: DEBUG nova.virt.hardware [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1332.040138] env[62588]: DEBUG nova.virt.hardware [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1332.040281] env[62588]: DEBUG nova.virt.hardware [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1332.040481] env[62588]: DEBUG nova.virt.hardware [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1332.040632] env[62588]: DEBUG nova.virt.hardware [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1332.040801] env[62588]: DEBUG nova.virt.hardware [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1332.040959] env[62588]: DEBUG nova.virt.hardware [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1332.041204] env[62588]: DEBUG nova.virt.hardware [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1332.042351] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de6f850-7cf3-46a3-baff-95ee4728d38c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.055757] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afab649-f573-4539-873e-95c9382b9edf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.070726] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Instance VIF info [] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1332.079669] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Creating folder: Project (e5c1066cf3f54c71bf4293c8fdfa9344). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1332.080068] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8681934-cccc-4d96-85ac-4c94b0b5b08a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.094211] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Created folder: Project (e5c1066cf3f54c71bf4293c8fdfa9344) in parent group-v371885. [ 1332.094478] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Creating folder: Instances. Parent ref: group-v371898. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1332.095120] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b95ca106-b957-4ebd-909b-c8e9f75a690b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.105183] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Created folder: Instances in parent group-v371898. [ 1332.105509] env[62588]: DEBUG oslo.service.loopingcall [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1332.105741] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1332.105992] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5772ae4a-d3f1-42b6-8c07-7a4f0d7a68e0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.123447] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1332.123447] env[62588]: value = "task-1793014" [ 1332.123447] env[62588]: _type = "Task" [ 1332.123447] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.131669] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793014, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.290414] env[62588]: DEBUG oslo_concurrency.lockutils [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.291660] env[62588]: DEBUG nova.compute.manager [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1332.298908] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.282s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.301377] env[62588]: INFO nova.compute.claims [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1332.324604] env[62588]: DEBUG oslo_vmware.api [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a3f945-7366-73d9-d15f-65bb84c536ea, 'name': SearchDatastore_Task, 'duration_secs': 0.030198} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.325018] env[62588]: DEBUG oslo_concurrency.lockutils [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.325587] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 631becbe-fe42-4bc5-a247-6133d6c55c4e/631becbe-fe42-4bc5-a247-6133d6c55c4e.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1332.325587] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66f030fc-504b-4de5-97a9-765dd34ad588 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.334478] env[62588]: DEBUG oslo_vmware.api [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Waiting for the task: (returnval){ [ 1332.334478] env[62588]: value = "task-1793015" [ 1332.334478] env[62588]: _type = "Task" [ 1332.334478] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.343729] env[62588]: DEBUG oslo_vmware.api [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.458456] env[62588]: DEBUG oslo_vmware.api [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]524649d5-11e8-472e-dc72-a34f4ca2dba9, 'name': SearchDatastore_Task, 'duration_secs': 0.027767} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.461139] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.461139] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1332.461139] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.461139] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.461303] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1332.461303] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf33b495-2847-45c7-a9e4-cacf69663ae5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.470372] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1332.470544] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1332.471745] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-594e2f2f-b5cc-4216-8598-9a9f697d472c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.477406] env[62588]: DEBUG oslo_vmware.api [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1332.477406] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b49365-c465-9aea-4daf-1386e725b2e2" [ 1332.477406] env[62588]: _type = "Task" [ 1332.477406] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.488192] env[62588]: DEBUG oslo_vmware.api [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b49365-c465-9aea-4daf-1386e725b2e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.517812] env[62588]: DEBUG nova.compute.manager [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1332.610758] env[62588]: DEBUG nova.network.neutron [req-f2dee782-a3b5-4079-9c34-d9bbd6acb055 req-687beeff-5a01-4c96-8709-53188fa976eb service nova] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Updated VIF entry in instance network info cache for port 21015e05-a7b4-436e-90f1-a11ed8ee4c4b. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1332.611127] env[62588]: DEBUG nova.network.neutron [req-f2dee782-a3b5-4079-9c34-d9bbd6acb055 req-687beeff-5a01-4c96-8709-53188fa976eb service nova] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Updating instance_info_cache with network_info: [{"id": "21015e05-a7b4-436e-90f1-a11ed8ee4c4b", "address": "fa:16:3e:9b:eb:7d", "network": {"id": "4fa27172-d8e8-4788-940c-dc9408fbd0a2", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-443387939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1a847aafb444729b4f3db51ae08bc0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21015e05-a7", "ovs_interfaceid": "21015e05-a7b4-436e-90f1-a11ed8ee4c4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.639259] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793014, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.807281] env[62588]: DEBUG nova.compute.utils [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1332.811091] env[62588]: DEBUG nova.compute.manager [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1332.811137] env[62588]: DEBUG nova.network.neutron [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1332.851578] env[62588]: DEBUG oslo_vmware.api [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793015, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.992440] env[62588]: DEBUG oslo_vmware.api [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b49365-c465-9aea-4daf-1386e725b2e2, 'name': SearchDatastore_Task, 'duration_secs': 0.019565} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.992694] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2e211d4-2f42-4639-ac65-530446565f66 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.998971] env[62588]: DEBUG oslo_vmware.api [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1332.998971] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]523b04d4-4878-caa8-7295-eefe88a3acbe" [ 1332.998971] env[62588]: _type = "Task" [ 1332.998971] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.009358] env[62588]: DEBUG oslo_vmware.api [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]523b04d4-4878-caa8-7295-eefe88a3acbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.050270] env[62588]: DEBUG nova.policy [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9da5014d10dc41d4b4ec8ceef8c87541', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9450f94655f42109010b841ff21d533', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1333.071864] env[62588]: DEBUG oslo_concurrency.lockutils [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.118035] env[62588]: DEBUG oslo_concurrency.lockutils [req-f2dee782-a3b5-4079-9c34-d9bbd6acb055 req-687beeff-5a01-4c96-8709-53188fa976eb service nova] Releasing lock "refresh_cache-631becbe-fe42-4bc5-a247-6133d6c55c4e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.118210] env[62588]: DEBUG nova.compute.manager [req-f2dee782-a3b5-4079-9c34-d9bbd6acb055 req-687beeff-5a01-4c96-8709-53188fa976eb service nova] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Received event network-changed-699b8377-db39-4ffa-9309-6fc9f42e2404 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1333.118416] env[62588]: DEBUG nova.compute.manager [req-f2dee782-a3b5-4079-9c34-d9bbd6acb055 req-687beeff-5a01-4c96-8709-53188fa976eb service nova] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Refreshing instance network info cache due to event network-changed-699b8377-db39-4ffa-9309-6fc9f42e2404. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1333.118676] env[62588]: DEBUG oslo_concurrency.lockutils [req-f2dee782-a3b5-4079-9c34-d9bbd6acb055 req-687beeff-5a01-4c96-8709-53188fa976eb service nova] Acquiring lock "refresh_cache-67288410-ebc1-48b6-ae7e-ed1f8f38708a" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.118850] env[62588]: DEBUG oslo_concurrency.lockutils [req-f2dee782-a3b5-4079-9c34-d9bbd6acb055 req-687beeff-5a01-4c96-8709-53188fa976eb service nova] Acquired lock "refresh_cache-67288410-ebc1-48b6-ae7e-ed1f8f38708a" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.119060] env[62588]: DEBUG nova.network.neutron [req-f2dee782-a3b5-4079-9c34-d9bbd6acb055 req-687beeff-5a01-4c96-8709-53188fa976eb service nova] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Refreshing network info cache for port 699b8377-db39-4ffa-9309-6fc9f42e2404 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1333.141102] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793014, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.262215] env[62588]: DEBUG nova.network.neutron [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Successfully updated port: 0cec80a7-baa9-4584-bb28-3a9d45a74db3 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1333.314751] env[62588]: DEBUG nova.compute.manager [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1333.357784] env[62588]: DEBUG oslo_vmware.api [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793015, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.975577} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.357784] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 631becbe-fe42-4bc5-a247-6133d6c55c4e/631becbe-fe42-4bc5-a247-6133d6c55c4e.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1333.357784] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1333.357784] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32e40e7c-e5b7-4ca0-af77-7e717fb32897 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.371641] env[62588]: DEBUG oslo_vmware.api [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Waiting for the task: (returnval){ [ 1333.371641] env[62588]: value = "task-1793016" [ 1333.371641] env[62588]: _type = "Task" [ 1333.371641] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.381884] env[62588]: DEBUG oslo_vmware.api [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.514145] env[62588]: DEBUG oslo_vmware.api [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]523b04d4-4878-caa8-7295-eefe88a3acbe, 'name': SearchDatastore_Task, 'duration_secs': 0.103812} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.514436] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.514692] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 67288410-ebc1-48b6-ae7e-ed1f8f38708a/67288410-ebc1-48b6-ae7e-ed1f8f38708a.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1333.514964] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1de4684-6841-4208-a43c-206689fbd1bb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.533272] env[62588]: DEBUG oslo_vmware.api [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1333.533272] env[62588]: value = "task-1793017" [ 1333.533272] env[62588]: _type = "Task" [ 1333.533272] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.546257] env[62588]: DEBUG oslo_vmware.api [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.600742] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9280006-fb2d-4085-bf43-130302d785a0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.610317] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21757f1c-f122-4776-8fc4-77a5d489c797 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.652664] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ba5e88-92d7-46bc-a893-b54fcad00d3b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.663145] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793014, 'name': CreateVM_Task, 'duration_secs': 1.347994} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.663385] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1333.664652] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113acab1-3278-4e75-bb1f-674697a213bd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.668867] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.669051] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.669618] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1333.669763] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ec25831-cfdc-4d9c-88c1-a468f01d0213 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.675332] env[62588]: DEBUG oslo_vmware.api [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Waiting for the task: (returnval){ [ 1333.675332] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52aa4d3d-c678-8fab-7071-cc0719dd41dc" [ 1333.675332] env[62588]: _type = "Task" [ 1333.675332] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.684949] env[62588]: DEBUG nova.compute.provider_tree [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.695104] env[62588]: DEBUG oslo_vmware.api [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52aa4d3d-c678-8fab-7071-cc0719dd41dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.767591] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquiring lock "refresh_cache-d3291e2a-3e28-424a-94a5-b9831dcdbb09" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.767745] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquired lock "refresh_cache-d3291e2a-3e28-424a-94a5-b9831dcdbb09" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.767896] env[62588]: DEBUG nova.network.neutron [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.887402] env[62588]: DEBUG oslo_vmware.api [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071252} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.887402] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1333.887925] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4bc53c-6b88-4fd3-9f45-00e43afeb0dd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.913717] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 631becbe-fe42-4bc5-a247-6133d6c55c4e/631becbe-fe42-4bc5-a247-6133d6c55c4e.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1333.914387] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-953f0181-7372-47c6-80d1-c05b504e255e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.934900] env[62588]: DEBUG oslo_vmware.api [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Waiting for the task: (returnval){ [ 1333.934900] env[62588]: value = "task-1793018" [ 1333.934900] env[62588]: _type = "Task" [ 1333.934900] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.943975] env[62588]: DEBUG oslo_vmware.api [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793018, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.046337] env[62588]: DEBUG oslo_vmware.api [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793017, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.192243] env[62588]: DEBUG nova.scheduler.client.report [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.206907] env[62588]: DEBUG oslo_vmware.api [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52aa4d3d-c678-8fab-7071-cc0719dd41dc, 'name': SearchDatastore_Task, 'duration_secs': 0.019073} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.207290] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.207700] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1334.208035] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.208360] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.208608] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1334.208991] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e2447df-c8d3-44d1-a0c4-a0544ad49de9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.227074] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1334.227074] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1334.231284] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad6ab707-23b1-4261-b041-adfe532ea07f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.239896] env[62588]: DEBUG oslo_vmware.api [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Waiting for the task: (returnval){ [ 1334.239896] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5204f231-e3e0-1962-c6c1-9a43b82082ab" [ 1334.239896] env[62588]: _type = "Task" [ 1334.239896] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.251303] env[62588]: DEBUG oslo_vmware.api [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5204f231-e3e0-1962-c6c1-9a43b82082ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.340677] env[62588]: DEBUG nova.compute.manager [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1334.376195] env[62588]: DEBUG nova.network.neutron [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1334.377123] env[62588]: DEBUG oslo_concurrency.lockutils [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Acquiring lock "641a3a07-a4a4-4920-b710-f62bca7f9ebc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.378263] env[62588]: DEBUG oslo_concurrency.lockutils [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Lock "641a3a07-a4a4-4920-b710-f62bca7f9ebc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.389744] env[62588]: DEBUG nova.virt.hardware [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1334.390887] env[62588]: DEBUG nova.virt.hardware [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1334.391341] env[62588]: DEBUG nova.virt.hardware [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1334.391715] env[62588]: DEBUG nova.virt.hardware [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1334.391953] env[62588]: DEBUG nova.virt.hardware [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1334.392271] env[62588]: DEBUG nova.virt.hardware [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1334.392510] env[62588]: DEBUG nova.virt.hardware [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1334.392827] env[62588]: DEBUG nova.virt.hardware [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1334.393115] env[62588]: DEBUG nova.virt.hardware [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1334.393351] env[62588]: DEBUG nova.virt.hardware [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1334.393595] env[62588]: DEBUG nova.virt.hardware [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1334.394905] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb3de4d-91b0-4b07-b0e5-901a13ce646d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.408684] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c194f6-aa10-402c-9566-ab8ce1b88f73 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.445739] env[62588]: DEBUG oslo_vmware.api [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793018, 'name': ReconfigVM_Task, 'duration_secs': 0.394692} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.446793] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 631becbe-fe42-4bc5-a247-6133d6c55c4e/631becbe-fe42-4bc5-a247-6133d6c55c4e.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1334.447108] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af705329-560d-49bf-b877-2b14d8c7a32c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.453512] env[62588]: DEBUG oslo_vmware.api [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Waiting for the task: (returnval){ [ 1334.453512] env[62588]: value = "task-1793019" [ 1334.453512] env[62588]: _type = "Task" [ 1334.453512] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.463478] env[62588]: DEBUG oslo_vmware.api [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793019, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.546923] env[62588]: DEBUG oslo_vmware.api [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.826968} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.547242] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 67288410-ebc1-48b6-ae7e-ed1f8f38708a/67288410-ebc1-48b6-ae7e-ed1f8f38708a.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1334.547543] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1334.547645] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad7fdca0-d9f0-468c-9bc0-f33978b6c260 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.555236] env[62588]: DEBUG oslo_vmware.api [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1334.555236] env[62588]: value = "task-1793020" [ 1334.555236] env[62588]: _type = "Task" [ 1334.555236] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.567444] env[62588]: DEBUG oslo_vmware.api [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.677723] env[62588]: DEBUG nova.network.neutron [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Successfully created port: 5ed5fad5-f890-42b6-a7b2-a6dbbbc28320 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1334.697576] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.399s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.698322] env[62588]: DEBUG nova.compute.manager [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1334.701220] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.645s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.702498] env[62588]: INFO nova.compute.claims [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1334.759237] env[62588]: DEBUG oslo_vmware.api [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5204f231-e3e0-1962-c6c1-9a43b82082ab, 'name': SearchDatastore_Task, 'duration_secs': 0.093076} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.760863] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f1f1c79-0f59-45d0-bd4a-47639d2f312b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.766715] env[62588]: DEBUG oslo_vmware.api [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Waiting for the task: (returnval){ [ 1334.766715] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52113440-7faf-eeaf-e691-287c08f58c37" [ 1334.766715] env[62588]: _type = "Task" [ 1334.766715] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.779549] env[62588]: DEBUG nova.network.neutron [req-f2dee782-a3b5-4079-9c34-d9bbd6acb055 req-687beeff-5a01-4c96-8709-53188fa976eb service nova] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Updated VIF entry in instance network info cache for port 699b8377-db39-4ffa-9309-6fc9f42e2404. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1334.780271] env[62588]: DEBUG nova.network.neutron [req-f2dee782-a3b5-4079-9c34-d9bbd6acb055 req-687beeff-5a01-4c96-8709-53188fa976eb service nova] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Updating instance_info_cache with network_info: [{"id": "699b8377-db39-4ffa-9309-6fc9f42e2404", "address": "fa:16:3e:07:58:ef", "network": {"id": "adc3b6e0-4437-45a1-a195-1acf36a5afeb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-83189614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb190925c06e4772ae04f7b565c5f2e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap699b8377-db", "ovs_interfaceid": "699b8377-db39-4ffa-9309-6fc9f42e2404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.784248] env[62588]: DEBUG oslo_vmware.api [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52113440-7faf-eeaf-e691-287c08f58c37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.968286] env[62588]: DEBUG oslo_vmware.api [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793019, 'name': Rename_Task, 'duration_secs': 0.139821} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.968556] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1334.969011] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a482f5b4-2db8-4c7d-a45a-a888745254b5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.981794] env[62588]: DEBUG oslo_vmware.api [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Waiting for the task: (returnval){ [ 1334.981794] env[62588]: value = "task-1793021" [ 1334.981794] env[62588]: _type = "Task" [ 1334.981794] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.992796] env[62588]: DEBUG oslo_vmware.api [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.078110] env[62588]: DEBUG oslo_vmware.api [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072371} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.078110] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1335.078894] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12935a72-7839-4591-b93c-061e90bb6289 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.098373] env[62588]: DEBUG nova.network.neutron [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Updating instance_info_cache with network_info: [{"id": "0cec80a7-baa9-4584-bb28-3a9d45a74db3", "address": "fa:16:3e:90:2b:77", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cec80a7-ba", "ovs_interfaceid": "0cec80a7-baa9-4584-bb28-3a9d45a74db3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.110806] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 67288410-ebc1-48b6-ae7e-ed1f8f38708a/67288410-ebc1-48b6-ae7e-ed1f8f38708a.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.112102] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25aab5ae-2e20-42a8-9e87-c2001e8fe522 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.137213] env[62588]: DEBUG oslo_vmware.api [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1335.137213] env[62588]: value = "task-1793022" [ 1335.137213] env[62588]: _type = "Task" [ 1335.137213] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.143121] env[62588]: DEBUG oslo_vmware.api [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793022, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.207665] env[62588]: DEBUG nova.compute.utils [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1335.209501] env[62588]: DEBUG nova.compute.manager [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1335.209690] env[62588]: DEBUG nova.network.neutron [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1335.281921] env[62588]: DEBUG oslo_vmware.api [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52113440-7faf-eeaf-e691-287c08f58c37, 'name': SearchDatastore_Task, 'duration_secs': 0.047837} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.283480] env[62588]: DEBUG oslo_concurrency.lockutils [req-f2dee782-a3b5-4079-9c34-d9bbd6acb055 req-687beeff-5a01-4c96-8709-53188fa976eb service nova] Releasing lock "refresh_cache-67288410-ebc1-48b6-ae7e-ed1f8f38708a" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.283480] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.283649] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] e79ec9d6-161e-4797-bc31-1915ba813df6/e79ec9d6-161e-4797-bc31-1915ba813df6.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1335.283945] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-208e7cf6-3b35-4a8d-9f96-c9b3fb213c75 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.297749] env[62588]: DEBUG oslo_vmware.api [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Waiting for the task: (returnval){ [ 1335.297749] env[62588]: value = "task-1793023" [ 1335.297749] env[62588]: _type = "Task" [ 1335.297749] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.312890] env[62588]: DEBUG oslo_vmware.api [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': task-1793023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.408145] env[62588]: DEBUG nova.policy [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67057d398b41447e8ef50141b7ef2e27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '562805891380460ca01728851c3ec346', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1335.440476] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquiring lock "9f4fcd9a-eb33-41d8-b7f6-b57b647049d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.440791] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lock "9f4fcd9a-eb33-41d8-b7f6-b57b647049d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.456725] env[62588]: DEBUG nova.compute.manager [req-10da4708-2a08-4342-896c-32509fe37315 req-394300b0-7cd1-4aa9-9361-720abd8df275 service nova] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Received event network-vif-plugged-0cec80a7-baa9-4584-bb28-3a9d45a74db3 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1335.456934] env[62588]: DEBUG oslo_concurrency.lockutils [req-10da4708-2a08-4342-896c-32509fe37315 req-394300b0-7cd1-4aa9-9361-720abd8df275 service nova] Acquiring lock "d3291e2a-3e28-424a-94a5-b9831dcdbb09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.457174] env[62588]: DEBUG oslo_concurrency.lockutils [req-10da4708-2a08-4342-896c-32509fe37315 req-394300b0-7cd1-4aa9-9361-720abd8df275 service nova] Lock "d3291e2a-3e28-424a-94a5-b9831dcdbb09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.457332] env[62588]: DEBUG oslo_concurrency.lockutils [req-10da4708-2a08-4342-896c-32509fe37315 req-394300b0-7cd1-4aa9-9361-720abd8df275 service nova] Lock "d3291e2a-3e28-424a-94a5-b9831dcdbb09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1335.457494] env[62588]: DEBUG nova.compute.manager [req-10da4708-2a08-4342-896c-32509fe37315 req-394300b0-7cd1-4aa9-9361-720abd8df275 service nova] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] No waiting events found dispatching network-vif-plugged-0cec80a7-baa9-4584-bb28-3a9d45a74db3 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1335.457655] env[62588]: WARNING nova.compute.manager [req-10da4708-2a08-4342-896c-32509fe37315 req-394300b0-7cd1-4aa9-9361-720abd8df275 service nova] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Received unexpected event network-vif-plugged-0cec80a7-baa9-4584-bb28-3a9d45a74db3 for instance with vm_state building and task_state spawning. [ 1335.495594] env[62588]: DEBUG oslo_vmware.api [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793021, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.614734] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Releasing lock "refresh_cache-d3291e2a-3e28-424a-94a5-b9831dcdbb09" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.614734] env[62588]: DEBUG nova.compute.manager [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Instance network_info: |[{"id": "0cec80a7-baa9-4584-bb28-3a9d45a74db3", "address": "fa:16:3e:90:2b:77", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cec80a7-ba", "ovs_interfaceid": "0cec80a7-baa9-4584-bb28-3a9d45a74db3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1335.615257] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:2b:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cec80a7-baa9-4584-bb28-3a9d45a74db3', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1335.623147] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Creating folder: Project (6fe5398246da480b8168008d96537695). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1335.623902] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-489bda24-59b5-45fa-a447-468bb2be95a1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.639718] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Created folder: Project (6fe5398246da480b8168008d96537695) in parent group-v371885. [ 1335.642325] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Creating folder: Instances. Parent ref: group-v371901. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1335.642325] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e6bd350-d652-4ad5-bc85-fcd41f63ab74 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.649609] env[62588]: DEBUG oslo_vmware.api [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793022, 'name': ReconfigVM_Task, 'duration_secs': 0.416632} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.649609] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 67288410-ebc1-48b6-ae7e-ed1f8f38708a/67288410-ebc1-48b6-ae7e-ed1f8f38708a.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1335.649609] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-282c2f6e-47f5-40bc-b64a-2ee68ed34496 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.654885] env[62588]: DEBUG oslo_vmware.api [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1335.654885] env[62588]: value = "task-1793026" [ 1335.654885] env[62588]: _type = "Task" [ 1335.654885] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.657023] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Created folder: Instances in parent group-v371901. [ 1335.658528] env[62588]: DEBUG oslo.service.loopingcall [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1335.661143] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1335.661634] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae10d3f9-7fff-4bf3-85f7-1e58c8477747 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.686929] env[62588]: DEBUG oslo_vmware.api [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793026, 'name': Rename_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.689254] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1335.689254] env[62588]: value = "task-1793027" [ 1335.689254] env[62588]: _type = "Task" [ 1335.689254] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.699733] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793027, 'name': CreateVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.716138] env[62588]: DEBUG nova.compute.manager [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1335.811706] env[62588]: DEBUG oslo_vmware.api [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': task-1793023, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.996070] env[62588]: DEBUG oslo_vmware.api [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793021, 'name': PowerOnVM_Task, 'duration_secs': 0.550875} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.001114] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1336.001114] env[62588]: INFO nova.compute.manager [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Took 8.72 seconds to spawn the instance on the hypervisor. [ 1336.001114] env[62588]: DEBUG nova.compute.manager [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1336.005937] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e619816e-1438-4a2a-bc89-836c8f3d9db9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.024836] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8530bec5-a326-4edc-8c53-8259913b9620 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.039190] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423aea2c-e667-48d5-8d05-6222790b78c2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.097398] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2567b6-24e7-40fa-b488-b563c5221962 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.106256] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aea4ec4-7a48-42cc-b1c0-2cf2673e5a17 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.127021] env[62588]: DEBUG nova.compute.provider_tree [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1336.168774] env[62588]: DEBUG oslo_vmware.api [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793026, 'name': Rename_Task, 'duration_secs': 0.261443} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.168774] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1336.168774] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05746aa9-25f6-4846-904b-7443abc15fd6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.174446] env[62588]: DEBUG oslo_vmware.api [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1336.174446] env[62588]: value = "task-1793028" [ 1336.174446] env[62588]: _type = "Task" [ 1336.174446] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.184912] env[62588]: DEBUG oslo_vmware.api [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.200319] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793027, 'name': CreateVM_Task, 'duration_secs': 0.394324} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.200498] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1336.201253] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.202200] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.202200] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1336.202200] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b49ca0e4-402a-4f2b-a0cd-05b23c3d7a27 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.209764] env[62588]: DEBUG oslo_vmware.api [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1336.209764] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5260dce0-8d71-6d7d-7182-19631afec990" [ 1336.209764] env[62588]: _type = "Task" [ 1336.209764] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.218982] env[62588]: DEBUG oslo_vmware.api [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5260dce0-8d71-6d7d-7182-19631afec990, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.317092] env[62588]: DEBUG oslo_vmware.api [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': task-1793023, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748102} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.317817] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] e79ec9d6-161e-4797-bc31-1915ba813df6/e79ec9d6-161e-4797-bc31-1915ba813df6.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1336.319135] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1336.319135] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d571e8ed-c57f-464a-ada0-fc3dd6a5877a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.327579] env[62588]: DEBUG oslo_vmware.api [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Waiting for the task: (returnval){ [ 1336.327579] env[62588]: value = "task-1793029" [ 1336.327579] env[62588]: _type = "Task" [ 1336.327579] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.337621] env[62588]: DEBUG nova.network.neutron [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Successfully created port: 1cefab00-fe93-4fed-96fe-cfae4d8f390a {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1336.343119] env[62588]: DEBUG oslo_vmware.api [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': task-1793029, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.541033] env[62588]: INFO nova.compute.manager [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Took 15.26 seconds to build instance. [ 1336.649839] env[62588]: ERROR nova.scheduler.client.report [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [req-6d458053-42c1-448e-8c1c-464e75d82ca5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eaab8868-4bee-41d4-8b5c-ca05c3049f36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6d458053-42c1-448e-8c1c-464e75d82ca5"}]} [ 1336.672868] env[62588]: DEBUG nova.scheduler.client.report [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Refreshing inventories for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1336.686446] env[62588]: DEBUG oslo_vmware.api [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793028, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.691469] env[62588]: DEBUG nova.scheduler.client.report [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Updating ProviderTree inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1336.691679] env[62588]: DEBUG nova.compute.provider_tree [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1336.705580] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Acquiring lock "131759fb-7327-4603-918b-93607d2c1d6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.705580] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Lock "131759fb-7327-4603-918b-93607d2c1d6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.706570] env[62588]: DEBUG nova.scheduler.client.report [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Refreshing aggregate associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, aggregates: None {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1336.720826] env[62588]: DEBUG oslo_vmware.api [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5260dce0-8d71-6d7d-7182-19631afec990, 'name': SearchDatastore_Task, 'duration_secs': 0.01122} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.721250] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.721484] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1336.721713] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.721871] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.722102] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1336.722637] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7541afbf-65f4-4aff-b0b7-337f2fa32b1c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.727843] env[62588]: DEBUG nova.scheduler.client.report [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Refreshing trait associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1336.731935] env[62588]: DEBUG nova.compute.manager [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1336.736503] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1336.736700] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1336.737587] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cd13e00-e5f1-4d20-8de5-d7e697bd28a9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.747365] env[62588]: DEBUG oslo_vmware.api [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1336.747365] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52efe2f7-4d9a-8f11-4166-31879c4ecdbe" [ 1336.747365] env[62588]: _type = "Task" [ 1336.747365] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.764205] env[62588]: DEBUG oslo_vmware.api [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52efe2f7-4d9a-8f11-4166-31879c4ecdbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.766495] env[62588]: DEBUG nova.virt.hardware [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1336.766956] env[62588]: DEBUG nova.virt.hardware [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1336.767178] env[62588]: DEBUG nova.virt.hardware [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1336.767372] env[62588]: DEBUG nova.virt.hardware [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1336.767517] env[62588]: DEBUG nova.virt.hardware [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1336.767664] env[62588]: DEBUG nova.virt.hardware [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1336.767866] env[62588]: DEBUG nova.virt.hardware [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1336.768042] env[62588]: DEBUG nova.virt.hardware [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1336.768213] env[62588]: DEBUG nova.virt.hardware [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1336.768374] env[62588]: DEBUG nova.virt.hardware [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1336.768693] env[62588]: DEBUG nova.virt.hardware [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1336.769356] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdf76c2-3d72-4163-a263-b2b9bb9a3799 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.780038] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1395e50b-d788-454b-b6fe-58c42bb03e48 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.838959] env[62588]: DEBUG oslo_vmware.api [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': task-1793029, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066575} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.840849] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1336.840849] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984f46d4-237a-48fb-9617-c90f666cbae1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.868153] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] e79ec9d6-161e-4797-bc31-1915ba813df6/e79ec9d6-161e-4797-bc31-1915ba813df6.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1336.871117] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-011c3529-9c5a-44ed-9278-9988d041abd9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.892198] env[62588]: DEBUG oslo_vmware.api [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Waiting for the task: (returnval){ [ 1336.892198] env[62588]: value = "task-1793030" [ 1336.892198] env[62588]: _type = "Task" [ 1336.892198] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.903587] env[62588]: DEBUG oslo_vmware.api [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': task-1793030, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.041847] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1974e881-0511-44bc-90f7-8eef659fb52c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.045593] env[62588]: DEBUG oslo_concurrency.lockutils [None req-abc61282-cdcc-48a9-a8bc-2775ad3337e7 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Lock "631becbe-fe42-4bc5-a247-6133d6c55c4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.851s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.053351] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2fefb5-9319-4b26-b5d0-9841afb47e54 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.091275] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e16ff46-18ee-4ad5-b373-4d8944d0784a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.099617] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ccc3c5-2dd3-4741-88cf-b16ded402cae {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.115592] env[62588]: DEBUG nova.compute.provider_tree [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1337.185104] env[62588]: DEBUG oslo_vmware.api [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793028, 'name': PowerOnVM_Task, 'duration_secs': 0.779241} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.185652] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1337.185652] env[62588]: INFO nova.compute.manager [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Took 12.25 seconds to spawn the instance on the hypervisor. [ 1337.185757] env[62588]: DEBUG nova.compute.manager [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1337.186536] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5a1f44-038b-477f-89f8-3ad9ef1dde50 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.264366] env[62588]: DEBUG oslo_vmware.api [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52efe2f7-4d9a-8f11-4166-31879c4ecdbe, 'name': SearchDatastore_Task, 'duration_secs': 0.030134} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.265414] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c6b95d3-239f-44b6-a05b-0c8b73373faf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.273042] env[62588]: DEBUG oslo_vmware.api [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1337.273042] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f5fc94-2c15-30b0-1a44-d5cf1d9d7d41" [ 1337.273042] env[62588]: _type = "Task" [ 1337.273042] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.283296] env[62588]: DEBUG oslo_vmware.api [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f5fc94-2c15-30b0-1a44-d5cf1d9d7d41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.403993] env[62588]: DEBUG oslo_vmware.api [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': task-1793030, 'name': ReconfigVM_Task, 'duration_secs': 0.279673} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.404358] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Reconfigured VM instance instance-00000006 to attach disk [datastore1] e79ec9d6-161e-4797-bc31-1915ba813df6/e79ec9d6-161e-4797-bc31-1915ba813df6.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1337.404997] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-373a105e-f9e3-41e8-b257-9aeb2cd12392 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.414305] env[62588]: DEBUG oslo_vmware.api [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Waiting for the task: (returnval){ [ 1337.414305] env[62588]: value = "task-1793031" [ 1337.414305] env[62588]: _type = "Task" [ 1337.414305] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.424978] env[62588]: DEBUG oslo_vmware.api [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': task-1793031, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.550079] env[62588]: DEBUG nova.compute.manager [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1337.630908] env[62588]: DEBUG oslo_concurrency.lockutils [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquiring lock "48e51ea3-9a6e-4078-9c09-b3b4291d2d55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.631173] env[62588]: DEBUG oslo_concurrency.lockutils [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lock "48e51ea3-9a6e-4078-9c09-b3b4291d2d55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.653546] env[62588]: ERROR nova.scheduler.client.report [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [req-a5f279a4-9ded-4040-9001-1a24ec915382] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eaab8868-4bee-41d4-8b5c-ca05c3049f36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a5f279a4-9ded-4040-9001-1a24ec915382"}]} [ 1337.677478] env[62588]: DEBUG nova.scheduler.client.report [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Refreshing inventories for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1337.691647] env[62588]: DEBUG nova.scheduler.client.report [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Updating ProviderTree inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1337.692968] env[62588]: DEBUG nova.compute.provider_tree [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1337.713693] env[62588]: DEBUG nova.scheduler.client.report [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Refreshing aggregate associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, aggregates: None {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1337.716816] env[62588]: INFO nova.compute.manager [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Took 17.14 seconds to build instance. [ 1337.744683] env[62588]: DEBUG nova.scheduler.client.report [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Refreshing trait associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1337.788643] env[62588]: DEBUG oslo_vmware.api [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f5fc94-2c15-30b0-1a44-d5cf1d9d7d41, 'name': SearchDatastore_Task, 'duration_secs': 0.014584} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.788901] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.789354] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] d3291e2a-3e28-424a-94a5-b9831dcdbb09/d3291e2a-3e28-424a-94a5-b9831dcdbb09.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1337.789640] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9c553f3-ec03-4d6c-9365-a4bbd06bb560 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.797580] env[62588]: DEBUG oslo_vmware.api [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1337.797580] env[62588]: value = "task-1793032" [ 1337.797580] env[62588]: _type = "Task" [ 1337.797580] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.807052] env[62588]: DEBUG oslo_vmware.api [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.870053] env[62588]: DEBUG nova.network.neutron [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Successfully updated port: 5ed5fad5-f890-42b6-a7b2-a6dbbbc28320 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1337.928902] env[62588]: DEBUG oslo_vmware.api [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': task-1793031, 'name': Rename_Task, 'duration_secs': 0.123801} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.929342] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1337.929673] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fab0110e-3a25-4060-bff2-1abab779093b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.938484] env[62588]: DEBUG oslo_vmware.api [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Waiting for the task: (returnval){ [ 1337.938484] env[62588]: value = "task-1793033" [ 1337.938484] env[62588]: _type = "Task" [ 1337.938484] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.948640] env[62588]: DEBUG oslo_vmware.api [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': task-1793033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.067282] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7c01e2-6d04-4bd3-99a0-cf8b0847738c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.077655] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0dcb2a-5af0-45ce-9478-434bf07a11a6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.082135] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.110735] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768e2540-7be5-4132-9643-d852e812e87e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.119201] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827cd5eb-ba33-4296-9232-ad3426d0236d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.135855] env[62588]: DEBUG nova.compute.provider_tree [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1338.223791] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0cbf13bf-80aa-40d1-a032-d02f676b8df9 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "67288410-ebc1-48b6-ae7e-ed1f8f38708a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.661s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.312347] env[62588]: DEBUG oslo_vmware.api [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793032, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.376274] env[62588]: DEBUG oslo_concurrency.lockutils [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Acquiring lock "refresh_cache-ceb74f59-c56b-4f07-a327-5508e68b440f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.376274] env[62588]: DEBUG oslo_concurrency.lockutils [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Acquired lock "refresh_cache-ceb74f59-c56b-4f07-a327-5508e68b440f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.376274] env[62588]: DEBUG nova.network.neutron [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1338.452864] env[62588]: DEBUG oslo_vmware.api [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': task-1793033, 'name': PowerOnVM_Task, 'duration_secs': 0.45013} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.452864] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1338.452864] env[62588]: INFO nova.compute.manager [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Took 6.56 seconds to spawn the instance on the hypervisor. [ 1338.452864] env[62588]: DEBUG nova.compute.manager [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1338.453845] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c346bdbb-468c-4d38-820a-2ddd7bf14471 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.660915] env[62588]: ERROR nova.scheduler.client.report [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [req-cdaf107d-3cbb-43f1-a2cd-2ed98cee6b74] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eaab8868-4bee-41d4-8b5c-ca05c3049f36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cdaf107d-3cbb-43f1-a2cd-2ed98cee6b74"}]} [ 1338.682464] env[62588]: DEBUG nova.scheduler.client.report [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Refreshing inventories for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1338.697354] env[62588]: DEBUG nova.scheduler.client.report [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Updating ProviderTree inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1338.697961] env[62588]: DEBUG nova.compute.provider_tree [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1338.714917] env[62588]: DEBUG nova.scheduler.client.report [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Refreshing aggregate associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, aggregates: None {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1338.726880] env[62588]: DEBUG nova.compute.manager [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1338.733389] env[62588]: DEBUG nova.scheduler.client.report [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Refreshing trait associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1338.814175] env[62588]: DEBUG oslo_vmware.api [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.855786} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.814175] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] d3291e2a-3e28-424a-94a5-b9831dcdbb09/d3291e2a-3e28-424a-94a5-b9831dcdbb09.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1338.814368] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1338.814613] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4664594-c5b1-474b-8750-8bc6afc1fef3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.825128] env[62588]: DEBUG oslo_vmware.api [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1338.825128] env[62588]: value = "task-1793034" [ 1338.825128] env[62588]: _type = "Task" [ 1338.825128] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.835384] env[62588]: DEBUG oslo_vmware.api [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.907264] env[62588]: DEBUG nova.network.neutron [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Successfully updated port: 1cefab00-fe93-4fed-96fe-cfae4d8f390a {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1338.975651] env[62588]: INFO nova.compute.manager [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Took 17.40 seconds to build instance. [ 1338.982344] env[62588]: DEBUG nova.network.neutron [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1339.061719] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Acquiring lock "802a90a4-2ab2-4f3b-88af-0188c753f8c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.061860] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Lock "802a90a4-2ab2-4f3b-88af-0188c753f8c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.134191] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc76e47-b3fc-45ab-b24b-081c219d98f5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.143412] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5ea5cc-dfd9-49cc-af9b-830f087e8fd6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.182781] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b13090-417b-4c7f-a9b1-4a14c9e87fce {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.193657] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf89b9a-7424-4535-bf0a-8dbeb00bd2a3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.206785] env[62588]: DEBUG nova.compute.provider_tree [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1339.259745] env[62588]: DEBUG oslo_concurrency.lockutils [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.326458] env[62588]: DEBUG nova.network.neutron [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Updating instance_info_cache with network_info: [{"id": "5ed5fad5-f890-42b6-a7b2-a6dbbbc28320", "address": "fa:16:3e:31:5e:ca", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ed5fad5-f8", "ovs_interfaceid": "5ed5fad5-f890-42b6-a7b2-a6dbbbc28320", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.341252] env[62588]: DEBUG oslo_vmware.api [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068871} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.341252] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1339.344266] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098327e5-bb74-445a-a7f1-59dafa493404 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.369496] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] d3291e2a-3e28-424a-94a5-b9831dcdbb09/d3291e2a-3e28-424a-94a5-b9831dcdbb09.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1339.370083] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a2211f9-3666-4dbe-a018-42b5e064550f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.392455] env[62588]: DEBUG oslo_vmware.api [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1339.392455] env[62588]: value = "task-1793035" [ 1339.392455] env[62588]: _type = "Task" [ 1339.392455] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.402880] env[62588]: DEBUG oslo_vmware.api [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793035, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.413052] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Acquiring lock "refresh_cache-9737c80a-ba99-4a9d-90e7-5531a7f83804" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.413052] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Acquired lock "refresh_cache-9737c80a-ba99-4a9d-90e7-5531a7f83804" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.413896] env[62588]: DEBUG nova.network.neutron [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1339.478709] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4d56d2b8-7169-49f4-9668-d0541c9282a5 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Lock "e79ec9d6-161e-4797-bc31-1915ba813df6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.911s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.728513] env[62588]: ERROR nova.scheduler.client.report [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [req-8d968b8f-e12e-4027-a730-59b06894c404] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eaab8868-4bee-41d4-8b5c-ca05c3049f36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8d968b8f-e12e-4027-a730-59b06894c404"}]} [ 1339.730464] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.029s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.734425] env[62588]: ERROR nova.compute.manager [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] Failed to build and run instance: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 (generation 22): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8d968b8f-e12e-4027-a730-59b06894c404"}]} [ 1339.734425] env[62588]: ERROR nova.compute.manager [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] Traceback (most recent call last): [ 1339.734425] env[62588]: ERROR nova.compute.manager [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] File "/opt/stack/nova/nova/compute/manager.py", line 2622, in _build_and_run_instance [ 1339.734425] env[62588]: ERROR nova.compute.manager [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] with self.rt.instance_claim(context, instance, node, allocs, [ 1339.734425] env[62588]: ERROR nova.compute.manager [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 412, in inner [ 1339.734425] env[62588]: ERROR nova.compute.manager [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] return f(*args, **kwargs) [ 1339.734425] env[62588]: ERROR nova.compute.manager [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 215, in instance_claim [ 1339.734425] env[62588]: ERROR nova.compute.manager [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] self._update(elevated, cn) [ 1339.734425] env[62588]: ERROR nova.compute.manager [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1375, in _update [ 1339.734812] env[62588]: ERROR nova.compute.manager [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] self._update_to_placement(context, compute_node, startup) [ 1339.734812] env[62588]: ERROR nova.compute.manager [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f [ 1339.734812] env[62588]: ERROR nova.compute.manager [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 1339.734812] env[62588]: ERROR nova.compute.manager [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call [ 1339.734812] env[62588]: ERROR nova.compute.manager [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] raise attempt.get() [ 1339.734812] env[62588]: ERROR nova.compute.manager [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get [ 1339.734812] env[62588]: ERROR nova.compute.manager [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] six.reraise(self.value[0], self.value[1], self.value[2]) [ 1339.734812] env[62588]: ERROR nova.compute.manager [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] File "/opt/stack/data/venv/lib/python3.10/site-packages/six.py", line 724, in reraise [ 1339.734812] env[62588]: ERROR nova.compute.manager [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] raise value [ 1339.734812] env[62588]: ERROR nova.compute.manager [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call [ 1339.734812] env[62588]: ERROR nova.compute.manager [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 1339.734812] env[62588]: ERROR nova.compute.manager [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1360, in _update_to_placement [ 1339.734812] env[62588]: ERROR nova.compute.manager [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] self.reportclient.update_from_provider_tree( [ 1339.735277] env[62588]: ERROR nova.compute.manager [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 1339.735277] env[62588]: ERROR nova.compute.manager [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] self.set_inventory_for_provider( [ 1339.735277] env[62588]: ERROR nova.compute.manager [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 1339.735277] env[62588]: ERROR nova.compute.manager [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] raise exception.ResourceProviderUpdateConflict( [ 1339.735277] env[62588]: ERROR nova.compute.manager [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 (generation 22): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8d968b8f-e12e-4027-a730-59b06894c404"}]} [ 1339.735277] env[62588]: ERROR nova.compute.manager [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] [ 1339.735687] env[62588]: DEBUG nova.compute.utils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] A conflict was encountered attempting to update resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 (generation 22): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource pro {{(pid=62588) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1339.736958] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.637s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.738832] env[62588]: INFO nova.compute.claims [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1339.749482] env[62588]: DEBUG nova.compute.manager [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] Build of instance 3a9881af-4cc4-4add-bb44-4c1a23eb6b18 was re-scheduled: A conflict was encountered attempting to update resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 (generation 22): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8d968b8f-e12e-4027-a730-59b06894c404"}]} {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}} [ 1339.750052] env[62588]: DEBUG nova.compute.manager [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] Unplugging VIFs for instance {{(pid=62588) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 1339.750354] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Acquiring lock "refresh_cache-3a9881af-4cc4-4add-bb44-4c1a23eb6b18" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.750554] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Acquired lock "refresh_cache-3a9881af-4cc4-4add-bb44-4c1a23eb6b18" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.750808] env[62588]: DEBUG nova.network.neutron [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1339.829300] env[62588]: DEBUG oslo_concurrency.lockutils [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Releasing lock "refresh_cache-ceb74f59-c56b-4f07-a327-5508e68b440f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.829648] env[62588]: DEBUG nova.compute.manager [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Instance network_info: |[{"id": "5ed5fad5-f890-42b6-a7b2-a6dbbbc28320", "address": "fa:16:3e:31:5e:ca", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ed5fad5-f8", "ovs_interfaceid": "5ed5fad5-f890-42b6-a7b2-a6dbbbc28320", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1339.830453] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:5e:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ed5fad5-f890-42b6-a7b2-a6dbbbc28320', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1339.842821] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Creating folder: Project (b9450f94655f42109010b841ff21d533). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1339.843577] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33038f65-9c9c-4a71-b912-90a213616046 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.854554] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Created folder: Project (b9450f94655f42109010b841ff21d533) in parent group-v371885. [ 1339.854655] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Creating folder: Instances. Parent ref: group-v371904. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1339.854893] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2d3cc1a-b4ee-4c37-b5e5-3fa87071e820 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.865080] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Created folder: Instances in parent group-v371904. [ 1339.865343] env[62588]: DEBUG oslo.service.loopingcall [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1339.865537] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1339.865772] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9750a45c-b5aa-43a9-acbb-b79cfdcc1bff {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.886471] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1339.886471] env[62588]: value = "task-1793038" [ 1339.886471] env[62588]: _type = "Task" [ 1339.886471] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.907120] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793038, 'name': CreateVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.910633] env[62588]: DEBUG oslo_vmware.api [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.983508] env[62588]: DEBUG nova.compute.manager [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1339.994544] env[62588]: DEBUG nova.network.neutron [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1340.005994] env[62588]: DEBUG nova.compute.manager [req-063050cc-c6be-4409-ac05-168d5ed39f11 req-168519d5-b287-4e2e-a239-5909f076a123 service nova] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Received event network-changed-0cec80a7-baa9-4584-bb28-3a9d45a74db3 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1340.005994] env[62588]: DEBUG nova.compute.manager [req-063050cc-c6be-4409-ac05-168d5ed39f11 req-168519d5-b287-4e2e-a239-5909f076a123 service nova] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Refreshing instance network info cache due to event network-changed-0cec80a7-baa9-4584-bb28-3a9d45a74db3. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1340.006614] env[62588]: DEBUG oslo_concurrency.lockutils [req-063050cc-c6be-4409-ac05-168d5ed39f11 req-168519d5-b287-4e2e-a239-5909f076a123 service nova] Acquiring lock "refresh_cache-d3291e2a-3e28-424a-94a5-b9831dcdbb09" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.006806] env[62588]: DEBUG oslo_concurrency.lockutils [req-063050cc-c6be-4409-ac05-168d5ed39f11 req-168519d5-b287-4e2e-a239-5909f076a123 service nova] Acquired lock "refresh_cache-d3291e2a-3e28-424a-94a5-b9831dcdbb09" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.007146] env[62588]: DEBUG nova.network.neutron [req-063050cc-c6be-4409-ac05-168d5ed39f11 req-168519d5-b287-4e2e-a239-5909f076a123 service nova] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Refreshing network info cache for port 0cec80a7-baa9-4584-bb28-3a9d45a74db3 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1340.127340] env[62588]: DEBUG oslo_concurrency.lockutils [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquiring lock "004f4a6a-4ada-43cf-8a43-541f392b3fd7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1340.128764] env[62588]: DEBUG oslo_concurrency.lockutils [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lock "004f4a6a-4ada-43cf-8a43-541f392b3fd7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1340.319182] env[62588]: DEBUG nova.network.neutron [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1340.406996] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793038, 'name': CreateVM_Task, 'duration_secs': 0.373155} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.406996] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1340.407747] env[62588]: DEBUG oslo_concurrency.lockutils [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.408045] env[62588]: DEBUG oslo_concurrency.lockutils [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.408243] env[62588]: DEBUG oslo_concurrency.lockutils [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1340.411408] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17f2e61a-9aab-42e0-b5f5-830b48590da0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.416458] env[62588]: DEBUG oslo_vmware.api [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793035, 'name': ReconfigVM_Task, 'duration_secs': 0.584864} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.416845] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Reconfigured VM instance instance-00000004 to attach disk [datastore1] d3291e2a-3e28-424a-94a5-b9831dcdbb09/d3291e2a-3e28-424a-94a5-b9831dcdbb09.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1340.417951] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b12588e8-98c6-4145-8371-8447adab294f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.421641] env[62588]: DEBUG oslo_vmware.api [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Waiting for the task: (returnval){ [ 1340.421641] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]528cc9dd-7f0e-91e7-911c-7d55d43e37e8" [ 1340.421641] env[62588]: _type = "Task" [ 1340.421641] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.427742] env[62588]: DEBUG oslo_vmware.api [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1340.427742] env[62588]: value = "task-1793039" [ 1340.427742] env[62588]: _type = "Task" [ 1340.427742] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.431565] env[62588]: DEBUG oslo_vmware.api [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]528cc9dd-7f0e-91e7-911c-7d55d43e37e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.439562] env[62588]: DEBUG oslo_vmware.api [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793039, 'name': Rename_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.481467] env[62588]: DEBUG nova.network.neutron [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Updating instance_info_cache with network_info: [{"id": "1cefab00-fe93-4fed-96fe-cfae4d8f390a", "address": "fa:16:3e:97:63:50", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cefab00-fe", "ovs_interfaceid": "1cefab00-fe93-4fed-96fe-cfae4d8f390a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.484771] env[62588]: DEBUG nova.compute.manager [req-0d4ae680-caa4-4507-9d64-987a1aa1f7d6 req-659a9bbe-c416-4436-842d-0aee56638cd6 service nova] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Received event network-vif-plugged-1cefab00-fe93-4fed-96fe-cfae4d8f390a {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1340.484954] env[62588]: DEBUG oslo_concurrency.lockutils [req-0d4ae680-caa4-4507-9d64-987a1aa1f7d6 req-659a9bbe-c416-4436-842d-0aee56638cd6 service nova] Acquiring lock "9737c80a-ba99-4a9d-90e7-5531a7f83804-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1340.485164] env[62588]: DEBUG oslo_concurrency.lockutils [req-0d4ae680-caa4-4507-9d64-987a1aa1f7d6 req-659a9bbe-c416-4436-842d-0aee56638cd6 service nova] Lock "9737c80a-ba99-4a9d-90e7-5531a7f83804-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1340.485323] env[62588]: DEBUG oslo_concurrency.lockutils [req-0d4ae680-caa4-4507-9d64-987a1aa1f7d6 req-659a9bbe-c416-4436-842d-0aee56638cd6 service nova] Lock "9737c80a-ba99-4a9d-90e7-5531a7f83804-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.485478] env[62588]: DEBUG nova.compute.manager [req-0d4ae680-caa4-4507-9d64-987a1aa1f7d6 req-659a9bbe-c416-4436-842d-0aee56638cd6 service nova] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] No waiting events found dispatching network-vif-plugged-1cefab00-fe93-4fed-96fe-cfae4d8f390a {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1340.485632] env[62588]: WARNING nova.compute.manager [req-0d4ae680-caa4-4507-9d64-987a1aa1f7d6 req-659a9bbe-c416-4436-842d-0aee56638cd6 service nova] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Received unexpected event network-vif-plugged-1cefab00-fe93-4fed-96fe-cfae4d8f390a for instance with vm_state building and task_state spawning. [ 1340.525622] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1340.774022] env[62588]: DEBUG nova.network.neutron [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.777394] env[62588]: DEBUG nova.scheduler.client.report [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Refreshing inventories for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1340.804410] env[62588]: DEBUG nova.scheduler.client.report [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Updating ProviderTree inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1340.804730] env[62588]: DEBUG nova.compute.provider_tree [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1340.826606] env[62588]: DEBUG nova.scheduler.client.report [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Refreshing aggregate associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, aggregates: None {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1340.858212] env[62588]: DEBUG nova.scheduler.client.report [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Refreshing trait associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1340.867648] env[62588]: DEBUG nova.network.neutron [req-063050cc-c6be-4409-ac05-168d5ed39f11 req-168519d5-b287-4e2e-a239-5909f076a123 service nova] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Updated VIF entry in instance network info cache for port 0cec80a7-baa9-4584-bb28-3a9d45a74db3. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1340.870557] env[62588]: DEBUG nova.network.neutron [req-063050cc-c6be-4409-ac05-168d5ed39f11 req-168519d5-b287-4e2e-a239-5909f076a123 service nova] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Updating instance_info_cache with network_info: [{"id": "0cec80a7-baa9-4584-bb28-3a9d45a74db3", "address": "fa:16:3e:90:2b:77", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cec80a7-ba", "ovs_interfaceid": "0cec80a7-baa9-4584-bb28-3a9d45a74db3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.942832] env[62588]: DEBUG oslo_vmware.api [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]528cc9dd-7f0e-91e7-911c-7d55d43e37e8, 'name': SearchDatastore_Task, 'duration_secs': 0.011242} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.944285] env[62588]: DEBUG oslo_concurrency.lockutils [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.944285] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1340.944981] env[62588]: DEBUG oslo_concurrency.lockutils [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.944981] env[62588]: DEBUG oslo_concurrency.lockutils [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.944981] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1340.948374] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c657d3e-9f85-43c1-957b-4939c0491490 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.957298] env[62588]: DEBUG oslo_vmware.api [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793039, 'name': Rename_Task, 'duration_secs': 0.193036} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.957298] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.957298] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a834891d-fb55-4a42-85b4-9c74ea2395b1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.961599] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1340.962146] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1340.964266] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c05f1965-1927-4220-9389-b51f8242a7bd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.967028] env[62588]: DEBUG oslo_vmware.api [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1340.967028] env[62588]: value = "task-1793040" [ 1340.967028] env[62588]: _type = "Task" [ 1340.967028] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.975673] env[62588]: DEBUG oslo_vmware.api [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Waiting for the task: (returnval){ [ 1340.975673] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]524b481d-6b6d-d80e-45d8-3576de6ee14b" [ 1340.975673] env[62588]: _type = "Task" [ 1340.975673] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.982822] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Releasing lock "refresh_cache-9737c80a-ba99-4a9d-90e7-5531a7f83804" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.983302] env[62588]: DEBUG nova.compute.manager [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Instance network_info: |[{"id": "1cefab00-fe93-4fed-96fe-cfae4d8f390a", "address": "fa:16:3e:97:63:50", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cefab00-fe", "ovs_interfaceid": "1cefab00-fe93-4fed-96fe-cfae4d8f390a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1340.983453] env[62588]: DEBUG oslo_vmware.api [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793040, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.987159] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:63:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1cefab00-fe93-4fed-96fe-cfae4d8f390a', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1340.994805] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Creating folder: Project (562805891380460ca01728851c3ec346). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1341.000697] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0762698a-0776-4fe6-9ffa-5b74a123d59b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.001425] env[62588]: DEBUG oslo_vmware.api [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]524b481d-6b6d-d80e-45d8-3576de6ee14b, 'name': SearchDatastore_Task, 'duration_secs': 0.009066} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.002554] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14894e3e-a469-45f4-b844-8bd8f9bb1c24 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.010580] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Created folder: Project (562805891380460ca01728851c3ec346) in parent group-v371885. [ 1341.010778] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Creating folder: Instances. Parent ref: group-v371907. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1341.012057] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed2c22f8-f722-4816-a59c-ba6a2cd3c3c7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.014843] env[62588]: DEBUG oslo_vmware.api [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Waiting for the task: (returnval){ [ 1341.014843] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52db76f4-117a-e9a6-7ad5-2a60d463c4d3" [ 1341.014843] env[62588]: _type = "Task" [ 1341.014843] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.024286] env[62588]: DEBUG oslo_vmware.api [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52db76f4-117a-e9a6-7ad5-2a60d463c4d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.024286] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Created folder: Instances in parent group-v371907. [ 1341.024286] env[62588]: DEBUG oslo.service.loopingcall [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1341.024286] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1341.024286] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1aaeddb2-1ef6-4d43-823a-b0fb1ee44728 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.049297] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1341.049297] env[62588]: value = "task-1793043" [ 1341.049297] env[62588]: _type = "Task" [ 1341.049297] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.057349] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793043, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.251604] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68268063-fb35-4221-b3fd-ff02488c151d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.261583] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c298030-04ac-4508-a3b6-a89bfa212b49 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.301042] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Releasing lock "refresh_cache-3a9881af-4cc4-4add-bb44-4c1a23eb6b18" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.301042] env[62588]: DEBUG nova.compute.manager [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62588) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 1341.301042] env[62588]: DEBUG nova.compute.manager [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1341.301042] env[62588]: DEBUG nova.network.neutron [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1341.303029] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e98c031-17ac-4df7-bc5e-7b7fc42e992f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.315127] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d53134b-65f0-414f-bce3-4ee48f7462c3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.329587] env[62588]: DEBUG nova.compute.provider_tree [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1341.331778] env[62588]: DEBUG nova.network.neutron [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1341.363179] env[62588]: DEBUG oslo_concurrency.lockutils [None req-67f336e8-c595-4dfa-b48a-a44f487a0c20 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "67288410-ebc1-48b6-ae7e-ed1f8f38708a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.363335] env[62588]: DEBUG oslo_concurrency.lockutils [None req-67f336e8-c595-4dfa-b48a-a44f487a0c20 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "67288410-ebc1-48b6-ae7e-ed1f8f38708a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.363518] env[62588]: DEBUG oslo_concurrency.lockutils [None req-67f336e8-c595-4dfa-b48a-a44f487a0c20 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "67288410-ebc1-48b6-ae7e-ed1f8f38708a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.363695] env[62588]: DEBUG oslo_concurrency.lockutils [None req-67f336e8-c595-4dfa-b48a-a44f487a0c20 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "67288410-ebc1-48b6-ae7e-ed1f8f38708a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.363852] env[62588]: DEBUG oslo_concurrency.lockutils [None req-67f336e8-c595-4dfa-b48a-a44f487a0c20 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "67288410-ebc1-48b6-ae7e-ed1f8f38708a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.366830] env[62588]: INFO nova.compute.manager [None req-67f336e8-c595-4dfa-b48a-a44f487a0c20 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Terminating instance [ 1341.374194] env[62588]: DEBUG oslo_concurrency.lockutils [req-063050cc-c6be-4409-ac05-168d5ed39f11 req-168519d5-b287-4e2e-a239-5909f076a123 service nova] Releasing lock "refresh_cache-d3291e2a-3e28-424a-94a5-b9831dcdbb09" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.374194] env[62588]: DEBUG nova.compute.manager [req-063050cc-c6be-4409-ac05-168d5ed39f11 req-168519d5-b287-4e2e-a239-5909f076a123 service nova] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Received event network-vif-plugged-5ed5fad5-f890-42b6-a7b2-a6dbbbc28320 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1341.374194] env[62588]: DEBUG oslo_concurrency.lockutils [req-063050cc-c6be-4409-ac05-168d5ed39f11 req-168519d5-b287-4e2e-a239-5909f076a123 service nova] Acquiring lock "ceb74f59-c56b-4f07-a327-5508e68b440f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.374880] env[62588]: DEBUG oslo_concurrency.lockutils [req-063050cc-c6be-4409-ac05-168d5ed39f11 req-168519d5-b287-4e2e-a239-5909f076a123 service nova] Lock "ceb74f59-c56b-4f07-a327-5508e68b440f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.374880] env[62588]: DEBUG oslo_concurrency.lockutils [req-063050cc-c6be-4409-ac05-168d5ed39f11 req-168519d5-b287-4e2e-a239-5909f076a123 service nova] Lock "ceb74f59-c56b-4f07-a327-5508e68b440f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.374880] env[62588]: DEBUG nova.compute.manager [req-063050cc-c6be-4409-ac05-168d5ed39f11 req-168519d5-b287-4e2e-a239-5909f076a123 service nova] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] No waiting events found dispatching network-vif-plugged-5ed5fad5-f890-42b6-a7b2-a6dbbbc28320 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1341.374880] env[62588]: WARNING nova.compute.manager [req-063050cc-c6be-4409-ac05-168d5ed39f11 req-168519d5-b287-4e2e-a239-5909f076a123 service nova] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Received unexpected event network-vif-plugged-5ed5fad5-f890-42b6-a7b2-a6dbbbc28320 for instance with vm_state building and task_state spawning. [ 1341.484725] env[62588]: DEBUG oslo_vmware.api [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793040, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.526671] env[62588]: DEBUG oslo_vmware.api [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52db76f4-117a-e9a6-7ad5-2a60d463c4d3, 'name': SearchDatastore_Task, 'duration_secs': 0.012263} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.526671] env[62588]: DEBUG oslo_concurrency.lockutils [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.526671] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] ceb74f59-c56b-4f07-a327-5508e68b440f/ceb74f59-c56b-4f07-a327-5508e68b440f.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1341.526671] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-737c00d6-000d-49ad-9de2-f8a7f38badb2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.531662] env[62588]: DEBUG oslo_vmware.api [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Waiting for the task: (returnval){ [ 1341.531662] env[62588]: value = "task-1793044" [ 1341.531662] env[62588]: _type = "Task" [ 1341.531662] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.540665] env[62588]: DEBUG oslo_vmware.api [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': task-1793044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.562040] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793043, 'name': CreateVM_Task, 'duration_secs': 0.364976} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.562040] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1341.562882] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.563406] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.564261] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1341.564261] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2987bfcf-cc0e-4ce0-bbab-fb45c41e4fba {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.570662] env[62588]: DEBUG oslo_vmware.api [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Waiting for the task: (returnval){ [ 1341.570662] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]523c1903-5986-b379-a4e0-c75063a030c7" [ 1341.570662] env[62588]: _type = "Task" [ 1341.570662] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.583024] env[62588]: DEBUG oslo_vmware.api [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]523c1903-5986-b379-a4e0-c75063a030c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009038} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.584331] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.584331] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1341.584331] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.584331] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.584510] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1341.584852] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39106280-1017-40f5-82fd-d3014bdea615 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.592832] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1341.593035] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1341.593932] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a9bb0f7-b5b0-4929-ae39-921fe921f7e4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.599997] env[62588]: DEBUG oslo_vmware.api [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Waiting for the task: (returnval){ [ 1341.599997] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]523c8075-f3e7-54cc-0951-80abeb10d422" [ 1341.599997] env[62588]: _type = "Task" [ 1341.599997] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.608843] env[62588]: DEBUG oslo_vmware.api [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]523c8075-f3e7-54cc-0951-80abeb10d422, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.837464] env[62588]: DEBUG nova.network.neutron [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.878545] env[62588]: DEBUG nova.compute.manager [None req-67f336e8-c595-4dfa-b48a-a44f487a0c20 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1341.878789] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-67f336e8-c595-4dfa-b48a-a44f487a0c20 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1341.879865] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e400cce7-68e4-4ecb-8da9-40b1f705a66a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.889620] env[62588]: DEBUG nova.scheduler.client.report [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Updated inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with generation 23 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1341.889620] env[62588]: DEBUG nova.compute.provider_tree [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Updating resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 generation from 23 to 24 during operation: update_inventory {{(pid=62588) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1341.889620] env[62588]: DEBUG nova.compute.provider_tree [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1341.897225] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f336e8-c595-4dfa-b48a-a44f487a0c20 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1341.899410] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca50602a-cdfb-4289-ba9b-9b810fac98de {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.905792] env[62588]: DEBUG oslo_vmware.api [None req-67f336e8-c595-4dfa-b48a-a44f487a0c20 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1341.905792] env[62588]: value = "task-1793045" [ 1341.905792] env[62588]: _type = "Task" [ 1341.905792] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.917079] env[62588]: DEBUG oslo_vmware.api [None req-67f336e8-c595-4dfa-b48a-a44f487a0c20 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.984008] env[62588]: DEBUG oslo_vmware.api [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793040, 'name': PowerOnVM_Task, 'duration_secs': 0.715188} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.984432] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1341.985839] env[62588]: INFO nova.compute.manager [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Took 12.44 seconds to spawn the instance on the hypervisor. [ 1341.985839] env[62588]: DEBUG nova.compute.manager [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1341.985839] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8a90e4-ad42-4f06-b781-3d3e25cc8760 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.047582] env[62588]: DEBUG oslo_vmware.api [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': task-1793044, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.114181] env[62588]: DEBUG oslo_vmware.api [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]523c8075-f3e7-54cc-0951-80abeb10d422, 'name': SearchDatastore_Task, 'duration_secs': 0.00804} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.115106] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b643a5f-3c7c-42e6-884c-9089e3fe61f6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.120831] env[62588]: DEBUG oslo_vmware.api [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Waiting for the task: (returnval){ [ 1342.120831] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529eacc3-9f19-fe56-822b-8fa9b6585a0f" [ 1342.120831] env[62588]: _type = "Task" [ 1342.120831] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.128915] env[62588]: DEBUG oslo_vmware.api [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529eacc3-9f19-fe56-822b-8fa9b6585a0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.346034] env[62588]: INFO nova.compute.manager [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 3a9881af-4cc4-4add-bb44-4c1a23eb6b18] Took 1.04 seconds to deallocate network for instance. [ 1342.377776] env[62588]: DEBUG nova.compute.manager [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1342.381756] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba103888-021e-4027-b2be-576885396159 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.398768] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.400126] env[62588]: DEBUG nova.compute.manager [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1342.405029] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.942s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.405842] env[62588]: INFO nova.compute.claims [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1342.420638] env[62588]: DEBUG oslo_vmware.api [None req-67f336e8-c595-4dfa-b48a-a44f487a0c20 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793045, 'name': PowerOffVM_Task, 'duration_secs': 0.280934} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.420885] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f336e8-c595-4dfa-b48a-a44f487a0c20 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1342.421060] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-67f336e8-c595-4dfa-b48a-a44f487a0c20 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1342.421329] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1937f9fa-cec4-441d-af30-92ebec37a544 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.508387] env[62588]: INFO nova.compute.manager [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Took 21.22 seconds to build instance. [ 1342.529281] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-67f336e8-c595-4dfa-b48a-a44f487a0c20 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1342.529488] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-67f336e8-c595-4dfa-b48a-a44f487a0c20 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1342.529660] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f336e8-c595-4dfa-b48a-a44f487a0c20 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Deleting the datastore file [datastore1] 67288410-ebc1-48b6-ae7e-ed1f8f38708a {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1342.529914] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf8feea0-97e5-414f-9986-ed81b14c4bc4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.555360] env[62588]: DEBUG oslo_vmware.api [None req-67f336e8-c595-4dfa-b48a-a44f487a0c20 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1342.555360] env[62588]: value = "task-1793047" [ 1342.555360] env[62588]: _type = "Task" [ 1342.555360] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.573397] env[62588]: DEBUG oslo_vmware.api [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': task-1793044, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.581259] env[62588]: DEBUG oslo_vmware.api [None req-67f336e8-c595-4dfa-b48a-a44f487a0c20 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.640734] env[62588]: DEBUG oslo_vmware.api [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529eacc3-9f19-fe56-822b-8fa9b6585a0f, 'name': SearchDatastore_Task, 'duration_secs': 0.019099} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.640734] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.640734] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 9737c80a-ba99-4a9d-90e7-5531a7f83804/9737c80a-ba99-4a9d-90e7-5531a7f83804.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1342.640734] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6dfe0fb9-eb34-47b5-8557-e37d335a2834 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.652997] env[62588]: DEBUG oslo_vmware.api [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Waiting for the task: (returnval){ [ 1342.652997] env[62588]: value = "task-1793048" [ 1342.652997] env[62588]: _type = "Task" [ 1342.652997] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.664223] env[62588]: DEBUG oslo_vmware.api [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Task: {'id': task-1793048, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.897376] env[62588]: INFO nova.compute.manager [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] instance snapshotting [ 1342.902434] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7d8479-000e-47c7-82ec-663194d1b15c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.913017] env[62588]: DEBUG nova.compute.utils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1342.920067] env[62588]: DEBUG nova.compute.manager [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1342.920383] env[62588]: DEBUG nova.network.neutron [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1342.947844] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c94a25-c1c9-4b52-8a9e-de4c4ac9c2e3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.012888] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f447572d-694b-497c-bfea-465385ff7820 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lock "d3291e2a-3e28-424a-94a5-b9831dcdbb09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.802s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.043558] env[62588]: DEBUG oslo_vmware.api [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': task-1793044, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.045867] env[62588]: DEBUG nova.policy [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf5a22b75d9742418e7a7ac0f8763069', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '286fc6449ffa417d9e319d702375a142', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1343.052195] env[62588]: INFO nova.compute.manager [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Rebuilding instance [ 1343.066668] env[62588]: DEBUG oslo_vmware.api [None req-67f336e8-c595-4dfa-b48a-a44f487a0c20 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195836} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.067271] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f336e8-c595-4dfa-b48a-a44f487a0c20 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1343.067460] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-67f336e8-c595-4dfa-b48a-a44f487a0c20 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1343.067582] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-67f336e8-c595-4dfa-b48a-a44f487a0c20 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1343.067747] env[62588]: INFO nova.compute.manager [None req-67f336e8-c595-4dfa-b48a-a44f487a0c20 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1343.068075] env[62588]: DEBUG oslo.service.loopingcall [None req-67f336e8-c595-4dfa-b48a-a44f487a0c20 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1343.069093] env[62588]: DEBUG nova.compute.manager [-] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1343.069093] env[62588]: DEBUG nova.network.neutron [-] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1343.111219] env[62588]: DEBUG nova.compute.manager [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1343.111219] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf761b2-5f5a-4cdf-a18b-1e9429f00ac9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.167953] env[62588]: DEBUG oslo_vmware.api [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Task: {'id': task-1793048, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.391285] env[62588]: INFO nova.scheduler.client.report [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Deleted allocations for instance 3a9881af-4cc4-4add-bb44-4c1a23eb6b18 [ 1343.419242] env[62588]: DEBUG nova.compute.manager [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1343.459197] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Creating Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1343.459592] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2bf41d39-03a7-4fe8-9a1f-f4b1b94465f2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.474984] env[62588]: DEBUG oslo_vmware.api [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Waiting for the task: (returnval){ [ 1343.474984] env[62588]: value = "task-1793053" [ 1343.474984] env[62588]: _type = "Task" [ 1343.474984] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.486547] env[62588]: DEBUG oslo_vmware.api [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793053, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.516407] env[62588]: DEBUG nova.compute.manager [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1343.545047] env[62588]: DEBUG oslo_vmware.api [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': task-1793044, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.536757} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.545600] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] ceb74f59-c56b-4f07-a327-5508e68b440f/ceb74f59-c56b-4f07-a327-5508e68b440f.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1343.545852] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1343.547110] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0ca03aa-b870-4755-b4fd-7b1c147e2090 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.553909] env[62588]: DEBUG oslo_vmware.api [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Waiting for the task: (returnval){ [ 1343.553909] env[62588]: value = "task-1793054" [ 1343.553909] env[62588]: _type = "Task" [ 1343.553909] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.563802] env[62588]: DEBUG oslo_vmware.api [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': task-1793054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.678124] env[62588]: DEBUG oslo_vmware.api [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Task: {'id': task-1793048, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.986266} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.682051] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 9737c80a-ba99-4a9d-90e7-5531a7f83804/9737c80a-ba99-4a9d-90e7-5531a7f83804.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1343.682051] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1343.683670] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c643f543-a26d-4cb8-8267-ef196e633d63 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.690719] env[62588]: DEBUG oslo_vmware.api [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Waiting for the task: (returnval){ [ 1343.690719] env[62588]: value = "task-1793055" [ 1343.690719] env[62588]: _type = "Task" [ 1343.690719] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.707120] env[62588]: DEBUG oslo_vmware.api [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Task: {'id': task-1793055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.757642] env[62588]: DEBUG nova.network.neutron [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Successfully created port: 37e145aa-6f05-4d75-affd-6bb25422cdb3 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1343.804425] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Acquiring lock "101ccd74-a76f-4a3c-ac5c-e1891f304cec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.804425] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Lock "101ccd74-a76f-4a3c-ac5c-e1891f304cec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.828242] env[62588]: DEBUG nova.compute.manager [None req-002e98b4-8391-4ac5-ad32-6a43321ace6b tempest-ServerDiagnosticsV248Test-1678385959 tempest-ServerDiagnosticsV248Test-1678385959-project-admin] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1343.830731] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18eb9154-e507-4366-9058-187cb840add0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.841962] env[62588]: INFO nova.compute.manager [None req-002e98b4-8391-4ac5-ad32-6a43321ace6b tempest-ServerDiagnosticsV248Test-1678385959 tempest-ServerDiagnosticsV248Test-1678385959-project-admin] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Retrieving diagnostics [ 1343.844520] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5dd644-0edd-48e8-8336-342c43b6e124 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.879895] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9fbecd-db6d-4b9f-872b-35fb5e2ed54a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.887717] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719c3b21-4416-4faa-96e9-72287f800549 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.917542] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Lock "3a9881af-4cc4-4add-bb44-4c1a23eb6b18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.896s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.919364] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c18d1af-8c5d-4117-a54c-f19e450a80a6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.927646] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e5150b-afe0-4046-bb0c-34adb2e1d625 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.946923] env[62588]: DEBUG nova.compute.provider_tree [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.989837] env[62588]: DEBUG oslo_vmware.api [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793053, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.046406] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.066766] env[62588]: DEBUG oslo_vmware.api [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': task-1793054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088732} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.067107] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1344.067926] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d18300-972d-4f9f-a0d8-a9d49d5eb990 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.092531] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] ceb74f59-c56b-4f07-a327-5508e68b440f/ceb74f59-c56b-4f07-a327-5508e68b440f.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1344.092832] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51336e5c-88b2-4354-bff4-05c95cbbb768 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.113888] env[62588]: DEBUG oslo_vmware.api [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Waiting for the task: (returnval){ [ 1344.113888] env[62588]: value = "task-1793056" [ 1344.113888] env[62588]: _type = "Task" [ 1344.113888] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.124583] env[62588]: DEBUG oslo_vmware.api [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': task-1793056, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.128798] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1344.128798] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91fb3522-900a-4243-ac1e-a4db229d177f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.135574] env[62588]: DEBUG oslo_vmware.api [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Waiting for the task: (returnval){ [ 1344.135574] env[62588]: value = "task-1793057" [ 1344.135574] env[62588]: _type = "Task" [ 1344.135574] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.144430] env[62588]: DEBUG oslo_vmware.api [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': task-1793057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.200466] env[62588]: DEBUG oslo_vmware.api [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Task: {'id': task-1793055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062755} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.200764] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1344.201817] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f2d679-935a-490b-8c79-bcc6647658f8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.227758] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 9737c80a-ba99-4a9d-90e7-5531a7f83804/9737c80a-ba99-4a9d-90e7-5531a7f83804.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1344.228183] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42ad5d2b-df48-4a97-b487-a9d9f1e88f70 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.251712] env[62588]: DEBUG oslo_vmware.api [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Waiting for the task: (returnval){ [ 1344.251712] env[62588]: value = "task-1793058" [ 1344.251712] env[62588]: _type = "Task" [ 1344.251712] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.262088] env[62588]: DEBUG oslo_vmware.api [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Task: {'id': task-1793058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.266047] env[62588]: DEBUG nova.network.neutron [-] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.384950] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Acquiring lock "e59ae345-5724-4513-8665-4b5569717032" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.385500] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Lock "e59ae345-5724-4513-8665-4b5569717032" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.423016] env[62588]: DEBUG nova.compute.manager [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1344.439621] env[62588]: DEBUG nova.compute.manager [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1344.450639] env[62588]: DEBUG nova.scheduler.client.report [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.482057] env[62588]: DEBUG nova.virt.hardware [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1344.482339] env[62588]: DEBUG nova.virt.hardware [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1344.482537] env[62588]: DEBUG nova.virt.hardware [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1344.482725] env[62588]: DEBUG nova.virt.hardware [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1344.482871] env[62588]: DEBUG nova.virt.hardware [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1344.483026] env[62588]: DEBUG nova.virt.hardware [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1344.483237] env[62588]: DEBUG nova.virt.hardware [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1344.483398] env[62588]: DEBUG nova.virt.hardware [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1344.483793] env[62588]: DEBUG nova.virt.hardware [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1344.483971] env[62588]: DEBUG nova.virt.hardware [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1344.484236] env[62588]: DEBUG nova.virt.hardware [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1344.486337] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff292fc5-4bac-46fd-83de-8d885c8cbd18 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.500472] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b227a9-3dee-4bec-8cd9-c2c3884da719 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.506365] env[62588]: DEBUG oslo_vmware.api [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793053, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.607162] env[62588]: DEBUG nova.compute.manager [req-71936769-a62e-4abb-bcab-f8f5432d5873 req-c9db1fb6-949b-4c38-bc3d-a7564bf93b41 service nova] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Received event network-changed-5ed5fad5-f890-42b6-a7b2-a6dbbbc28320 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1344.607359] env[62588]: DEBUG nova.compute.manager [req-71936769-a62e-4abb-bcab-f8f5432d5873 req-c9db1fb6-949b-4c38-bc3d-a7564bf93b41 service nova] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Refreshing instance network info cache due to event network-changed-5ed5fad5-f890-42b6-a7b2-a6dbbbc28320. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1344.607564] env[62588]: DEBUG oslo_concurrency.lockutils [req-71936769-a62e-4abb-bcab-f8f5432d5873 req-c9db1fb6-949b-4c38-bc3d-a7564bf93b41 service nova] Acquiring lock "refresh_cache-ceb74f59-c56b-4f07-a327-5508e68b440f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.607703] env[62588]: DEBUG oslo_concurrency.lockutils [req-71936769-a62e-4abb-bcab-f8f5432d5873 req-c9db1fb6-949b-4c38-bc3d-a7564bf93b41 service nova] Acquired lock "refresh_cache-ceb74f59-c56b-4f07-a327-5508e68b440f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.608110] env[62588]: DEBUG nova.network.neutron [req-71936769-a62e-4abb-bcab-f8f5432d5873 req-c9db1fb6-949b-4c38-bc3d-a7564bf93b41 service nova] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Refreshing network info cache for port 5ed5fad5-f890-42b6-a7b2-a6dbbbc28320 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1344.626562] env[62588]: DEBUG oslo_vmware.api [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': task-1793056, 'name': ReconfigVM_Task, 'duration_secs': 0.299479} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.626834] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Reconfigured VM instance instance-00000007 to attach disk [datastore1] ceb74f59-c56b-4f07-a327-5508e68b440f/ceb74f59-c56b-4f07-a327-5508e68b440f.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1344.627515] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7f79d09-6f05-4dee-91cb-2d95ad9f057d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.634225] env[62588]: DEBUG oslo_vmware.api [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Waiting for the task: (returnval){ [ 1344.634225] env[62588]: value = "task-1793059" [ 1344.634225] env[62588]: _type = "Task" [ 1344.634225] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.657035] env[62588]: DEBUG oslo_vmware.api [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': task-1793059, 'name': Rename_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.658881] env[62588]: DEBUG oslo_vmware.api [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': task-1793057, 'name': PowerOffVM_Task, 'duration_secs': 0.140084} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.659529] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1344.660468] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1344.660731] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20552913-4392-4c09-8368-1873d79ba78e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.667425] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1344.668401] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-101026e5-b1fa-47e6-991c-26a0fd8c2221 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.692476] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1344.692930] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1344.692930] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Deleting the datastore file [datastore1] e79ec9d6-161e-4797-bc31-1915ba813df6 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1344.693141] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46715ac7-010f-4e44-a721-0160fc3c50df {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.699879] env[62588]: DEBUG oslo_vmware.api [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Waiting for the task: (returnval){ [ 1344.699879] env[62588]: value = "task-1793061" [ 1344.699879] env[62588]: _type = "Task" [ 1344.699879] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.710085] env[62588]: DEBUG oslo_vmware.api [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': task-1793061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.762530] env[62588]: DEBUG oslo_vmware.api [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Task: {'id': task-1793058, 'name': ReconfigVM_Task, 'duration_secs': 0.295878} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.762530] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 9737c80a-ba99-4a9d-90e7-5531a7f83804/9737c80a-ba99-4a9d-90e7-5531a7f83804.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1344.763370] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e28c719f-0efb-4d88-9c24-372256fcf2f2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.772019] env[62588]: INFO nova.compute.manager [-] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Took 1.70 seconds to deallocate network for instance. [ 1344.772019] env[62588]: DEBUG oslo_vmware.api [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Waiting for the task: (returnval){ [ 1344.772019] env[62588]: value = "task-1793062" [ 1344.772019] env[62588]: _type = "Task" [ 1344.772019] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.786791] env[62588]: DEBUG oslo_vmware.api [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Task: {'id': task-1793062, 'name': Rename_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.960836] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.961642] env[62588]: DEBUG nova.compute.manager [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1344.965808] env[62588]: DEBUG oslo_concurrency.lockutils [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.966091] env[62588]: DEBUG oslo_concurrency.lockutils [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.894s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.968925] env[62588]: INFO nova.compute.claims [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1344.975856] env[62588]: DEBUG nova.compute.manager [req-0e6b4b91-b6b3-4565-bd26-eba1a378e46c req-0a047803-e9d3-4780-a229-e231b799e43e service nova] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Received event network-changed-1cefab00-fe93-4fed-96fe-cfae4d8f390a {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1344.975856] env[62588]: DEBUG nova.compute.manager [req-0e6b4b91-b6b3-4565-bd26-eba1a378e46c req-0a047803-e9d3-4780-a229-e231b799e43e service nova] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Refreshing instance network info cache due to event network-changed-1cefab00-fe93-4fed-96fe-cfae4d8f390a. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1344.975856] env[62588]: DEBUG oslo_concurrency.lockutils [req-0e6b4b91-b6b3-4565-bd26-eba1a378e46c req-0a047803-e9d3-4780-a229-e231b799e43e service nova] Acquiring lock "refresh_cache-9737c80a-ba99-4a9d-90e7-5531a7f83804" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.975856] env[62588]: DEBUG oslo_concurrency.lockutils [req-0e6b4b91-b6b3-4565-bd26-eba1a378e46c req-0a047803-e9d3-4780-a229-e231b799e43e service nova] Acquired lock "refresh_cache-9737c80a-ba99-4a9d-90e7-5531a7f83804" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.975856] env[62588]: DEBUG nova.network.neutron [req-0e6b4b91-b6b3-4565-bd26-eba1a378e46c req-0a047803-e9d3-4780-a229-e231b799e43e service nova] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Refreshing network info cache for port 1cefab00-fe93-4fed-96fe-cfae4d8f390a {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1344.991754] env[62588]: DEBUG oslo_vmware.api [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793053, 'name': CreateSnapshot_Task, 'duration_secs': 1.083992} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.992132] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Created Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1344.995440] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a7d7d6-37f9-4d93-8fea-59cf74d489d7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.151581] env[62588]: DEBUG oslo_vmware.api [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': task-1793059, 'name': Rename_Task, 'duration_secs': 0.151267} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.152031] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1345.154970] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f97ed2ee-ca8a-47fa-b93a-d0addf497666 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.162951] env[62588]: DEBUG oslo_vmware.api [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Waiting for the task: (returnval){ [ 1345.162951] env[62588]: value = "task-1793063" [ 1345.162951] env[62588]: _type = "Task" [ 1345.162951] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.173648] env[62588]: DEBUG oslo_vmware.api [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': task-1793063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.223369] env[62588]: DEBUG oslo_vmware.api [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': task-1793061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12406} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.223369] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1345.223545] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1345.223612] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1345.286714] env[62588]: DEBUG oslo_concurrency.lockutils [None req-67f336e8-c595-4dfa-b48a-a44f487a0c20 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.296988] env[62588]: DEBUG oslo_vmware.api [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Task: {'id': task-1793062, 'name': Rename_Task, 'duration_secs': 0.16377} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.297321] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1345.297749] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-091920d0-7cb9-48ec-92a0-e3a334ca4807 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.306887] env[62588]: DEBUG oslo_vmware.api [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Waiting for the task: (returnval){ [ 1345.306887] env[62588]: value = "task-1793064" [ 1345.306887] env[62588]: _type = "Task" [ 1345.306887] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.316030] env[62588]: DEBUG oslo_vmware.api [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Task: {'id': task-1793064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.475544] env[62588]: DEBUG nova.compute.utils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1345.482856] env[62588]: DEBUG nova.compute.manager [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1345.483324] env[62588]: DEBUG nova.network.neutron [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1345.525257] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Creating linked-clone VM from snapshot {{(pid=62588) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1345.526906] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3865fd86-2281-4d35-873d-f475a0187150 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.536099] env[62588]: DEBUG oslo_vmware.api [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Waiting for the task: (returnval){ [ 1345.536099] env[62588]: value = "task-1793065" [ 1345.536099] env[62588]: _type = "Task" [ 1345.536099] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.547079] env[62588]: DEBUG oslo_vmware.api [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793065, 'name': CloneVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.572875] env[62588]: DEBUG nova.network.neutron [req-71936769-a62e-4abb-bcab-f8f5432d5873 req-c9db1fb6-949b-4c38-bc3d-a7564bf93b41 service nova] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Updated VIF entry in instance network info cache for port 5ed5fad5-f890-42b6-a7b2-a6dbbbc28320. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1345.572875] env[62588]: DEBUG nova.network.neutron [req-71936769-a62e-4abb-bcab-f8f5432d5873 req-c9db1fb6-949b-4c38-bc3d-a7564bf93b41 service nova] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Updating instance_info_cache with network_info: [{"id": "5ed5fad5-f890-42b6-a7b2-a6dbbbc28320", "address": "fa:16:3e:31:5e:ca", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ed5fad5-f8", "ovs_interfaceid": "5ed5fad5-f890-42b6-a7b2-a6dbbbc28320", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.676034] env[62588]: DEBUG oslo_vmware.api [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': task-1793063, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.697279] env[62588]: DEBUG nova.policy [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf5a22b75d9742418e7a7ac0f8763069', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '286fc6449ffa417d9e319d702375a142', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1345.817878] env[62588]: DEBUG oslo_vmware.api [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Task: {'id': task-1793064, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.982831] env[62588]: DEBUG nova.compute.manager [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1346.054359] env[62588]: DEBUG oslo_vmware.api [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793065, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.074983] env[62588]: DEBUG oslo_concurrency.lockutils [req-71936769-a62e-4abb-bcab-f8f5432d5873 req-c9db1fb6-949b-4c38-bc3d-a7564bf93b41 service nova] Releasing lock "refresh_cache-ceb74f59-c56b-4f07-a327-5508e68b440f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.137595] env[62588]: DEBUG oslo_concurrency.lockutils [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Acquiring lock "8143a3cf-f12e-40b6-9edc-e72b55f02e9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.137871] env[62588]: DEBUG oslo_concurrency.lockutils [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Lock "8143a3cf-f12e-40b6-9edc-e72b55f02e9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.138104] env[62588]: DEBUG oslo_concurrency.lockutils [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Acquiring lock "8143a3cf-f12e-40b6-9edc-e72b55f02e9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.138301] env[62588]: DEBUG oslo_concurrency.lockutils [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Lock "8143a3cf-f12e-40b6-9edc-e72b55f02e9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.138469] env[62588]: DEBUG oslo_concurrency.lockutils [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Lock "8143a3cf-f12e-40b6-9edc-e72b55f02e9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.141324] env[62588]: INFO nova.compute.manager [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Terminating instance [ 1346.187251] env[62588]: DEBUG oslo_vmware.api [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': task-1793063, 'name': PowerOnVM_Task, 'duration_secs': 0.706265} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.187608] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1346.187838] env[62588]: INFO nova.compute.manager [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Took 11.85 seconds to spawn the instance on the hypervisor. [ 1346.188035] env[62588]: DEBUG nova.compute.manager [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1346.188882] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088be616-944b-4519-bfd2-0ea78b9be314 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.271767] env[62588]: DEBUG nova.virt.hardware [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1346.271934] env[62588]: DEBUG nova.virt.hardware [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1346.272089] env[62588]: DEBUG nova.virt.hardware [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1346.272334] env[62588]: DEBUG nova.virt.hardware [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1346.272443] env[62588]: DEBUG nova.virt.hardware [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1346.272594] env[62588]: DEBUG nova.virt.hardware [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1346.272819] env[62588]: DEBUG nova.virt.hardware [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1346.272981] env[62588]: DEBUG nova.virt.hardware [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1346.273499] env[62588]: DEBUG nova.virt.hardware [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1346.273653] env[62588]: DEBUG nova.virt.hardware [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1346.273830] env[62588]: DEBUG nova.virt.hardware [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1346.275526] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8a1b3b-1677-46ff-8944-398cb9b2fbe4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.286671] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac433506-95fe-41d2-a0b8-3f693aa7df32 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.305233] env[62588]: DEBUG nova.network.neutron [req-0e6b4b91-b6b3-4565-bd26-eba1a378e46c req-0a047803-e9d3-4780-a229-e231b799e43e service nova] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Updated VIF entry in instance network info cache for port 1cefab00-fe93-4fed-96fe-cfae4d8f390a. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1346.305643] env[62588]: DEBUG nova.network.neutron [req-0e6b4b91-b6b3-4565-bd26-eba1a378e46c req-0a047803-e9d3-4780-a229-e231b799e43e service nova] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Updating instance_info_cache with network_info: [{"id": "1cefab00-fe93-4fed-96fe-cfae4d8f390a", "address": "fa:16:3e:97:63:50", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cefab00-fe", "ovs_interfaceid": "1cefab00-fe93-4fed-96fe-cfae4d8f390a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.307365] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Instance VIF info [] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1346.312781] env[62588]: DEBUG oslo.service.loopingcall [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1346.313431] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1346.316733] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d066045-30d6-49fb-a6a4-161282f2d724 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.332562] env[62588]: DEBUG nova.network.neutron [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Successfully updated port: 37e145aa-6f05-4d75-affd-6bb25422cdb3 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1346.338077] env[62588]: DEBUG oslo_vmware.api [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Task: {'id': task-1793064, 'name': PowerOnVM_Task, 'duration_secs': 0.664152} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.339367] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1346.339517] env[62588]: INFO nova.compute.manager [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Took 9.61 seconds to spawn the instance on the hypervisor. [ 1346.339904] env[62588]: DEBUG nova.compute.manager [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1346.340075] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1346.340075] env[62588]: value = "task-1793067" [ 1346.340075] env[62588]: _type = "Task" [ 1346.340075] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.340626] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e7556b-6d06-44a2-aa19-91676124b123 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.360033] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793067, 'name': CreateVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.379989] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01d71e7-28ca-457d-b208-2015034ad0b0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.389030] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd0673f-2593-42f8-81fc-60d1e09bb23e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.425208] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c35c23-b5fd-44ac-90ec-2d530482b953 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.433691] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04951f43-01cf-4916-8bbf-9399209868cc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.448536] env[62588]: DEBUG nova.compute.provider_tree [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.462081] env[62588]: DEBUG nova.network.neutron [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Successfully created port: a8a8396c-34bb-4c06-bc8b-eb7200969f28 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1346.549036] env[62588]: DEBUG oslo_vmware.api [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793065, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.647590] env[62588]: DEBUG oslo_concurrency.lockutils [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Acquiring lock "refresh_cache-8143a3cf-f12e-40b6-9edc-e72b55f02e9c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.647860] env[62588]: DEBUG oslo_concurrency.lockutils [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Acquired lock "refresh_cache-8143a3cf-f12e-40b6-9edc-e72b55f02e9c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.648437] env[62588]: DEBUG nova.network.neutron [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1346.709904] env[62588]: INFO nova.compute.manager [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Took 25.08 seconds to build instance. [ 1346.816410] env[62588]: DEBUG oslo_concurrency.lockutils [req-0e6b4b91-b6b3-4565-bd26-eba1a378e46c req-0a047803-e9d3-4780-a229-e231b799e43e service nova] Releasing lock "refresh_cache-9737c80a-ba99-4a9d-90e7-5531a7f83804" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.840192] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Acquiring lock "refresh_cache-7bd8730a-9101-43fc-89e2-f6438ccabefa" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.840192] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Acquired lock "refresh_cache-7bd8730a-9101-43fc-89e2-f6438ccabefa" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.840192] env[62588]: DEBUG nova.network.neutron [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1346.854621] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793067, 'name': CreateVM_Task, 'duration_secs': 0.389025} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.855368] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1346.855797] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.856107] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.856299] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1346.856796] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd8a6634-e4ce-4b21-984f-b9c8e4506d7e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.865521] env[62588]: DEBUG oslo_vmware.api [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Waiting for the task: (returnval){ [ 1346.865521] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5218cbcc-d753-2ac5-85af-6cf7bde02a52" [ 1346.865521] env[62588]: _type = "Task" [ 1346.865521] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.875412] env[62588]: INFO nova.compute.manager [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Took 22.90 seconds to build instance. [ 1346.882525] env[62588]: DEBUG oslo_vmware.api [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5218cbcc-d753-2ac5-85af-6cf7bde02a52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.951619] env[62588]: DEBUG nova.scheduler.client.report [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1346.997099] env[62588]: DEBUG nova.compute.manager [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1347.025376] env[62588]: DEBUG nova.virt.hardware [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1347.025661] env[62588]: DEBUG nova.virt.hardware [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1347.025815] env[62588]: DEBUG nova.virt.hardware [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1347.029909] env[62588]: DEBUG nova.virt.hardware [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1347.029909] env[62588]: DEBUG nova.virt.hardware [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1347.029909] env[62588]: DEBUG nova.virt.hardware [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1347.029909] env[62588]: DEBUG nova.virt.hardware [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1347.029909] env[62588]: DEBUG nova.virt.hardware [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1347.030309] env[62588]: DEBUG nova.virt.hardware [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1347.030309] env[62588]: DEBUG nova.virt.hardware [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1347.030309] env[62588]: DEBUG nova.virt.hardware [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1347.030309] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d130394-ae1a-4aac-9dd7-6d012a2de547 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.045617] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f38e13f-b91e-4470-997f-6e3adcd00475 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.066079] env[62588]: DEBUG oslo_vmware.api [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793065, 'name': CloneVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.097644] env[62588]: DEBUG nova.compute.manager [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Stashing vm_state: active {{(pid=62588) _prep_resize /opt/stack/nova/nova/compute/manager.py:6087}} [ 1347.180057] env[62588]: DEBUG nova.network.neutron [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1347.214339] env[62588]: DEBUG oslo_concurrency.lockutils [None req-eeb5e56d-5125-4b95-b46f-095124bb960c tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Lock "ceb74f59-c56b-4f07-a327-5508e68b440f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.607s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.259719] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Acquiring lock "040493e7-86b3-4c92-927b-e8f8305dbfa4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.259923] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Lock "040493e7-86b3-4c92-927b-e8f8305dbfa4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.288023] env[62588]: DEBUG nova.network.neutron [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.378203] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2ac9ca6e-b1ab-47fb-9aa5-2f1b4563f073 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Lock "9737c80a-ba99-4a9d-90e7-5531a7f83804" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.417s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.386282] env[62588]: DEBUG oslo_vmware.api [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5218cbcc-d753-2ac5-85af-6cf7bde02a52, 'name': SearchDatastore_Task, 'duration_secs': 0.02628} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.386485] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.390019] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1347.390019] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.390019] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.390019] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1347.390019] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9994f1f6-bc0d-4152-91e4-40f6352d52fb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.398741] env[62588]: DEBUG nova.network.neutron [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1347.404571] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1347.405373] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1347.405775] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b90a801-9e7d-472a-92e2-59517d314919 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.419781] env[62588]: DEBUG oslo_vmware.api [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Waiting for the task: (returnval){ [ 1347.419781] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526fda2c-83b7-5bba-46e2-2a3ea3246e2a" [ 1347.419781] env[62588]: _type = "Task" [ 1347.419781] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.430643] env[62588]: DEBUG oslo_vmware.api [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526fda2c-83b7-5bba-46e2-2a3ea3246e2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.457154] env[62588]: DEBUG nova.compute.manager [req-a816b657-f5d3-4bde-bc5f-09be1f75d77d req-a40d7a87-cd19-4e0e-96cc-3966faa65904 service nova] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Received event network-vif-plugged-37e145aa-6f05-4d75-affd-6bb25422cdb3 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1347.457154] env[62588]: DEBUG oslo_concurrency.lockutils [req-a816b657-f5d3-4bde-bc5f-09be1f75d77d req-a40d7a87-cd19-4e0e-96cc-3966faa65904 service nova] Acquiring lock "7bd8730a-9101-43fc-89e2-f6438ccabefa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.457154] env[62588]: DEBUG oslo_concurrency.lockutils [req-a816b657-f5d3-4bde-bc5f-09be1f75d77d req-a40d7a87-cd19-4e0e-96cc-3966faa65904 service nova] Lock "7bd8730a-9101-43fc-89e2-f6438ccabefa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.457154] env[62588]: DEBUG oslo_concurrency.lockutils [req-a816b657-f5d3-4bde-bc5f-09be1f75d77d req-a40d7a87-cd19-4e0e-96cc-3966faa65904 service nova] Lock "7bd8730a-9101-43fc-89e2-f6438ccabefa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.457154] env[62588]: DEBUG nova.compute.manager [req-a816b657-f5d3-4bde-bc5f-09be1f75d77d req-a40d7a87-cd19-4e0e-96cc-3966faa65904 service nova] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] No waiting events found dispatching network-vif-plugged-37e145aa-6f05-4d75-affd-6bb25422cdb3 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1347.457403] env[62588]: WARNING nova.compute.manager [req-a816b657-f5d3-4bde-bc5f-09be1f75d77d req-a40d7a87-cd19-4e0e-96cc-3966faa65904 service nova] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Received unexpected event network-vif-plugged-37e145aa-6f05-4d75-affd-6bb25422cdb3 for instance with vm_state building and task_state spawning. [ 1347.457858] env[62588]: DEBUG nova.compute.manager [req-a816b657-f5d3-4bde-bc5f-09be1f75d77d req-a40d7a87-cd19-4e0e-96cc-3966faa65904 service nova] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Received event network-changed-37e145aa-6f05-4d75-affd-6bb25422cdb3 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1347.460073] env[62588]: DEBUG nova.compute.manager [req-a816b657-f5d3-4bde-bc5f-09be1f75d77d req-a40d7a87-cd19-4e0e-96cc-3966faa65904 service nova] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Refreshing instance network info cache due to event network-changed-37e145aa-6f05-4d75-affd-6bb25422cdb3. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1347.460073] env[62588]: DEBUG oslo_concurrency.lockutils [req-a816b657-f5d3-4bde-bc5f-09be1f75d77d req-a40d7a87-cd19-4e0e-96cc-3966faa65904 service nova] Acquiring lock "refresh_cache-7bd8730a-9101-43fc-89e2-f6438ccabefa" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.460304] env[62588]: DEBUG oslo_concurrency.lockutils [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.460798] env[62588]: DEBUG nova.compute.manager [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1347.463791] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.382s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.465534] env[62588]: INFO nova.compute.claims [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1347.552766] env[62588]: DEBUG oslo_vmware.api [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793065, 'name': CloneVM_Task, 'duration_secs': 1.604659} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.553043] env[62588]: INFO nova.virt.vmwareapi.vmops [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Created linked-clone VM from snapshot [ 1347.553922] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12bde0d-5a44-43a2-8d7b-98dafc610af9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.563303] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Uploading image c8883314-457d-4177-aab2-6c9ccdf462bc {{(pid=62588) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1347.594099] env[62588]: DEBUG oslo_vmware.rw_handles [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1347.594099] env[62588]: value = "vm-371914" [ 1347.594099] env[62588]: _type = "VirtualMachine" [ 1347.594099] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1347.594393] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b1d9308b-15cc-40a3-a45d-3d312866ef27 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.603152] env[62588]: DEBUG oslo_vmware.rw_handles [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Lease: (returnval){ [ 1347.603152] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5295361c-0820-e9cf-f11c-f7b7e4a0cce5" [ 1347.603152] env[62588]: _type = "HttpNfcLease" [ 1347.603152] env[62588]: } obtained for exporting VM: (result){ [ 1347.603152] env[62588]: value = "vm-371914" [ 1347.603152] env[62588]: _type = "VirtualMachine" [ 1347.603152] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1347.603430] env[62588]: DEBUG oslo_vmware.api [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Waiting for the lease: (returnval){ [ 1347.603430] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5295361c-0820-e9cf-f11c-f7b7e4a0cce5" [ 1347.603430] env[62588]: _type = "HttpNfcLease" [ 1347.603430] env[62588]: } to be ready. {{(pid=62588) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1347.620073] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1347.620073] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5295361c-0820-e9cf-f11c-f7b7e4a0cce5" [ 1347.620073] env[62588]: _type = "HttpNfcLease" [ 1347.620073] env[62588]: } is initializing. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1347.627528] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.655070] env[62588]: DEBUG nova.network.neutron [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Updating instance_info_cache with network_info: [{"id": "37e145aa-6f05-4d75-affd-6bb25422cdb3", "address": "fa:16:3e:d9:fc:d6", "network": {"id": "5814f2b1-57fa-4239-8123-6eee8a874d4a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-324731110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "286fc6449ffa417d9e319d702375a142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37e145aa-6f", "ovs_interfaceid": "37e145aa-6f05-4d75-affd-6bb25422cdb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.717584] env[62588]: DEBUG nova.compute.manager [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1347.791769] env[62588]: DEBUG oslo_concurrency.lockutils [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Releasing lock "refresh_cache-8143a3cf-f12e-40b6-9edc-e72b55f02e9c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.792261] env[62588]: DEBUG nova.compute.manager [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1347.792486] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1347.793368] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9598b57a-713d-4671-9bd5-45e682943780 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.801499] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1347.801741] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24cf2832-5488-4846-a019-3fcd78cc4eac {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.808937] env[62588]: DEBUG oslo_vmware.api [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Waiting for the task: (returnval){ [ 1347.808937] env[62588]: value = "task-1793069" [ 1347.808937] env[62588]: _type = "Task" [ 1347.808937] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.817574] env[62588]: DEBUG oslo_vmware.api [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Task: {'id': task-1793069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.887187] env[62588]: DEBUG nova.compute.manager [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1347.939311] env[62588]: DEBUG oslo_vmware.api [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526fda2c-83b7-5bba-46e2-2a3ea3246e2a, 'name': SearchDatastore_Task, 'duration_secs': 0.02166} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.940131] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aefea9aa-6f77-47b3-8f30-a900df4c4925 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.950257] env[62588]: DEBUG oslo_vmware.api [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Waiting for the task: (returnval){ [ 1347.950257] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5236ca7a-acbc-b66e-f4a2-36ffbf7dfcaa" [ 1347.950257] env[62588]: _type = "Task" [ 1347.950257] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.959767] env[62588]: DEBUG oslo_vmware.api [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5236ca7a-acbc-b66e-f4a2-36ffbf7dfcaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.974316] env[62588]: DEBUG nova.compute.utils [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1347.977833] env[62588]: DEBUG nova.compute.manager [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1347.978036] env[62588]: DEBUG nova.network.neutron [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1348.049633] env[62588]: DEBUG nova.policy [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0af880c9c37b4e00851b7e9885865656', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6350d20396b24c40af5a72f44565fb7e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1348.115345] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1348.115345] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5295361c-0820-e9cf-f11c-f7b7e4a0cce5" [ 1348.115345] env[62588]: _type = "HttpNfcLease" [ 1348.115345] env[62588]: } is ready. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1348.115345] env[62588]: DEBUG oslo_vmware.rw_handles [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1348.115345] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5295361c-0820-e9cf-f11c-f7b7e4a0cce5" [ 1348.115345] env[62588]: _type = "HttpNfcLease" [ 1348.115345] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1348.116512] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe18f59c-a14b-462e-a680-5a30481ce93e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.126303] env[62588]: DEBUG oslo_vmware.rw_handles [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f10181-f2d0-349a-e106-e4e2ba9d06ee/disk-0.vmdk from lease info. {{(pid=62588) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1348.126540] env[62588]: DEBUG oslo_vmware.rw_handles [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f10181-f2d0-349a-e106-e4e2ba9d06ee/disk-0.vmdk for reading. {{(pid=62588) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1348.129776] env[62588]: DEBUG nova.compute.manager [req-0a54dba1-f189-40cb-9d60-96215f684b74 req-34e659be-c38b-4c3b-91ab-a647a8ee9d57 service nova] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Received event network-vif-deleted-699b8377-db39-4ffa-9309-6fc9f42e2404 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1348.192793] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Releasing lock "refresh_cache-7bd8730a-9101-43fc-89e2-f6438ccabefa" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1348.194082] env[62588]: DEBUG nova.compute.manager [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Instance network_info: |[{"id": "37e145aa-6f05-4d75-affd-6bb25422cdb3", "address": "fa:16:3e:d9:fc:d6", "network": {"id": "5814f2b1-57fa-4239-8123-6eee8a874d4a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-324731110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "286fc6449ffa417d9e319d702375a142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37e145aa-6f", "ovs_interfaceid": "37e145aa-6f05-4d75-affd-6bb25422cdb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1348.194082] env[62588]: DEBUG oslo_concurrency.lockutils [req-a816b657-f5d3-4bde-bc5f-09be1f75d77d req-a40d7a87-cd19-4e0e-96cc-3966faa65904 service nova] Acquired lock "refresh_cache-7bd8730a-9101-43fc-89e2-f6438ccabefa" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.194434] env[62588]: DEBUG nova.network.neutron [req-a816b657-f5d3-4bde-bc5f-09be1f75d77d req-a40d7a87-cd19-4e0e-96cc-3966faa65904 service nova] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Refreshing network info cache for port 37e145aa-6f05-4d75-affd-6bb25422cdb3 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1348.195484] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:fc:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf1b231-3660-4453-b4f3-44d825b9a5dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37e145aa-6f05-4d75-affd-6bb25422cdb3', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1348.205402] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Creating folder: Project (286fc6449ffa417d9e319d702375a142). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1348.208595] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f530ee20-670f-482d-8a63-4f78b388ac53 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.225893] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Created folder: Project (286fc6449ffa417d9e319d702375a142) in parent group-v371885. [ 1348.226142] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Creating folder: Instances. Parent ref: group-v371916. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1348.229196] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08566ed3-4dc9-4e2b-b992-f2af0ac077ae {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.241050] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Created folder: Instances in parent group-v371916. [ 1348.242231] env[62588]: DEBUG oslo.service.loopingcall [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1348.242231] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1348.242231] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c724a96-67bf-4796-94c2-8eaeb5762557 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.261542] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.267746] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-50ba81c8-4d6f-4a02-9a5c-7ae5df7a66a6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.272542] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1348.272542] env[62588]: value = "task-1793073" [ 1348.272542] env[62588]: _type = "Task" [ 1348.272542] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.284834] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793073, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.319745] env[62588]: DEBUG oslo_vmware.api [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Task: {'id': task-1793069, 'name': PowerOffVM_Task, 'duration_secs': 0.188437} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.321267] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1348.321267] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1348.321267] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36254bcb-e133-4ff2-ba5a-81e607e14276 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.355122] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1348.355652] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1348.355951] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Deleting the datastore file [datastore1] 8143a3cf-f12e-40b6-9edc-e72b55f02e9c {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1348.356387] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03046448-3ce2-4b37-8e58-35224e4ac8b5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.366328] env[62588]: DEBUG oslo_vmware.api [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Waiting for the task: (returnval){ [ 1348.366328] env[62588]: value = "task-1793075" [ 1348.366328] env[62588]: _type = "Task" [ 1348.366328] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.375339] env[62588]: DEBUG oslo_vmware.api [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Task: {'id': task-1793075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.390827] env[62588]: DEBUG nova.network.neutron [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Successfully updated port: a8a8396c-34bb-4c06-bc8b-eb7200969f28 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1348.416714] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "cd9251fb-103f-4fea-a54a-398f28e4a7bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.416714] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "cd9251fb-103f-4fea-a54a-398f28e4a7bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.420241] env[62588]: DEBUG oslo_concurrency.lockutils [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.466692] env[62588]: DEBUG oslo_vmware.api [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5236ca7a-acbc-b66e-f4a2-36ffbf7dfcaa, 'name': SearchDatastore_Task, 'duration_secs': 0.021768} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.466986] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1348.467278] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] e79ec9d6-161e-4797-bc31-1915ba813df6/e79ec9d6-161e-4797-bc31-1915ba813df6.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1348.468023] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0060ea25-8718-4811-9226-2749a4e94cb6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.475447] env[62588]: DEBUG oslo_vmware.api [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Waiting for the task: (returnval){ [ 1348.475447] env[62588]: value = "task-1793076" [ 1348.475447] env[62588]: _type = "Task" [ 1348.475447] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.481123] env[62588]: DEBUG nova.compute.manager [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1348.492220] env[62588]: DEBUG oslo_vmware.api [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': task-1793076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.788350] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793073, 'name': CreateVM_Task, 'duration_secs': 0.306266} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.789029] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1348.789731] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1348.793024] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.793024] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1348.793024] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9663d36-4162-44d4-bde2-47b6ae6ac40d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.803280] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Waiting for the task: (returnval){ [ 1348.803280] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5214de0f-0364-b09e-8de1-7059dbc58ab1" [ 1348.803280] env[62588]: _type = "Task" [ 1348.803280] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.812550] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5214de0f-0364-b09e-8de1-7059dbc58ab1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.875074] env[62588]: DEBUG nova.network.neutron [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Successfully created port: 9fea83d4-9a1b-43e1-8ffb-0ca2401fa93b {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1348.884204] env[62588]: DEBUG oslo_vmware.api [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Task: {'id': task-1793075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122158} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.884427] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1348.884628] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1348.884810] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1348.884994] env[62588]: INFO nova.compute.manager [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1348.885842] env[62588]: DEBUG oslo.service.loopingcall [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1348.886142] env[62588]: DEBUG nova.compute.manager [-] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1348.886265] env[62588]: DEBUG nova.network.neutron [-] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1348.898221] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Acquiring lock "refresh_cache-ad7e8485-ce2d-4025-afcc-29d3d3ce0da8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1348.898221] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Acquired lock "refresh_cache-ad7e8485-ce2d-4025-afcc-29d3d3ce0da8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.898221] env[62588]: DEBUG nova.network.neutron [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1348.943080] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b6731971-f3f7-4143-911f-46525fa92e29 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Acquiring lock "9737c80a-ba99-4a9d-90e7-5531a7f83804" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.943418] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b6731971-f3f7-4143-911f-46525fa92e29 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Lock "9737c80a-ba99-4a9d-90e7-5531a7f83804" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.948399] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b6731971-f3f7-4143-911f-46525fa92e29 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Acquiring lock "9737c80a-ba99-4a9d-90e7-5531a7f83804-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.948399] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b6731971-f3f7-4143-911f-46525fa92e29 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Lock "9737c80a-ba99-4a9d-90e7-5531a7f83804-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.948399] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b6731971-f3f7-4143-911f-46525fa92e29 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Lock "9737c80a-ba99-4a9d-90e7-5531a7f83804-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.956842] env[62588]: INFO nova.compute.manager [None req-b6731971-f3f7-4143-911f-46525fa92e29 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Terminating instance [ 1348.968252] env[62588]: DEBUG nova.network.neutron [-] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1349.003717] env[62588]: DEBUG oslo_vmware.api [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': task-1793076, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.062110] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ba292a-55c6-4667-b678-0cf83bf51860 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.070487] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec135e7d-09a0-48fc-bc77-f31571be052b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.107036] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf88d78d-bbf6-4779-89ba-77cac8dd97f4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.115949] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdadea67-2124-4f4d-b294-4550f80decc0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.131129] env[62588]: DEBUG nova.compute.provider_tree [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.314750] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5214de0f-0364-b09e-8de1-7059dbc58ab1, 'name': SearchDatastore_Task, 'duration_secs': 0.066231} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.315118] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.315356] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1349.315650] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.315886] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.316186] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1349.316615] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a216701-ce55-4248-9fb7-8d95334bf894 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.326350] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1349.326636] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1349.327424] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29fd5ef1-e4c0-4181-9eae-987d053e5b17 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.333093] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Waiting for the task: (returnval){ [ 1349.333093] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ba16ec-8cff-2634-b6a4-1e82f74b3177" [ 1349.333093] env[62588]: _type = "Task" [ 1349.333093] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.343433] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ba16ec-8cff-2634-b6a4-1e82f74b3177, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.465153] env[62588]: DEBUG nova.compute.manager [None req-b6731971-f3f7-4143-911f-46525fa92e29 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1349.465692] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b6731971-f3f7-4143-911f-46525fa92e29 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1349.466872] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbbd5a3-5db8-4158-9656-ee564b2d5dcd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.473709] env[62588]: DEBUG nova.network.neutron [-] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.479325] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6731971-f3f7-4143-911f-46525fa92e29 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1349.483458] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d8f91d1-0db3-4008-9d7d-4588da80380a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.495084] env[62588]: DEBUG oslo_vmware.api [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': task-1793076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568481} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.499167] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] e79ec9d6-161e-4797-bc31-1915ba813df6/e79ec9d6-161e-4797-bc31-1915ba813df6.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1349.499167] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1349.499167] env[62588]: DEBUG oslo_vmware.api [None req-b6731971-f3f7-4143-911f-46525fa92e29 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Waiting for the task: (returnval){ [ 1349.499167] env[62588]: value = "task-1793077" [ 1349.499167] env[62588]: _type = "Task" [ 1349.499167] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.499167] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de9c8e1d-6a6d-4572-97f3-e3ed56bd9d43 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.508974] env[62588]: DEBUG nova.compute.manager [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1349.514790] env[62588]: DEBUG oslo_vmware.api [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Waiting for the task: (returnval){ [ 1349.514790] env[62588]: value = "task-1793078" [ 1349.514790] env[62588]: _type = "Task" [ 1349.514790] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.522999] env[62588]: DEBUG oslo_vmware.api [None req-b6731971-f3f7-4143-911f-46525fa92e29 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Task: {'id': task-1793077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.528063] env[62588]: DEBUG oslo_vmware.api [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': task-1793078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.538955] env[62588]: DEBUG nova.virt.hardware [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1349.539280] env[62588]: DEBUG nova.virt.hardware [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1349.539856] env[62588]: DEBUG nova.virt.hardware [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1349.539856] env[62588]: DEBUG nova.virt.hardware [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1349.539856] env[62588]: DEBUG nova.virt.hardware [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1349.543307] env[62588]: DEBUG nova.virt.hardware [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1349.543307] env[62588]: DEBUG nova.virt.hardware [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1349.543307] env[62588]: DEBUG nova.virt.hardware [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1349.543307] env[62588]: DEBUG nova.virt.hardware [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1349.543307] env[62588]: DEBUG nova.virt.hardware [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1349.543489] env[62588]: DEBUG nova.virt.hardware [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1349.543489] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0e310d-0f9a-48e5-bc25-d6290d9c0423 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.554699] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de288cd9-b313-4fe8-896f-6ccd7fa9ab71 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.556860] env[62588]: DEBUG nova.network.neutron [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1349.612248] env[62588]: DEBUG nova.network.neutron [req-a816b657-f5d3-4bde-bc5f-09be1f75d77d req-a40d7a87-cd19-4e0e-96cc-3966faa65904 service nova] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Updated VIF entry in instance network info cache for port 37e145aa-6f05-4d75-affd-6bb25422cdb3. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1349.612662] env[62588]: DEBUG nova.network.neutron [req-a816b657-f5d3-4bde-bc5f-09be1f75d77d req-a40d7a87-cd19-4e0e-96cc-3966faa65904 service nova] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Updating instance_info_cache with network_info: [{"id": "37e145aa-6f05-4d75-affd-6bb25422cdb3", "address": "fa:16:3e:d9:fc:d6", "network": {"id": "5814f2b1-57fa-4239-8123-6eee8a874d4a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-324731110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "286fc6449ffa417d9e319d702375a142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37e145aa-6f", "ovs_interfaceid": "37e145aa-6f05-4d75-affd-6bb25422cdb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.635074] env[62588]: DEBUG nova.scheduler.client.report [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1349.845129] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ba16ec-8cff-2634-b6a4-1e82f74b3177, 'name': SearchDatastore_Task, 'duration_secs': 0.013094} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.846525] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb67e836-ff20-48a7-8ed6-30fbde1e29fb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.853585] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Waiting for the task: (returnval){ [ 1349.853585] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526344bd-f412-1b24-2af2-bfb62a9f25db" [ 1349.853585] env[62588]: _type = "Task" [ 1349.853585] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.863392] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526344bd-f412-1b24-2af2-bfb62a9f25db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.983497] env[62588]: INFO nova.compute.manager [-] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Took 1.09 seconds to deallocate network for instance. [ 1350.014521] env[62588]: DEBUG oslo_vmware.api [None req-b6731971-f3f7-4143-911f-46525fa92e29 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Task: {'id': task-1793077, 'name': PowerOffVM_Task, 'duration_secs': 0.308058} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.015081] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6731971-f3f7-4143-911f-46525fa92e29 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1350.015275] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b6731971-f3f7-4143-911f-46525fa92e29 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1350.015719] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3500b014-0f66-484a-85fa-b1da0be1285b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.029187] env[62588]: DEBUG oslo_vmware.api [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': task-1793078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073424} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.029187] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1350.029573] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee7f308-8980-48b6-a36d-9a2b042cc632 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.055193] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] e79ec9d6-161e-4797-bc31-1915ba813df6/e79ec9d6-161e-4797-bc31-1915ba813df6.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1350.055921] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72989597-cd5e-4258-a075-501a0b3f4c84 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.078868] env[62588]: DEBUG oslo_vmware.api [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Waiting for the task: (returnval){ [ 1350.078868] env[62588]: value = "task-1793080" [ 1350.078868] env[62588]: _type = "Task" [ 1350.078868] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.088417] env[62588]: DEBUG oslo_vmware.api [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': task-1793080, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.089779] env[62588]: DEBUG nova.network.neutron [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Updating instance_info_cache with network_info: [{"id": "a8a8396c-34bb-4c06-bc8b-eb7200969f28", "address": "fa:16:3e:6f:fd:20", "network": {"id": "5814f2b1-57fa-4239-8123-6eee8a874d4a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-324731110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "286fc6449ffa417d9e319d702375a142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8a8396c-34", "ovs_interfaceid": "a8a8396c-34bb-4c06-bc8b-eb7200969f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.100219] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b6731971-f3f7-4143-911f-46525fa92e29 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1350.100470] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b6731971-f3f7-4143-911f-46525fa92e29 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1350.103197] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6731971-f3f7-4143-911f-46525fa92e29 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Deleting the datastore file [datastore1] 9737c80a-ba99-4a9d-90e7-5531a7f83804 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1350.103197] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75e84739-dcc9-4ff7-bbc2-cf03930f1a01 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.110112] env[62588]: DEBUG oslo_vmware.api [None req-b6731971-f3f7-4143-911f-46525fa92e29 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Waiting for the task: (returnval){ [ 1350.110112] env[62588]: value = "task-1793081" [ 1350.110112] env[62588]: _type = "Task" [ 1350.110112] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.116928] env[62588]: DEBUG oslo_concurrency.lockutils [req-a816b657-f5d3-4bde-bc5f-09be1f75d77d req-a40d7a87-cd19-4e0e-96cc-3966faa65904 service nova] Releasing lock "refresh_cache-7bd8730a-9101-43fc-89e2-f6438ccabefa" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.123330] env[62588]: DEBUG oslo_vmware.api [None req-b6731971-f3f7-4143-911f-46525fa92e29 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Task: {'id': task-1793081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.140061] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.140610] env[62588]: DEBUG nova.compute.manager [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1350.144468] env[62588]: DEBUG oslo_concurrency.lockutils [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.885s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.146623] env[62588]: INFO nova.compute.claims [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1350.366405] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526344bd-f412-1b24-2af2-bfb62a9f25db, 'name': SearchDatastore_Task, 'duration_secs': 0.021466} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.366657] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.366972] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 7bd8730a-9101-43fc-89e2-f6438ccabefa/7bd8730a-9101-43fc-89e2-f6438ccabefa.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1350.367312] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d07fb18-a32b-443b-94bb-06aed4035ac6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.375649] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Waiting for the task: (returnval){ [ 1350.375649] env[62588]: value = "task-1793083" [ 1350.375649] env[62588]: _type = "Task" [ 1350.375649] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.386458] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': task-1793083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.491823] env[62588]: DEBUG oslo_concurrency.lockutils [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.589592] env[62588]: DEBUG oslo_vmware.api [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': task-1793080, 'name': ReconfigVM_Task, 'duration_secs': 0.426138} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.589931] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Reconfigured VM instance instance-00000006 to attach disk [datastore1] e79ec9d6-161e-4797-bc31-1915ba813df6/e79ec9d6-161e-4797-bc31-1915ba813df6.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1350.590875] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75dc9f06-fb8d-44a0-b180-722ed60ce6b0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.593070] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Releasing lock "refresh_cache-ad7e8485-ce2d-4025-afcc-29d3d3ce0da8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.593568] env[62588]: DEBUG nova.compute.manager [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Instance network_info: |[{"id": "a8a8396c-34bb-4c06-bc8b-eb7200969f28", "address": "fa:16:3e:6f:fd:20", "network": {"id": "5814f2b1-57fa-4239-8123-6eee8a874d4a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-324731110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "286fc6449ffa417d9e319d702375a142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8a8396c-34", "ovs_interfaceid": "a8a8396c-34bb-4c06-bc8b-eb7200969f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1350.594348] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:fd:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf1b231-3660-4453-b4f3-44d825b9a5dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8a8396c-34bb-4c06-bc8b-eb7200969f28', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1350.602909] env[62588]: DEBUG oslo.service.loopingcall [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1350.603824] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1350.604543] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a409b2a0-e47d-4988-9211-4fc4c655e134 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.625114] env[62588]: DEBUG oslo_vmware.api [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Waiting for the task: (returnval){ [ 1350.625114] env[62588]: value = "task-1793084" [ 1350.625114] env[62588]: _type = "Task" [ 1350.625114] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.634502] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1350.634502] env[62588]: value = "task-1793085" [ 1350.634502] env[62588]: _type = "Task" [ 1350.634502] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.646440] env[62588]: DEBUG oslo_vmware.api [None req-b6731971-f3f7-4143-911f-46525fa92e29 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Task: {'id': task-1793081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274194} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.646841] env[62588]: DEBUG oslo_vmware.api [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': task-1793084, 'name': Rename_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.647842] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6731971-f3f7-4143-911f-46525fa92e29 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1350.648224] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b6731971-f3f7-4143-911f-46525fa92e29 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1350.649201] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b6731971-f3f7-4143-911f-46525fa92e29 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1350.649201] env[62588]: INFO nova.compute.manager [None req-b6731971-f3f7-4143-911f-46525fa92e29 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1350.649201] env[62588]: DEBUG oslo.service.loopingcall [None req-b6731971-f3f7-4143-911f-46525fa92e29 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1350.649201] env[62588]: DEBUG nova.compute.manager [-] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1350.649201] env[62588]: DEBUG nova.network.neutron [-] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1350.656466] env[62588]: DEBUG nova.compute.utils [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1350.660034] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793085, 'name': CreateVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.660686] env[62588]: DEBUG nova.compute.manager [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1350.660812] env[62588]: DEBUG nova.network.neutron [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1350.812753] env[62588]: DEBUG nova.policy [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72d034e1ca2e408192b96b7195b929f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26b2690b6c134a4a90e0ba81e9136b3b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1350.892148] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': task-1793083, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.007030] env[62588]: DEBUG nova.compute.manager [req-80f11dbf-7714-402e-9768-3d6e2f62a333 req-8189ca13-f00a-4b4d-b720-f7930faf143a service nova] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Received event network-vif-plugged-a8a8396c-34bb-4c06-bc8b-eb7200969f28 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1351.007314] env[62588]: DEBUG oslo_concurrency.lockutils [req-80f11dbf-7714-402e-9768-3d6e2f62a333 req-8189ca13-f00a-4b4d-b720-f7930faf143a service nova] Acquiring lock "ad7e8485-ce2d-4025-afcc-29d3d3ce0da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.007545] env[62588]: DEBUG oslo_concurrency.lockutils [req-80f11dbf-7714-402e-9768-3d6e2f62a333 req-8189ca13-f00a-4b4d-b720-f7930faf143a service nova] Lock "ad7e8485-ce2d-4025-afcc-29d3d3ce0da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.007708] env[62588]: DEBUG oslo_concurrency.lockutils [req-80f11dbf-7714-402e-9768-3d6e2f62a333 req-8189ca13-f00a-4b4d-b720-f7930faf143a service nova] Lock "ad7e8485-ce2d-4025-afcc-29d3d3ce0da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.007927] env[62588]: DEBUG nova.compute.manager [req-80f11dbf-7714-402e-9768-3d6e2f62a333 req-8189ca13-f00a-4b4d-b720-f7930faf143a service nova] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] No waiting events found dispatching network-vif-plugged-a8a8396c-34bb-4c06-bc8b-eb7200969f28 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1351.008152] env[62588]: WARNING nova.compute.manager [req-80f11dbf-7714-402e-9768-3d6e2f62a333 req-8189ca13-f00a-4b4d-b720-f7930faf143a service nova] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Received unexpected event network-vif-plugged-a8a8396c-34bb-4c06-bc8b-eb7200969f28 for instance with vm_state building and task_state spawning. [ 1351.008532] env[62588]: DEBUG nova.compute.manager [req-80f11dbf-7714-402e-9768-3d6e2f62a333 req-8189ca13-f00a-4b4d-b720-f7930faf143a service nova] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Received event network-changed-a8a8396c-34bb-4c06-bc8b-eb7200969f28 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1351.008662] env[62588]: DEBUG nova.compute.manager [req-80f11dbf-7714-402e-9768-3d6e2f62a333 req-8189ca13-f00a-4b4d-b720-f7930faf143a service nova] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Refreshing instance network info cache due to event network-changed-a8a8396c-34bb-4c06-bc8b-eb7200969f28. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1351.009046] env[62588]: DEBUG oslo_concurrency.lockutils [req-80f11dbf-7714-402e-9768-3d6e2f62a333 req-8189ca13-f00a-4b4d-b720-f7930faf143a service nova] Acquiring lock "refresh_cache-ad7e8485-ce2d-4025-afcc-29d3d3ce0da8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.009328] env[62588]: DEBUG oslo_concurrency.lockutils [req-80f11dbf-7714-402e-9768-3d6e2f62a333 req-8189ca13-f00a-4b4d-b720-f7930faf143a service nova] Acquired lock "refresh_cache-ad7e8485-ce2d-4025-afcc-29d3d3ce0da8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.009659] env[62588]: DEBUG nova.network.neutron [req-80f11dbf-7714-402e-9768-3d6e2f62a333 req-8189ca13-f00a-4b4d-b720-f7930faf143a service nova] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Refreshing network info cache for port a8a8396c-34bb-4c06-bc8b-eb7200969f28 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1351.140103] env[62588]: DEBUG oslo_vmware.api [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': task-1793084, 'name': Rename_Task, 'duration_secs': 0.203858} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.142755] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1351.143090] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1d30a76-232a-4816-9e48-fca8448ea8f0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.153714] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793085, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.155152] env[62588]: DEBUG oslo_vmware.api [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Waiting for the task: (returnval){ [ 1351.155152] env[62588]: value = "task-1793086" [ 1351.155152] env[62588]: _type = "Task" [ 1351.155152] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.163458] env[62588]: DEBUG nova.compute.manager [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1351.170284] env[62588]: DEBUG oslo_vmware.api [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': task-1793086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.278471] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3d70e608-5610-41e0-a976-92803e11f6bb tempest-DeleteServersAdminTestJSON-1443368475 tempest-DeleteServersAdminTestJSON-1443368475-project-admin] Acquiring lock "ceb74f59-c56b-4f07-a327-5508e68b440f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.278839] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3d70e608-5610-41e0-a976-92803e11f6bb tempest-DeleteServersAdminTestJSON-1443368475 tempest-DeleteServersAdminTestJSON-1443368475-project-admin] Lock "ceb74f59-c56b-4f07-a327-5508e68b440f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.279123] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3d70e608-5610-41e0-a976-92803e11f6bb tempest-DeleteServersAdminTestJSON-1443368475 tempest-DeleteServersAdminTestJSON-1443368475-project-admin] Acquiring lock "ceb74f59-c56b-4f07-a327-5508e68b440f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.279639] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3d70e608-5610-41e0-a976-92803e11f6bb tempest-DeleteServersAdminTestJSON-1443368475 tempest-DeleteServersAdminTestJSON-1443368475-project-admin] Lock "ceb74f59-c56b-4f07-a327-5508e68b440f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.279813] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3d70e608-5610-41e0-a976-92803e11f6bb tempest-DeleteServersAdminTestJSON-1443368475 tempest-DeleteServersAdminTestJSON-1443368475-project-admin] Lock "ceb74f59-c56b-4f07-a327-5508e68b440f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.282211] env[62588]: INFO nova.compute.manager [None req-3d70e608-5610-41e0-a976-92803e11f6bb tempest-DeleteServersAdminTestJSON-1443368475 tempest-DeleteServersAdminTestJSON-1443368475-project-admin] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Terminating instance [ 1351.395251] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': task-1793083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673284} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.395692] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 7bd8730a-9101-43fc-89e2-f6438ccabefa/7bd8730a-9101-43fc-89e2-f6438ccabefa.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1351.396091] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1351.396659] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b6402c6-9430-4c41-b224-12f29b7cb980 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.409743] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Waiting for the task: (returnval){ [ 1351.409743] env[62588]: value = "task-1793087" [ 1351.409743] env[62588]: _type = "Task" [ 1351.409743] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.424326] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': task-1793087, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.577804] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069b08aa-7efe-4681-a80a-32ff16df7970 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.585495] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9bcd87-7c1b-422e-9ca8-8f87bb7f78e3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.621925] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e9ce16-d5a3-479c-8450-5ba70c516477 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.630942] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dfea98-e2d5-41ba-b039-7888fdd3471a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.648869] env[62588]: DEBUG nova.compute.provider_tree [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1351.663085] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793085, 'name': CreateVM_Task, 'duration_secs': 0.781321} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.664124] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1351.665985] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.665985] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.665985] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1351.666211] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d686cab8-b80d-4628-ac59-7b0d65b7aec5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.674592] env[62588]: DEBUG oslo_vmware.api [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': task-1793086, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.678955] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Waiting for the task: (returnval){ [ 1351.678955] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52fb9a82-31cf-00a5-cf31-5655deb9eb81" [ 1351.678955] env[62588]: _type = "Task" [ 1351.678955] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.689559] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52fb9a82-31cf-00a5-cf31-5655deb9eb81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.786801] env[62588]: DEBUG nova.compute.manager [None req-3d70e608-5610-41e0-a976-92803e11f6bb tempest-DeleteServersAdminTestJSON-1443368475 tempest-DeleteServersAdminTestJSON-1443368475-project-admin] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1351.787122] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3d70e608-5610-41e0-a976-92803e11f6bb tempest-DeleteServersAdminTestJSON-1443368475 tempest-DeleteServersAdminTestJSON-1443368475-project-admin] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1351.788158] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f9b05a-a44e-443b-bc9c-eb59db46708e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.798417] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d70e608-5610-41e0-a976-92803e11f6bb tempest-DeleteServersAdminTestJSON-1443368475 tempest-DeleteServersAdminTestJSON-1443368475-project-admin] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1351.798989] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75cf37f5-7cbb-4b30-80b1-d559b02c48d0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.808920] env[62588]: DEBUG oslo_vmware.api [None req-3d70e608-5610-41e0-a976-92803e11f6bb tempest-DeleteServersAdminTestJSON-1443368475 tempest-DeleteServersAdminTestJSON-1443368475-project-admin] Waiting for the task: (returnval){ [ 1351.808920] env[62588]: value = "task-1793088" [ 1351.808920] env[62588]: _type = "Task" [ 1351.808920] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.820317] env[62588]: DEBUG oslo_vmware.api [None req-3d70e608-5610-41e0-a976-92803e11f6bb tempest-DeleteServersAdminTestJSON-1443368475 tempest-DeleteServersAdminTestJSON-1443368475-project-admin] Task: {'id': task-1793088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.923108] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': task-1793087, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072856} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.923542] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1351.924418] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb9ec82-55af-4b18-bfba-902d5d90b6d2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.950781] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 7bd8730a-9101-43fc-89e2-f6438ccabefa/7bd8730a-9101-43fc-89e2-f6438ccabefa.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1351.950869] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b297c7d0-1a9c-48ab-ba50-c7297ee25dea {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.978904] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Waiting for the task: (returnval){ [ 1351.978904] env[62588]: value = "task-1793089" [ 1351.978904] env[62588]: _type = "Task" [ 1351.978904] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.993232] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': task-1793089, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.155722] env[62588]: DEBUG nova.scheduler.client.report [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1352.171776] env[62588]: DEBUG oslo_vmware.api [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': task-1793086, 'name': PowerOnVM_Task, 'duration_secs': 0.927438} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.171776] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1352.172070] env[62588]: DEBUG nova.compute.manager [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1352.173228] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674f8d3f-fb63-4376-9920-d2142b0b31ec {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.178210] env[62588]: DEBUG nova.compute.manager [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1352.201427] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52fb9a82-31cf-00a5-cf31-5655deb9eb81, 'name': SearchDatastore_Task, 'duration_secs': 0.027354} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.201427] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.201639] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1352.201844] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1352.201927] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.202219] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1352.204640] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-877a818c-ecb0-444f-91ad-bdb52a8f27fe {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.219614] env[62588]: DEBUG nova.virt.hardware [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1352.220314] env[62588]: DEBUG nova.virt.hardware [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1352.220660] env[62588]: DEBUG nova.virt.hardware [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1352.221267] env[62588]: DEBUG nova.virt.hardware [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1352.221608] env[62588]: DEBUG nova.virt.hardware [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1352.221859] env[62588]: DEBUG nova.virt.hardware [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1352.222512] env[62588]: DEBUG nova.virt.hardware [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1352.223520] env[62588]: DEBUG nova.virt.hardware [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1352.223520] env[62588]: DEBUG nova.virt.hardware [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1352.223520] env[62588]: DEBUG nova.virt.hardware [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1352.223520] env[62588]: DEBUG nova.virt.hardware [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1352.224853] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44aaff8f-7041-4c4b-82a0-420484e66b89 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.233735] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1352.234077] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1352.235634] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-400a3e88-df10-4811-bb53-54e8d1362e89 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.243485] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1352.245833] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5a03de-777f-4e02-b5ab-8ea77aaaa867 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.252959] env[62588]: DEBUG nova.network.neutron [-] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.257895] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Waiting for the task: (returnval){ [ 1352.257895] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5293bc34-dd4b-6801-80db-53fea289a9fa" [ 1352.257895] env[62588]: _type = "Task" [ 1352.257895] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.280216] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5293bc34-dd4b-6801-80db-53fea289a9fa, 'name': SearchDatastore_Task, 'duration_secs': 0.015179} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.281124] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7492630-77a2-4900-b569-c8eeb33e4b60 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.287206] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Waiting for the task: (returnval){ [ 1352.287206] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5211f26e-a9a3-718e-8df8-cfb9546da9ac" [ 1352.287206] env[62588]: _type = "Task" [ 1352.287206] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.298423] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5211f26e-a9a3-718e-8df8-cfb9546da9ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.321482] env[62588]: DEBUG oslo_vmware.api [None req-3d70e608-5610-41e0-a976-92803e11f6bb tempest-DeleteServersAdminTestJSON-1443368475 tempest-DeleteServersAdminTestJSON-1443368475-project-admin] Task: {'id': task-1793088, 'name': PowerOffVM_Task, 'duration_secs': 0.300764} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.321545] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d70e608-5610-41e0-a976-92803e11f6bb tempest-DeleteServersAdminTestJSON-1443368475 tempest-DeleteServersAdminTestJSON-1443368475-project-admin] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1352.321682] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3d70e608-5610-41e0-a976-92803e11f6bb tempest-DeleteServersAdminTestJSON-1443368475 tempest-DeleteServersAdminTestJSON-1443368475-project-admin] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1352.321941] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d047272-f297-4af7-aab7-947b03838d62 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.353148] env[62588]: DEBUG nova.network.neutron [req-80f11dbf-7714-402e-9768-3d6e2f62a333 req-8189ca13-f00a-4b4d-b720-f7930faf143a service nova] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Updated VIF entry in instance network info cache for port a8a8396c-34bb-4c06-bc8b-eb7200969f28. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1352.353504] env[62588]: DEBUG nova.network.neutron [req-80f11dbf-7714-402e-9768-3d6e2f62a333 req-8189ca13-f00a-4b4d-b720-f7930faf143a service nova] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Updating instance_info_cache with network_info: [{"id": "a8a8396c-34bb-4c06-bc8b-eb7200969f28", "address": "fa:16:3e:6f:fd:20", "network": {"id": "5814f2b1-57fa-4239-8123-6eee8a874d4a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-324731110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "286fc6449ffa417d9e319d702375a142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8a8396c-34", "ovs_interfaceid": "a8a8396c-34bb-4c06-bc8b-eb7200969f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.370048] env[62588]: DEBUG nova.network.neutron [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Successfully created port: fa43f0db-3cb2-43c1-a577-a5adc04920d5 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1352.419243] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3d70e608-5610-41e0-a976-92803e11f6bb tempest-DeleteServersAdminTestJSON-1443368475 tempest-DeleteServersAdminTestJSON-1443368475-project-admin] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1352.419496] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3d70e608-5610-41e0-a976-92803e11f6bb tempest-DeleteServersAdminTestJSON-1443368475 tempest-DeleteServersAdminTestJSON-1443368475-project-admin] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1352.419674] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d70e608-5610-41e0-a976-92803e11f6bb tempest-DeleteServersAdminTestJSON-1443368475 tempest-DeleteServersAdminTestJSON-1443368475-project-admin] Deleting the datastore file [datastore1] ceb74f59-c56b-4f07-a327-5508e68b440f {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1352.419980] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5543278-3a96-4004-92c6-fc296952bac4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.432059] env[62588]: DEBUG oslo_vmware.api [None req-3d70e608-5610-41e0-a976-92803e11f6bb tempest-DeleteServersAdminTestJSON-1443368475 tempest-DeleteServersAdminTestJSON-1443368475-project-admin] Waiting for the task: (returnval){ [ 1352.432059] env[62588]: value = "task-1793091" [ 1352.432059] env[62588]: _type = "Task" [ 1352.432059] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.442399] env[62588]: DEBUG oslo_vmware.api [None req-3d70e608-5610-41e0-a976-92803e11f6bb tempest-DeleteServersAdminTestJSON-1443368475 tempest-DeleteServersAdminTestJSON-1443368475-project-admin] Task: {'id': task-1793091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.489494] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': task-1793089, 'name': ReconfigVM_Task, 'duration_secs': 0.318952} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.489781] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 7bd8730a-9101-43fc-89e2-f6438ccabefa/7bd8730a-9101-43fc-89e2-f6438ccabefa.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1352.491197] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e6d3d02-fad1-42dd-a742-f144f505bae9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.499688] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Waiting for the task: (returnval){ [ 1352.499688] env[62588]: value = "task-1793093" [ 1352.499688] env[62588]: _type = "Task" [ 1352.499688] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.511424] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': task-1793093, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.653082] env[62588]: DEBUG nova.network.neutron [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Successfully updated port: 9fea83d4-9a1b-43e1-8ffb-0ca2401fa93b {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1352.666172] env[62588]: DEBUG oslo_concurrency.lockutils [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.667070] env[62588]: DEBUG nova.compute.manager [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1352.673274] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.144s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.675673] env[62588]: INFO nova.compute.claims [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1352.703720] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.757236] env[62588]: INFO nova.compute.manager [-] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Took 2.11 seconds to deallocate network for instance. [ 1352.808410] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5211f26e-a9a3-718e-8df8-cfb9546da9ac, 'name': SearchDatastore_Task, 'duration_secs': 0.018552} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.809349] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.810213] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] ad7e8485-ce2d-4025-afcc-29d3d3ce0da8/ad7e8485-ce2d-4025-afcc-29d3d3ce0da8.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1352.814396] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03e48651-ce4c-4ba1-b70a-c329f2680ca3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.825127] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Waiting for the task: (returnval){ [ 1352.825127] env[62588]: value = "task-1793094" [ 1352.825127] env[62588]: _type = "Task" [ 1352.825127] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.840305] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': task-1793094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.856783] env[62588]: DEBUG oslo_concurrency.lockutils [req-80f11dbf-7714-402e-9768-3d6e2f62a333 req-8189ca13-f00a-4b4d-b720-f7930faf143a service nova] Releasing lock "refresh_cache-ad7e8485-ce2d-4025-afcc-29d3d3ce0da8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.950708] env[62588]: DEBUG oslo_vmware.api [None req-3d70e608-5610-41e0-a976-92803e11f6bb tempest-DeleteServersAdminTestJSON-1443368475 tempest-DeleteServersAdminTestJSON-1443368475-project-admin] Task: {'id': task-1793091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245323} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.950910] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d70e608-5610-41e0-a976-92803e11f6bb tempest-DeleteServersAdminTestJSON-1443368475 tempest-DeleteServersAdminTestJSON-1443368475-project-admin] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1352.951100] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3d70e608-5610-41e0-a976-92803e11f6bb tempest-DeleteServersAdminTestJSON-1443368475 tempest-DeleteServersAdminTestJSON-1443368475-project-admin] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1352.951349] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3d70e608-5610-41e0-a976-92803e11f6bb tempest-DeleteServersAdminTestJSON-1443368475 tempest-DeleteServersAdminTestJSON-1443368475-project-admin] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1352.951566] env[62588]: INFO nova.compute.manager [None req-3d70e608-5610-41e0-a976-92803e11f6bb tempest-DeleteServersAdminTestJSON-1443368475 tempest-DeleteServersAdminTestJSON-1443368475-project-admin] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1352.951899] env[62588]: DEBUG oslo.service.loopingcall [None req-3d70e608-5610-41e0-a976-92803e11f6bb tempest-DeleteServersAdminTestJSON-1443368475 tempest-DeleteServersAdminTestJSON-1443368475-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1352.952153] env[62588]: DEBUG nova.compute.manager [-] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1352.952256] env[62588]: DEBUG nova.network.neutron [-] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1353.013189] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': task-1793093, 'name': Rename_Task, 'duration_secs': 0.177029} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.013189] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1353.013189] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-358a04a5-d070-4552-8506-eb5d32e93a31 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.025869] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Waiting for the task: (returnval){ [ 1353.025869] env[62588]: value = "task-1793095" [ 1353.025869] env[62588]: _type = "Task" [ 1353.025869] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.036424] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': task-1793095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.158211] env[62588]: DEBUG oslo_concurrency.lockutils [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Acquiring lock "refresh_cache-34c9ee4c-c446-46aa-8566-d4f66dfef960" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.158211] env[62588]: DEBUG oslo_concurrency.lockutils [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Acquired lock "refresh_cache-34c9ee4c-c446-46aa-8566-d4f66dfef960" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.158211] env[62588]: DEBUG nova.network.neutron [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1353.185383] env[62588]: DEBUG nova.compute.utils [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1353.186587] env[62588]: DEBUG nova.compute.manager [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1353.186784] env[62588]: DEBUG nova.network.neutron [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1353.237279] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.237781] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62588) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 1353.238282] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.266921] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b6731971-f3f7-4143-911f-46525fa92e29 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.312736] env[62588]: DEBUG nova.policy [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9523c401a2dd43eab21853dedb191017', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb25dab2fa6b4a98b2ba221f184eb794', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1353.338019] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': task-1793094, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.538383] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': task-1793095, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.690653] env[62588]: DEBUG nova.compute.manager [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1353.741889] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.752513] env[62588]: DEBUG nova.network.neutron [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1353.838177] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': task-1793094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558792} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.838177] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] ad7e8485-ce2d-4025-afcc-29d3d3ce0da8/ad7e8485-ce2d-4025-afcc-29d3d3ce0da8.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1353.838501] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1353.839170] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ec5611e-7620-4d0a-9ef5-98c491a0ad50 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.853745] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Waiting for the task: (returnval){ [ 1353.853745] env[62588]: value = "task-1793096" [ 1353.853745] env[62588]: _type = "Task" [ 1353.853745] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.868593] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': task-1793096, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.039054] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': task-1793095, 'name': PowerOnVM_Task, 'duration_secs': 0.807819} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.042180] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1354.042446] env[62588]: INFO nova.compute.manager [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Took 9.60 seconds to spawn the instance on the hypervisor. [ 1354.042684] env[62588]: DEBUG nova.compute.manager [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1354.046011] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48300370-27a1-48f5-926d-02fd42f01722 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.068165] env[62588]: DEBUG nova.network.neutron [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Successfully created port: 6ae440eb-f655-40e4-90b4-ff7bfebe95c1 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1354.073501] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6063bab-8c30-4b2e-acc5-0938d48177e6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.084057] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9612c5e9-b6fc-4ce9-916c-d7c8e2ca4335 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.120116] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbc1b9f-4575-4023-80ca-078ab081fbf6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.129545] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69d2e39-3755-4d3d-a165-42796fdede36 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.146375] env[62588]: DEBUG nova.compute.provider_tree [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.148661] env[62588]: DEBUG nova.network.neutron [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Updating instance_info_cache with network_info: [{"id": "9fea83d4-9a1b-43e1-8ffb-0ca2401fa93b", "address": "fa:16:3e:6b:8f:37", "network": {"id": "30b3f117-f2ff-4962-b7c8-72e7cac01eb8", "bridge": "br-int", "label": "tempest-ServersTestJSON-939563444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6350d20396b24c40af5a72f44565fb7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fea83d4-9a", "ovs_interfaceid": "9fea83d4-9a1b-43e1-8ffb-0ca2401fa93b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.156770] env[62588]: DEBUG nova.network.neutron [-] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.366984] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': task-1793096, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07547} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.367286] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1354.368204] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1896894d-a463-49bb-95c3-b44bd43840ad {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.395540] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] ad7e8485-ce2d-4025-afcc-29d3d3ce0da8/ad7e8485-ce2d-4025-afcc-29d3d3ce0da8.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1354.396737] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd82a066-b47f-4757-b61b-36bd4bc3b1ef {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.418807] env[62588]: DEBUG nova.compute.manager [req-db96e5d4-7f1d-47d5-a4b3-dd69ffb0a1b4 req-624d0292-08cd-46c6-bbcc-7990a3078ffc service nova] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Received event network-vif-deleted-1cefab00-fe93-4fed-96fe-cfae4d8f390a {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1354.418873] env[62588]: DEBUG nova.compute.manager [req-db96e5d4-7f1d-47d5-a4b3-dd69ffb0a1b4 req-624d0292-08cd-46c6-bbcc-7990a3078ffc service nova] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Received event network-vif-plugged-9fea83d4-9a1b-43e1-8ffb-0ca2401fa93b {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1354.419032] env[62588]: DEBUG oslo_concurrency.lockutils [req-db96e5d4-7f1d-47d5-a4b3-dd69ffb0a1b4 req-624d0292-08cd-46c6-bbcc-7990a3078ffc service nova] Acquiring lock "34c9ee4c-c446-46aa-8566-d4f66dfef960-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.419251] env[62588]: DEBUG oslo_concurrency.lockutils [req-db96e5d4-7f1d-47d5-a4b3-dd69ffb0a1b4 req-624d0292-08cd-46c6-bbcc-7990a3078ffc service nova] Lock "34c9ee4c-c446-46aa-8566-d4f66dfef960-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.419433] env[62588]: DEBUG oslo_concurrency.lockutils [req-db96e5d4-7f1d-47d5-a4b3-dd69ffb0a1b4 req-624d0292-08cd-46c6-bbcc-7990a3078ffc service nova] Lock "34c9ee4c-c446-46aa-8566-d4f66dfef960-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.419596] env[62588]: DEBUG nova.compute.manager [req-db96e5d4-7f1d-47d5-a4b3-dd69ffb0a1b4 req-624d0292-08cd-46c6-bbcc-7990a3078ffc service nova] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] No waiting events found dispatching network-vif-plugged-9fea83d4-9a1b-43e1-8ffb-0ca2401fa93b {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1354.419893] env[62588]: WARNING nova.compute.manager [req-db96e5d4-7f1d-47d5-a4b3-dd69ffb0a1b4 req-624d0292-08cd-46c6-bbcc-7990a3078ffc service nova] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Received unexpected event network-vif-plugged-9fea83d4-9a1b-43e1-8ffb-0ca2401fa93b for instance with vm_state building and task_state spawning. [ 1354.419968] env[62588]: DEBUG nova.compute.manager [req-db96e5d4-7f1d-47d5-a4b3-dd69ffb0a1b4 req-624d0292-08cd-46c6-bbcc-7990a3078ffc service nova] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Received event network-changed-9fea83d4-9a1b-43e1-8ffb-0ca2401fa93b {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1354.420087] env[62588]: DEBUG nova.compute.manager [req-db96e5d4-7f1d-47d5-a4b3-dd69ffb0a1b4 req-624d0292-08cd-46c6-bbcc-7990a3078ffc service nova] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Refreshing instance network info cache due to event network-changed-9fea83d4-9a1b-43e1-8ffb-0ca2401fa93b. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1354.420252] env[62588]: DEBUG oslo_concurrency.lockutils [req-db96e5d4-7f1d-47d5-a4b3-dd69ffb0a1b4 req-624d0292-08cd-46c6-bbcc-7990a3078ffc service nova] Acquiring lock "refresh_cache-34c9ee4c-c446-46aa-8566-d4f66dfef960" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1354.428958] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Waiting for the task: (returnval){ [ 1354.428958] env[62588]: value = "task-1793097" [ 1354.428958] env[62588]: _type = "Task" [ 1354.428958] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.438746] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': task-1793097, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.569228] env[62588]: INFO nova.compute.manager [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Took 27.50 seconds to build instance. [ 1354.656361] env[62588]: DEBUG nova.scheduler.client.report [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1354.659651] env[62588]: DEBUG oslo_concurrency.lockutils [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Releasing lock "refresh_cache-34c9ee4c-c446-46aa-8566-d4f66dfef960" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.659940] env[62588]: DEBUG nova.compute.manager [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Instance network_info: |[{"id": "9fea83d4-9a1b-43e1-8ffb-0ca2401fa93b", "address": "fa:16:3e:6b:8f:37", "network": {"id": "30b3f117-f2ff-4962-b7c8-72e7cac01eb8", "bridge": "br-int", "label": "tempest-ServersTestJSON-939563444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6350d20396b24c40af5a72f44565fb7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fea83d4-9a", "ovs_interfaceid": "9fea83d4-9a1b-43e1-8ffb-0ca2401fa93b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1354.661545] env[62588]: DEBUG oslo_concurrency.lockutils [req-db96e5d4-7f1d-47d5-a4b3-dd69ffb0a1b4 req-624d0292-08cd-46c6-bbcc-7990a3078ffc service nova] Acquired lock "refresh_cache-34c9ee4c-c446-46aa-8566-d4f66dfef960" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.661545] env[62588]: DEBUG nova.network.neutron [req-db96e5d4-7f1d-47d5-a4b3-dd69ffb0a1b4 req-624d0292-08cd-46c6-bbcc-7990a3078ffc service nova] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Refreshing network info cache for port 9fea83d4-9a1b-43e1-8ffb-0ca2401fa93b {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1354.661836] env[62588]: INFO nova.compute.manager [-] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Took 1.71 seconds to deallocate network for instance. [ 1354.662172] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:8f:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fea83d4-9a1b-43e1-8ffb-0ca2401fa93b', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1354.671174] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Creating folder: Project (6350d20396b24c40af5a72f44565fb7e). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1354.675018] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-157cc6f9-ea0b-4154-9baa-1d894f162aea {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.693971] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Created folder: Project (6350d20396b24c40af5a72f44565fb7e) in parent group-v371885. [ 1354.694271] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Creating folder: Instances. Parent ref: group-v371921. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1354.694533] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7050365-1984-456d-9a0c-ebebdb7094f9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.702885] env[62588]: DEBUG nova.compute.manager [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1354.712444] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Created folder: Instances in parent group-v371921. [ 1354.712718] env[62588]: DEBUG oslo.service.loopingcall [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1354.712957] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1354.714182] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c2bbed2-58dd-4093-8551-38638d89496f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.750155] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1354.750155] env[62588]: value = "task-1793100" [ 1354.750155] env[62588]: _type = "Task" [ 1354.750155] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.752502] env[62588]: DEBUG nova.virt.hardware [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:51:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1203411705',id=30,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-733939804',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1354.752811] env[62588]: DEBUG nova.virt.hardware [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1354.752922] env[62588]: DEBUG nova.virt.hardware [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1354.753078] env[62588]: DEBUG nova.virt.hardware [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1354.753225] env[62588]: DEBUG nova.virt.hardware [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1354.753419] env[62588]: DEBUG nova.virt.hardware [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1354.753566] env[62588]: DEBUG nova.virt.hardware [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1354.753721] env[62588]: DEBUG nova.virt.hardware [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1354.753886] env[62588]: DEBUG nova.virt.hardware [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1354.754068] env[62588]: DEBUG nova.virt.hardware [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1354.754295] env[62588]: DEBUG nova.virt.hardware [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1354.755807] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd5e393-232d-4e14-a3c4-335884f27f65 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.768369] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793100, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.772063] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c84835-597a-4bc1-8f75-e3d96b042084 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.824252] env[62588]: DEBUG nova.network.neutron [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Successfully updated port: fa43f0db-3cb2-43c1-a577-a5adc04920d5 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1354.940912] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': task-1793097, 'name': ReconfigVM_Task, 'duration_secs': 0.361997} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.941031] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Reconfigured VM instance instance-0000000b to attach disk [datastore1] ad7e8485-ce2d-4025-afcc-29d3d3ce0da8/ad7e8485-ce2d-4025-afcc-29d3d3ce0da8.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1354.941642] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce1642cd-1fe3-4094-8e82-8316a958c7b1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.950649] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Waiting for the task: (returnval){ [ 1354.950649] env[62588]: value = "task-1793101" [ 1354.950649] env[62588]: _type = "Task" [ 1354.950649] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.962098] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': task-1793101, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.074546] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Lock "7bd8730a-9101-43fc-89e2-f6438ccabefa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.013s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.162110] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.162353] env[62588]: DEBUG nova.compute.manager [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1355.167232] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.123s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.170361] env[62588]: INFO nova.compute.claims [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1355.182155] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3d70e608-5610-41e0-a976-92803e11f6bb tempest-DeleteServersAdminTestJSON-1443368475 tempest-DeleteServersAdminTestJSON-1443368475-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.248735] env[62588]: INFO nova.compute.manager [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Rebuilding instance [ 1355.274064] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793100, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.318628] env[62588]: DEBUG nova.compute.manager [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1355.319507] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77aa70aa-c8bd-4cd5-81af-1c154fe94134 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.327475] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Acquiring lock "refresh_cache-ca06a33a-8a7b-40f5-84ed-b5f27616d1f2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1355.327620] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Acquired lock "refresh_cache-ca06a33a-8a7b-40f5-84ed-b5f27616d1f2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.327772] env[62588]: DEBUG nova.network.neutron [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1355.465161] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': task-1793101, 'name': Rename_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.579248] env[62588]: DEBUG nova.compute.manager [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1355.669523] env[62588]: DEBUG nova.compute.utils [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1355.674930] env[62588]: DEBUG nova.compute.manager [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1355.675443] env[62588]: DEBUG nova.network.neutron [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1355.778542] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793100, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.825147] env[62588]: DEBUG nova.policy [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a68f620a04404ea58a716394a312cdde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9445a410224d4e038fb24f758bd2bf95', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1355.958543] env[62588]: DEBUG nova.network.neutron [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1355.968227] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': task-1793101, 'name': Rename_Task, 'duration_secs': 0.977657} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.968602] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1355.968913] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91e0a387-af2c-49b8-8a45-37b27c685794 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.979018] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Waiting for the task: (returnval){ [ 1355.979018] env[62588]: value = "task-1793102" [ 1355.979018] env[62588]: _type = "Task" [ 1355.979018] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.992250] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': task-1793102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.070233] env[62588]: DEBUG nova.network.neutron [req-db96e5d4-7f1d-47d5-a4b3-dd69ffb0a1b4 req-624d0292-08cd-46c6-bbcc-7990a3078ffc service nova] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Updated VIF entry in instance network info cache for port 9fea83d4-9a1b-43e1-8ffb-0ca2401fa93b. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1356.070776] env[62588]: DEBUG nova.network.neutron [req-db96e5d4-7f1d-47d5-a4b3-dd69ffb0a1b4 req-624d0292-08cd-46c6-bbcc-7990a3078ffc service nova] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Updating instance_info_cache with network_info: [{"id": "9fea83d4-9a1b-43e1-8ffb-0ca2401fa93b", "address": "fa:16:3e:6b:8f:37", "network": {"id": "30b3f117-f2ff-4962-b7c8-72e7cac01eb8", "bridge": "br-int", "label": "tempest-ServersTestJSON-939563444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6350d20396b24c40af5a72f44565fb7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fea83d4-9a", "ovs_interfaceid": "9fea83d4-9a1b-43e1-8ffb-0ca2401fa93b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.112169] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.179766] env[62588]: DEBUG nova.compute.manager [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1356.274695] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793100, 'name': CreateVM_Task, 'duration_secs': 1.373665} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.276134] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1356.276134] env[62588]: DEBUG oslo_concurrency.lockutils [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.276579] env[62588]: DEBUG oslo_concurrency.lockutils [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.277050] env[62588]: DEBUG oslo_concurrency.lockutils [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1356.277490] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a436d903-615e-4a1a-9c6e-256e1628f83e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.289353] env[62588]: DEBUG oslo_vmware.api [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Waiting for the task: (returnval){ [ 1356.289353] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5228e05a-6511-b055-0133-a20d852dd3e8" [ 1356.289353] env[62588]: _type = "Task" [ 1356.289353] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.300850] env[62588]: DEBUG oslo_vmware.api [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5228e05a-6511-b055-0133-a20d852dd3e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.345197] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1356.345899] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cbcd3cf-cac4-447b-95c0-6f5c4c21b15c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.355283] env[62588]: DEBUG oslo_vmware.api [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Waiting for the task: (returnval){ [ 1356.355283] env[62588]: value = "task-1793103" [ 1356.355283] env[62588]: _type = "Task" [ 1356.355283] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.374255] env[62588]: DEBUG oslo_vmware.api [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Task: {'id': task-1793103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.495157] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': task-1793102, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.577087] env[62588]: DEBUG oslo_concurrency.lockutils [req-db96e5d4-7f1d-47d5-a4b3-dd69ffb0a1b4 req-624d0292-08cd-46c6-bbcc-7990a3078ffc service nova] Releasing lock "refresh_cache-34c9ee4c-c446-46aa-8566-d4f66dfef960" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.689311] env[62588]: DEBUG nova.network.neutron [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Updating instance_info_cache with network_info: [{"id": "fa43f0db-3cb2-43c1-a577-a5adc04920d5", "address": "fa:16:3e:38:55:ca", "network": {"id": "cab277af-3de0-4a2a-a37b-ae8e9a019bfa", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1814017055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26b2690b6c134a4a90e0ba81e9136b3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa43f0db-3c", "ovs_interfaceid": "fa43f0db-3cb2-43c1-a577-a5adc04920d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.700067] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96879369-26ee-4928-903c-c2fb00b551de {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.715233] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecde5647-64a5-472c-806a-760d6dde88b1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.753415] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae974d2-d5fd-4982-b438-95e81ab495a3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.767022] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2b164e-a44f-47a2-a73a-c62bdc8bf6a1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.782777] env[62588]: DEBUG nova.compute.provider_tree [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1356.803039] env[62588]: DEBUG oslo_vmware.api [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5228e05a-6511-b055-0133-a20d852dd3e8, 'name': SearchDatastore_Task, 'duration_secs': 0.013007} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.803598] env[62588]: DEBUG oslo_concurrency.lockutils [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.803598] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1356.804059] env[62588]: DEBUG oslo_concurrency.lockutils [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.804180] env[62588]: DEBUG oslo_concurrency.lockutils [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.804367] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1356.805231] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e988ac26-d063-48be-8ec7-1b9f4c6f3c21 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.835169] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1356.835169] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1356.835271] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2f3c911-0f58-46f1-b938-3def068cceca {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.844217] env[62588]: DEBUG oslo_vmware.api [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Waiting for the task: (returnval){ [ 1356.844217] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]524a6b74-0e53-5cc6-1eec-a0ee4ce920b5" [ 1356.844217] env[62588]: _type = "Task" [ 1356.844217] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.854270] env[62588]: DEBUG oslo_vmware.api [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]524a6b74-0e53-5cc6-1eec-a0ee4ce920b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.872505] env[62588]: DEBUG oslo_vmware.api [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Task: {'id': task-1793103, 'name': PowerOffVM_Task, 'duration_secs': 0.155418} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.873542] env[62588]: DEBUG nova.network.neutron [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Successfully updated port: 6ae440eb-f655-40e4-90b4-ff7bfebe95c1 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1356.874711] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1356.874965] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1356.875946] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff85e72-3235-480e-a15e-51d6d4575670 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.887552] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1356.887552] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99ad929c-e488-4b49-add3-f5e2c6ba4f7b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.932791] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1356.933084] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1356.933397] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Deleting the datastore file [datastore1] e79ec9d6-161e-4797-bc31-1915ba813df6 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1356.933664] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4dfaf0f9-5a9e-4ded-a6d2-f5a830e6064e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.942669] env[62588]: DEBUG oslo_vmware.api [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Waiting for the task: (returnval){ [ 1356.942669] env[62588]: value = "task-1793106" [ 1356.942669] env[62588]: _type = "Task" [ 1356.942669] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.952261] env[62588]: DEBUG oslo_vmware.api [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Task: {'id': task-1793106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.992987] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': task-1793102, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.002757] env[62588]: DEBUG nova.network.neutron [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Successfully created port: 7d1eeeaf-6fa5-4dbf-91b1-b1699472c707 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1357.192505] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Releasing lock "refresh_cache-ca06a33a-8a7b-40f5-84ed-b5f27616d1f2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.193670] env[62588]: DEBUG nova.compute.manager [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Instance network_info: |[{"id": "fa43f0db-3cb2-43c1-a577-a5adc04920d5", "address": "fa:16:3e:38:55:ca", "network": {"id": "cab277af-3de0-4a2a-a37b-ae8e9a019bfa", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1814017055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26b2690b6c134a4a90e0ba81e9136b3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa43f0db-3c", "ovs_interfaceid": "fa43f0db-3cb2-43c1-a577-a5adc04920d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1357.193835] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:55:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd098b1c-636f-492d-b5ae-037cb0cae454', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa43f0db-3cb2-43c1-a577-a5adc04920d5', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1357.203746] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Creating folder: Project (26b2690b6c134a4a90e0ba81e9136b3b). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1357.206233] env[62588]: DEBUG nova.compute.manager [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1357.211761] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74885554-b8d2-4b41-8613-a24df8615729 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.232172] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Created folder: Project (26b2690b6c134a4a90e0ba81e9136b3b) in parent group-v371885. [ 1357.232421] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Creating folder: Instances. Parent ref: group-v371924. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1357.232744] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5800c2d-fc42-40a7-a024-efbe785cf23c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.252545] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Created folder: Instances in parent group-v371924. [ 1357.252545] env[62588]: DEBUG oslo.service.loopingcall [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1357.252886] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1357.252886] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d0380d7-63bd-4693-baa0-7aaf5b40ed54 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.274308] env[62588]: DEBUG nova.virt.hardware [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1357.274308] env[62588]: DEBUG nova.virt.hardware [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1357.274308] env[62588]: DEBUG nova.virt.hardware [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1357.274858] env[62588]: DEBUG nova.virt.hardware [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1357.274858] env[62588]: DEBUG nova.virt.hardware [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1357.274858] env[62588]: DEBUG nova.virt.hardware [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1357.274858] env[62588]: DEBUG nova.virt.hardware [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1357.274858] env[62588]: DEBUG nova.virt.hardware [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1357.275610] env[62588]: DEBUG nova.virt.hardware [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1357.275610] env[62588]: DEBUG nova.virt.hardware [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1357.275610] env[62588]: DEBUG nova.virt.hardware [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1357.275610] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1c5712-a222-4440-8103-5ddcdb84760b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.286171] env[62588]: DEBUG nova.scheduler.client.report [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1357.293642] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e585b568-a752-45d8-aee1-89cc415c80f3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.300612] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1357.300612] env[62588]: value = "task-1793109" [ 1357.300612] env[62588]: _type = "Task" [ 1357.300612] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.322356] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793109, 'name': CreateVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.356914] env[62588]: DEBUG oslo_vmware.api [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]524a6b74-0e53-5cc6-1eec-a0ee4ce920b5, 'name': SearchDatastore_Task, 'duration_secs': 0.0119} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.358013] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea777433-f4c8-49dc-97da-f37e25fb2a14 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.369414] env[62588]: DEBUG oslo_vmware.api [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Waiting for the task: (returnval){ [ 1357.369414] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5261bd54-a656-10b0-5e36-d0ba1e0df38e" [ 1357.369414] env[62588]: _type = "Task" [ 1357.369414] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.376929] env[62588]: DEBUG oslo_concurrency.lockutils [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Acquiring lock "refresh_cache-641a3a07-a4a4-4920-b710-f62bca7f9ebc" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.377114] env[62588]: DEBUG oslo_concurrency.lockutils [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Acquired lock "refresh_cache-641a3a07-a4a4-4920-b710-f62bca7f9ebc" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.377669] env[62588]: DEBUG nova.network.neutron [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1357.383443] env[62588]: DEBUG oslo_vmware.api [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5261bd54-a656-10b0-5e36-d0ba1e0df38e, 'name': SearchDatastore_Task, 'duration_secs': 0.01299} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.383979] env[62588]: DEBUG oslo_concurrency.lockutils [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.383979] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 34c9ee4c-c446-46aa-8566-d4f66dfef960/34c9ee4c-c446-46aa-8566-d4f66dfef960.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1357.384228] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d22958a8-d77d-4068-a68d-06f2b02297fd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.397062] env[62588]: DEBUG oslo_vmware.api [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Waiting for the task: (returnval){ [ 1357.397062] env[62588]: value = "task-1793110" [ 1357.397062] env[62588]: _type = "Task" [ 1357.397062] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.408818] env[62588]: DEBUG oslo_vmware.api [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Task: {'id': task-1793110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.454960] env[62588]: DEBUG oslo_vmware.api [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Task: {'id': task-1793106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123634} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.455343] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1357.455642] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1357.455956] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1357.494098] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': task-1793102, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.643299] env[62588]: DEBUG nova.compute.manager [req-17446dad-426f-4f82-8c46-e9065b4f2dab req-3eac6826-c32c-4aa2-91cb-3ef7c4ac0dbc service nova] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Received event network-vif-deleted-5ed5fad5-f890-42b6-a7b2-a6dbbbc28320 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1357.643622] env[62588]: DEBUG nova.compute.manager [req-17446dad-426f-4f82-8c46-e9065b4f2dab req-3eac6826-c32c-4aa2-91cb-3ef7c4ac0dbc service nova] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Received event network-vif-plugged-fa43f0db-3cb2-43c1-a577-a5adc04920d5 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1357.643819] env[62588]: DEBUG oslo_concurrency.lockutils [req-17446dad-426f-4f82-8c46-e9065b4f2dab req-3eac6826-c32c-4aa2-91cb-3ef7c4ac0dbc service nova] Acquiring lock "ca06a33a-8a7b-40f5-84ed-b5f27616d1f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.643931] env[62588]: DEBUG oslo_concurrency.lockutils [req-17446dad-426f-4f82-8c46-e9065b4f2dab req-3eac6826-c32c-4aa2-91cb-3ef7c4ac0dbc service nova] Lock "ca06a33a-8a7b-40f5-84ed-b5f27616d1f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.644219] env[62588]: DEBUG oslo_concurrency.lockutils [req-17446dad-426f-4f82-8c46-e9065b4f2dab req-3eac6826-c32c-4aa2-91cb-3ef7c4ac0dbc service nova] Lock "ca06a33a-8a7b-40f5-84ed-b5f27616d1f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.644274] env[62588]: DEBUG nova.compute.manager [req-17446dad-426f-4f82-8c46-e9065b4f2dab req-3eac6826-c32c-4aa2-91cb-3ef7c4ac0dbc service nova] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] No waiting events found dispatching network-vif-plugged-fa43f0db-3cb2-43c1-a577-a5adc04920d5 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1357.644443] env[62588]: WARNING nova.compute.manager [req-17446dad-426f-4f82-8c46-e9065b4f2dab req-3eac6826-c32c-4aa2-91cb-3ef7c4ac0dbc service nova] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Received unexpected event network-vif-plugged-fa43f0db-3cb2-43c1-a577-a5adc04920d5 for instance with vm_state building and task_state spawning. [ 1357.644665] env[62588]: DEBUG nova.compute.manager [req-17446dad-426f-4f82-8c46-e9065b4f2dab req-3eac6826-c32c-4aa2-91cb-3ef7c4ac0dbc service nova] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Received event network-changed-fa43f0db-3cb2-43c1-a577-a5adc04920d5 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1357.644873] env[62588]: DEBUG nova.compute.manager [req-17446dad-426f-4f82-8c46-e9065b4f2dab req-3eac6826-c32c-4aa2-91cb-3ef7c4ac0dbc service nova] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Refreshing instance network info cache due to event network-changed-fa43f0db-3cb2-43c1-a577-a5adc04920d5. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1357.645106] env[62588]: DEBUG oslo_concurrency.lockutils [req-17446dad-426f-4f82-8c46-e9065b4f2dab req-3eac6826-c32c-4aa2-91cb-3ef7c4ac0dbc service nova] Acquiring lock "refresh_cache-ca06a33a-8a7b-40f5-84ed-b5f27616d1f2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.645255] env[62588]: DEBUG oslo_concurrency.lockutils [req-17446dad-426f-4f82-8c46-e9065b4f2dab req-3eac6826-c32c-4aa2-91cb-3ef7c4ac0dbc service nova] Acquired lock "refresh_cache-ca06a33a-8a7b-40f5-84ed-b5f27616d1f2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.646036] env[62588]: DEBUG nova.network.neutron [req-17446dad-426f-4f82-8c46-e9065b4f2dab req-3eac6826-c32c-4aa2-91cb-3ef7c4ac0dbc service nova] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Refreshing network info cache for port fa43f0db-3cb2-43c1-a577-a5adc04920d5 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1357.804384] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.805315] env[62588]: DEBUG nova.compute.manager [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1357.809115] env[62588]: DEBUG oslo_concurrency.lockutils [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.843s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.811031] env[62588]: INFO nova.compute.claims [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1357.829180] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793109, 'name': CreateVM_Task, 'duration_secs': 0.5053} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.829416] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1357.830696] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.830860] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.831115] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1357.831422] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfc166ae-6911-4bd9-8504-8c25eb080951 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.842876] env[62588]: DEBUG oslo_vmware.api [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Waiting for the task: (returnval){ [ 1357.842876] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f2dff1-d682-38da-4993-f87fb0cbfe5a" [ 1357.842876] env[62588]: _type = "Task" [ 1357.842876] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.850203] env[62588]: DEBUG nova.compute.manager [req-28288124-df96-42c9-8fe2-6a9018814d8f req-539c4f9a-1ef7-491d-a5b8-9a5bf8c09438 service nova] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Received event network-vif-plugged-6ae440eb-f655-40e4-90b4-ff7bfebe95c1 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1357.850433] env[62588]: DEBUG oslo_concurrency.lockutils [req-28288124-df96-42c9-8fe2-6a9018814d8f req-539c4f9a-1ef7-491d-a5b8-9a5bf8c09438 service nova] Acquiring lock "641a3a07-a4a4-4920-b710-f62bca7f9ebc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.850642] env[62588]: DEBUG oslo_concurrency.lockutils [req-28288124-df96-42c9-8fe2-6a9018814d8f req-539c4f9a-1ef7-491d-a5b8-9a5bf8c09438 service nova] Lock "641a3a07-a4a4-4920-b710-f62bca7f9ebc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.850828] env[62588]: DEBUG oslo_concurrency.lockutils [req-28288124-df96-42c9-8fe2-6a9018814d8f req-539c4f9a-1ef7-491d-a5b8-9a5bf8c09438 service nova] Lock "641a3a07-a4a4-4920-b710-f62bca7f9ebc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.852897] env[62588]: DEBUG nova.compute.manager [req-28288124-df96-42c9-8fe2-6a9018814d8f req-539c4f9a-1ef7-491d-a5b8-9a5bf8c09438 service nova] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] No waiting events found dispatching network-vif-plugged-6ae440eb-f655-40e4-90b4-ff7bfebe95c1 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1357.853145] env[62588]: WARNING nova.compute.manager [req-28288124-df96-42c9-8fe2-6a9018814d8f req-539c4f9a-1ef7-491d-a5b8-9a5bf8c09438 service nova] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Received unexpected event network-vif-plugged-6ae440eb-f655-40e4-90b4-ff7bfebe95c1 for instance with vm_state building and task_state spawning. [ 1357.858168] env[62588]: DEBUG oslo_vmware.api [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f2dff1-d682-38da-4993-f87fb0cbfe5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.909566] env[62588]: DEBUG oslo_vmware.api [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Task: {'id': task-1793110, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.958450] env[62588]: DEBUG nova.network.neutron [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1357.998792] env[62588]: DEBUG oslo_vmware.api [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': task-1793102, 'name': PowerOnVM_Task, 'duration_secs': 1.647787} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.000022] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1358.000165] env[62588]: INFO nova.compute.manager [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Took 11.00 seconds to spawn the instance on the hypervisor. [ 1358.000384] env[62588]: DEBUG nova.compute.manager [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1358.001276] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d1b525-5604-41a1-9413-e3b8b4b18de7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.320836] env[62588]: DEBUG nova.compute.utils [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1358.326872] env[62588]: DEBUG nova.compute.manager [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1358.326872] env[62588]: DEBUG nova.network.neutron [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1358.365082] env[62588]: DEBUG oslo_vmware.api [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f2dff1-d682-38da-4993-f87fb0cbfe5a, 'name': SearchDatastore_Task, 'duration_secs': 0.063737} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.365082] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.365203] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1358.365448] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.365591] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.367090] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1358.367211] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3813f1ee-aff7-459a-95c7-2a1614038421 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.379804] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1358.379804] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1358.384090] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5129d07d-5884-4215-ae45-019dcf56d231 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.395765] env[62588]: DEBUG oslo_vmware.api [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Waiting for the task: (returnval){ [ 1358.395765] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522693e9-bfe6-e8f2-9d0f-7769adec54a7" [ 1358.395765] env[62588]: _type = "Task" [ 1358.395765] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.411223] env[62588]: DEBUG oslo_vmware.api [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Task: {'id': task-1793110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653518} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.414865] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 34c9ee4c-c446-46aa-8566-d4f66dfef960/34c9ee4c-c446-46aa-8566-d4f66dfef960.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1358.414865] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1358.415107] env[62588]: DEBUG oslo_vmware.api [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522693e9-bfe6-e8f2-9d0f-7769adec54a7, 'name': SearchDatastore_Task, 'duration_secs': 0.016981} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.418693] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc4be253-c2b0-4648-b34c-4a74f119cbf0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.421268] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6d2a39b-83fa-4688-b45b-1da6acf5d8f8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.428394] env[62588]: DEBUG oslo_vmware.api [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Waiting for the task: (returnval){ [ 1358.428394] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52964c10-44e0-a8eb-2c13-55d0e9ea67d3" [ 1358.428394] env[62588]: _type = "Task" [ 1358.428394] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.432847] env[62588]: DEBUG oslo_vmware.api [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Waiting for the task: (returnval){ [ 1358.432847] env[62588]: value = "task-1793111" [ 1358.432847] env[62588]: _type = "Task" [ 1358.432847] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.442536] env[62588]: DEBUG oslo_vmware.api [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52964c10-44e0-a8eb-2c13-55d0e9ea67d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.448918] env[62588]: DEBUG oslo_vmware.api [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Task: {'id': task-1793111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.466916] env[62588]: DEBUG nova.policy [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26463db64e3a4d889bb3d5e07e513245', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66e78e109b6444d1b295df97db3940ce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1358.506016] env[62588]: DEBUG nova.virt.hardware [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1358.506016] env[62588]: DEBUG nova.virt.hardware [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1358.506016] env[62588]: DEBUG nova.virt.hardware [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1358.506016] env[62588]: DEBUG nova.virt.hardware [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1358.506312] env[62588]: DEBUG nova.virt.hardware [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1358.506736] env[62588]: DEBUG nova.virt.hardware [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1358.507113] env[62588]: DEBUG nova.virt.hardware [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1358.507387] env[62588]: DEBUG nova.virt.hardware [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1358.507685] env[62588]: DEBUG nova.virt.hardware [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1358.507978] env[62588]: DEBUG nova.virt.hardware [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1358.508283] env[62588]: DEBUG nova.virt.hardware [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1358.511148] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd5f439-f0e4-4f42-bcc7-9983b0a7e8f9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.522155] env[62588]: DEBUG nova.network.neutron [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Updating instance_info_cache with network_info: [{"id": "6ae440eb-f655-40e4-90b4-ff7bfebe95c1", "address": "fa:16:3e:7f:af:69", "network": {"id": "6cfb8172-10c6-4491-89dc-9a9ab717502c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1128236953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb25dab2fa6b4a98b2ba221f184eb794", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ae440eb-f6", "ovs_interfaceid": "6ae440eb-f655-40e4-90b4-ff7bfebe95c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.534060] env[62588]: INFO nova.compute.manager [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Took 28.10 seconds to build instance. [ 1358.540732] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76a06fc-dab5-4c70-b6a7-a81df9547c28 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.562746] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Instance VIF info [] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1358.573035] env[62588]: DEBUG oslo.service.loopingcall [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1358.577127] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1358.579586] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbbb35df-ad1c-4b7f-8f00-81305f4e7c85 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.595906] env[62588]: DEBUG oslo_vmware.rw_handles [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f10181-f2d0-349a-e106-e4e2ba9d06ee/disk-0.vmdk. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1358.597261] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150f0986-f0b4-415e-951a-a9c90b0407ef {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.605513] env[62588]: DEBUG oslo_vmware.rw_handles [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f10181-f2d0-349a-e106-e4e2ba9d06ee/disk-0.vmdk is in state: ready. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1358.605712] env[62588]: ERROR oslo_vmware.rw_handles [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f10181-f2d0-349a-e106-e4e2ba9d06ee/disk-0.vmdk due to incomplete transfer. [ 1358.607192] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-98c41f4f-81cf-4475-9d89-1c28384e7865 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.609050] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1358.609050] env[62588]: value = "task-1793113" [ 1358.609050] env[62588]: _type = "Task" [ 1358.609050] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.616911] env[62588]: DEBUG oslo_vmware.rw_handles [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f10181-f2d0-349a-e106-e4e2ba9d06ee/disk-0.vmdk. {{(pid=62588) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1358.617184] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Uploaded image c8883314-457d-4177-aab2-6c9ccdf462bc to the Glance image server {{(pid=62588) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1358.619144] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Destroying the VM {{(pid=62588) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1358.622795] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-05f98ad4-967f-4560-9a6b-cc6a09096a59 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.624500] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793113, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.625410] env[62588]: DEBUG nova.network.neutron [req-17446dad-426f-4f82-8c46-e9065b4f2dab req-3eac6826-c32c-4aa2-91cb-3ef7c4ac0dbc service nova] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Updated VIF entry in instance network info cache for port fa43f0db-3cb2-43c1-a577-a5adc04920d5. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1358.625685] env[62588]: DEBUG nova.network.neutron [req-17446dad-426f-4f82-8c46-e9065b4f2dab req-3eac6826-c32c-4aa2-91cb-3ef7c4ac0dbc service nova] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Updating instance_info_cache with network_info: [{"id": "fa43f0db-3cb2-43c1-a577-a5adc04920d5", "address": "fa:16:3e:38:55:ca", "network": {"id": "cab277af-3de0-4a2a-a37b-ae8e9a019bfa", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1814017055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26b2690b6c134a4a90e0ba81e9136b3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa43f0db-3c", "ovs_interfaceid": "fa43f0db-3cb2-43c1-a577-a5adc04920d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.636414] env[62588]: DEBUG oslo_vmware.api [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Waiting for the task: (returnval){ [ 1358.636414] env[62588]: value = "task-1793114" [ 1358.636414] env[62588]: _type = "Task" [ 1358.636414] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.650073] env[62588]: DEBUG oslo_vmware.api [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793114, 'name': Destroy_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.829015] env[62588]: DEBUG nova.compute.manager [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1358.949637] env[62588]: DEBUG oslo_vmware.api [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Task: {'id': task-1793111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.252384} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.954502] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1358.954911] env[62588]: DEBUG oslo_vmware.api [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52964c10-44e0-a8eb-2c13-55d0e9ea67d3, 'name': SearchDatastore_Task, 'duration_secs': 0.017632} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.956037] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923b1a8e-9e00-4b32-858e-ea2e27694fe9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.959872] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.961856] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] ca06a33a-8a7b-40f5-84ed-b5f27616d1f2/ca06a33a-8a7b-40f5-84ed-b5f27616d1f2.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1358.963723] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b860500-5f2e-4562-b7c4-238134c7a4a9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.000932] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 34c9ee4c-c446-46aa-8566-d4f66dfef960/34c9ee4c-c446-46aa-8566-d4f66dfef960.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1359.004216] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37b1bae3-930a-4980-9af1-1d2c173e0421 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.021488] env[62588]: DEBUG oslo_vmware.api [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Waiting for the task: (returnval){ [ 1359.021488] env[62588]: value = "task-1793115" [ 1359.021488] env[62588]: _type = "Task" [ 1359.021488] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.026497] env[62588]: DEBUG oslo_concurrency.lockutils [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Releasing lock "refresh_cache-641a3a07-a4a4-4920-b710-f62bca7f9ebc" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.026880] env[62588]: DEBUG nova.compute.manager [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Instance network_info: |[{"id": "6ae440eb-f655-40e4-90b4-ff7bfebe95c1", "address": "fa:16:3e:7f:af:69", "network": {"id": "6cfb8172-10c6-4491-89dc-9a9ab717502c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1128236953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb25dab2fa6b4a98b2ba221f184eb794", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ae440eb-f6", "ovs_interfaceid": "6ae440eb-f655-40e4-90b4-ff7bfebe95c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1359.027367] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:af:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ae440eb-f655-40e4-90b4-ff7bfebe95c1', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1359.040109] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Creating folder: Project (eb25dab2fa6b4a98b2ba221f184eb794). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1359.045150] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f81570c-532f-452c-9811-43c2e6c85c13 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.047017] env[62588]: DEBUG oslo_vmware.api [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Waiting for the task: (returnval){ [ 1359.047017] env[62588]: value = "task-1793116" [ 1359.047017] env[62588]: _type = "Task" [ 1359.047017] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.051354] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1dd1e45e-5753-4cc3-9b53-ba163619359b tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Lock "ad7e8485-ce2d-4025-afcc-29d3d3ce0da8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.934s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.052915] env[62588]: DEBUG oslo_vmware.api [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Task: {'id': task-1793115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.066447] env[62588]: DEBUG oslo_vmware.api [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Task: {'id': task-1793116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.072692] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Created folder: Project (eb25dab2fa6b4a98b2ba221f184eb794) in parent group-v371885. [ 1359.073032] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Creating folder: Instances. Parent ref: group-v371928. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1359.074175] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-371c988d-de25-4978-90e6-0069ea9d3442 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.087366] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Created folder: Instances in parent group-v371928. [ 1359.087671] env[62588]: DEBUG oslo.service.loopingcall [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1359.091257] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1359.091883] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a3a5a5a-d95f-4c5c-bd9f-f469333b485b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.119290] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1359.119290] env[62588]: value = "task-1793119" [ 1359.119290] env[62588]: _type = "Task" [ 1359.119290] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.123117] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793113, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.130042] env[62588]: DEBUG oslo_concurrency.lockutils [req-17446dad-426f-4f82-8c46-e9065b4f2dab req-3eac6826-c32c-4aa2-91cb-3ef7c4ac0dbc service nova] Releasing lock "refresh_cache-ca06a33a-8a7b-40f5-84ed-b5f27616d1f2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.133897] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793119, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.151548] env[62588]: DEBUG oslo_vmware.api [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793114, 'name': Destroy_Task} progress is 33%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.229288] env[62588]: DEBUG nova.network.neutron [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Successfully created port: 74e52d91-8c61-4f85-8268-74efb7f840d3 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1359.405639] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7955a17-bf31-4cfc-af99-5e5e05413924 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.416955] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a573b4-4e29-4323-a61f-8494a3b412b7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.455821] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29325989-4dab-48a8-8ce6-4036fe21103a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.466217] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9d641f-0441-4c2a-9355-22b7fc7db21b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.482876] env[62588]: DEBUG nova.compute.provider_tree [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1359.535097] env[62588]: DEBUG oslo_vmware.api [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Task: {'id': task-1793115, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.565212] env[62588]: DEBUG nova.compute.manager [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] [instance: e59ae345-5724-4513-8665-4b5569717032] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1359.567994] env[62588]: DEBUG oslo_vmware.api [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Task: {'id': task-1793116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.622730] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793113, 'name': CreateVM_Task, 'duration_secs': 0.570458} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.623028] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1359.627834] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.627834] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.627834] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1359.628130] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2224a1d-c8ca-4f74-a1ae-3f45e21a6764 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.637528] env[62588]: DEBUG oslo_vmware.api [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Waiting for the task: (returnval){ [ 1359.637528] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e2d9b2-b1f4-e36a-c516-0d03fe7e873c" [ 1359.637528] env[62588]: _type = "Task" [ 1359.637528] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.637971] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793119, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.651468] env[62588]: DEBUG oslo_vmware.api [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793114, 'name': Destroy_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.655749] env[62588]: DEBUG oslo_vmware.api [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e2d9b2-b1f4-e36a-c516-0d03fe7e873c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.850977] env[62588]: DEBUG nova.compute.manager [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1359.856839] env[62588]: DEBUG nova.network.neutron [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Successfully updated port: 7d1eeeaf-6fa5-4dbf-91b1-b1699472c707 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1359.882121] env[62588]: DEBUG nova.virt.hardware [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1359.882390] env[62588]: DEBUG nova.virt.hardware [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1359.882542] env[62588]: DEBUG nova.virt.hardware [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1359.882762] env[62588]: DEBUG nova.virt.hardware [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1359.883106] env[62588]: DEBUG nova.virt.hardware [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1359.883464] env[62588]: DEBUG nova.virt.hardware [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1359.883552] env[62588]: DEBUG nova.virt.hardware [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1359.883647] env[62588]: DEBUG nova.virt.hardware [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1359.884082] env[62588]: DEBUG nova.virt.hardware [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1359.884517] env[62588]: DEBUG nova.virt.hardware [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1359.884593] env[62588]: DEBUG nova.virt.hardware [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1359.887116] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8907053f-21aa-4078-8b92-e0db42786de0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.898258] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625b0591-84f3-4fb6-b607-ff8ee6dd6e0f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.988284] env[62588]: DEBUG nova.scheduler.client.report [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.035169] env[62588]: DEBUG oslo_vmware.api [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Task: {'id': task-1793115, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568966} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.035644] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] ca06a33a-8a7b-40f5-84ed-b5f27616d1f2/ca06a33a-8a7b-40f5-84ed-b5f27616d1f2.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1360.035804] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1360.035988] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d7ee03e-fd0f-41ad-8442-31018c667e18 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.046660] env[62588]: DEBUG oslo_vmware.api [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Waiting for the task: (returnval){ [ 1360.046660] env[62588]: value = "task-1793120" [ 1360.046660] env[62588]: _type = "Task" [ 1360.046660] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.064208] env[62588]: DEBUG oslo_vmware.api [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Task: {'id': task-1793116, 'name': ReconfigVM_Task, 'duration_secs': 0.938462} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.069272] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 34c9ee4c-c446-46aa-8566-d4f66dfef960/34c9ee4c-c446-46aa-8566-d4f66dfef960.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1360.072163] env[62588]: DEBUG oslo_vmware.api [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Task: {'id': task-1793120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.075097] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56d6f442-cc5d-451c-a646-9d82de39870a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.085384] env[62588]: DEBUG oslo_vmware.api [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Waiting for the task: (returnval){ [ 1360.085384] env[62588]: value = "task-1793121" [ 1360.085384] env[62588]: _type = "Task" [ 1360.085384] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.097282] env[62588]: DEBUG oslo_vmware.api [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Task: {'id': task-1793121, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.099640] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.135612] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793119, 'name': CreateVM_Task, 'duration_secs': 0.883057} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.135780] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1360.136528] env[62588]: DEBUG oslo_concurrency.lockutils [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.153475] env[62588]: DEBUG oslo_vmware.api [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e2d9b2-b1f4-e36a-c516-0d03fe7e873c, 'name': SearchDatastore_Task, 'duration_secs': 0.05223} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.157639] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.159062] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1360.159062] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.159062] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.159062] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1360.159062] env[62588]: DEBUG oslo_vmware.api [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793114, 'name': Destroy_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.159458] env[62588]: DEBUG oslo_concurrency.lockutils [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.159798] env[62588]: DEBUG oslo_concurrency.lockutils [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1360.160163] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a085929-c41c-4839-931b-45a51cb9fc31 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.162533] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49122181-3c8a-45c7-a6f1-6b15c32963cf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.171231] env[62588]: DEBUG oslo_vmware.api [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Waiting for the task: (returnval){ [ 1360.171231] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f59a01-b27e-c048-6d61-f33c34bdda14" [ 1360.171231] env[62588]: _type = "Task" [ 1360.171231] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.177036] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1360.177212] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1360.182377] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6a7acdd-1e33-45dc-b4b2-0e0c445b8a41 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.187666] env[62588]: DEBUG oslo_vmware.api [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f59a01-b27e-c048-6d61-f33c34bdda14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.193019] env[62588]: DEBUG oslo_vmware.api [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Waiting for the task: (returnval){ [ 1360.193019] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520125f4-e2ee-576f-b6d9-ee0f3270e27e" [ 1360.193019] env[62588]: _type = "Task" [ 1360.193019] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.204188] env[62588]: DEBUG oslo_vmware.api [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520125f4-e2ee-576f-b6d9-ee0f3270e27e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.364782] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquiring lock "refresh_cache-9f4fcd9a-eb33-41d8-b7f6-b57b647049d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.364974] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquired lock "refresh_cache-9f4fcd9a-eb33-41d8-b7f6-b57b647049d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.365152] env[62588]: DEBUG nova.network.neutron [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1360.496752] env[62588]: DEBUG oslo_concurrency.lockutils [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.496752] env[62588]: DEBUG nova.compute.manager [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1360.500543] env[62588]: DEBUG oslo_concurrency.lockutils [None req-67f336e8-c595-4dfa-b48a-a44f487a0c20 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.216s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.500855] env[62588]: DEBUG nova.objects.instance [None req-67f336e8-c595-4dfa-b48a-a44f487a0c20 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lazy-loading 'resources' on Instance uuid 67288410-ebc1-48b6-ae7e-ed1f8f38708a {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1360.557836] env[62588]: DEBUG oslo_vmware.api [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Task: {'id': task-1793120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098234} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.558112] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1360.563503] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d867f6f-4b33-48ea-9439-0dcb9c958f84 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.585932] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] ca06a33a-8a7b-40f5-84ed-b5f27616d1f2/ca06a33a-8a7b-40f5-84ed-b5f27616d1f2.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1360.586649] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-502d9356-c1bd-4637-9bf3-e2fa62560151 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.611533] env[62588]: DEBUG oslo_vmware.api [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Task: {'id': task-1793121, 'name': Rename_Task, 'duration_secs': 0.185089} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.613055] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1360.613727] env[62588]: DEBUG oslo_vmware.api [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Waiting for the task: (returnval){ [ 1360.613727] env[62588]: value = "task-1793122" [ 1360.613727] env[62588]: _type = "Task" [ 1360.613727] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.613917] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3a08865-2c5f-4a7e-be78-25893bf6c0f0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.624740] env[62588]: DEBUG oslo_vmware.api [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Task: {'id': task-1793122, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.626289] env[62588]: DEBUG oslo_vmware.api [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Waiting for the task: (returnval){ [ 1360.626289] env[62588]: value = "task-1793123" [ 1360.626289] env[62588]: _type = "Task" [ 1360.626289] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.635890] env[62588]: DEBUG oslo_vmware.api [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Task: {'id': task-1793123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.658367] env[62588]: DEBUG oslo_vmware.api [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793114, 'name': Destroy_Task, 'duration_secs': 1.823514} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.658741] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Destroyed the VM [ 1360.659119] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Deleting Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1360.659390] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e09b6ae5-1e3d-4e3a-899c-642e06dd06aa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.670424] env[62588]: DEBUG oslo_vmware.api [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Waiting for the task: (returnval){ [ 1360.670424] env[62588]: value = "task-1793124" [ 1360.670424] env[62588]: _type = "Task" [ 1360.670424] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.691430] env[62588]: DEBUG oslo_vmware.api [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793124, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.694593] env[62588]: DEBUG oslo_vmware.api [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f59a01-b27e-c048-6d61-f33c34bdda14, 'name': SearchDatastore_Task, 'duration_secs': 0.017056} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.698118] env[62588]: DEBUG oslo_concurrency.lockutils [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.699167] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1360.699167] env[62588]: DEBUG oslo_concurrency.lockutils [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.709317] env[62588]: DEBUG oslo_vmware.api [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520125f4-e2ee-576f-b6d9-ee0f3270e27e, 'name': SearchDatastore_Task, 'duration_secs': 0.011925} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.710509] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69f53c9a-bf3e-4399-ab60-fa1847d883cb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.721017] env[62588]: DEBUG oslo_vmware.api [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Waiting for the task: (returnval){ [ 1360.721017] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]521ab5ed-c153-3f64-8324-4dab9d5c7e26" [ 1360.721017] env[62588]: _type = "Task" [ 1360.721017] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.731067] env[62588]: DEBUG oslo_vmware.api [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]521ab5ed-c153-3f64-8324-4dab9d5c7e26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.819361] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "da1aa85b-feca-4031-b8f7-ec05f7d5c375" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.819361] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "da1aa85b-feca-4031-b8f7-ec05f7d5c375" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.996377] env[62588]: DEBUG nova.network.neutron [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1361.005400] env[62588]: DEBUG nova.compute.utils [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1361.013212] env[62588]: DEBUG nova.compute.manager [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1361.013212] env[62588]: DEBUG nova.network.neutron [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1361.128964] env[62588]: DEBUG oslo_vmware.api [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Task: {'id': task-1793122, 'name': ReconfigVM_Task, 'duration_secs': 0.315542} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.132944] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Reconfigured VM instance instance-0000000d to attach disk [datastore1] ca06a33a-8a7b-40f5-84ed-b5f27616d1f2/ca06a33a-8a7b-40f5-84ed-b5f27616d1f2.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1361.133470] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c37132d-be42-42bc-8b72-9cb1f6b1694c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.142185] env[62588]: DEBUG oslo_vmware.api [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Task: {'id': task-1793123, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.143987] env[62588]: DEBUG oslo_vmware.api [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Waiting for the task: (returnval){ [ 1361.143987] env[62588]: value = "task-1793126" [ 1361.143987] env[62588]: _type = "Task" [ 1361.143987] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.166523] env[62588]: DEBUG oslo_vmware.api [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Task: {'id': task-1793126, 'name': Rename_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.181876] env[62588]: DEBUG oslo_vmware.api [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793124, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.229183] env[62588]: DEBUG nova.policy [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a68f620a04404ea58a716394a312cdde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9445a410224d4e038fb24f758bd2bf95', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1361.237409] env[62588]: DEBUG oslo_vmware.api [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]521ab5ed-c153-3f64-8324-4dab9d5c7e26, 'name': SearchDatastore_Task, 'duration_secs': 0.017573} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.241583] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.242165] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] e79ec9d6-161e-4797-bc31-1915ba813df6/e79ec9d6-161e-4797-bc31-1915ba813df6.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1361.242730] env[62588]: DEBUG oslo_concurrency.lockutils [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.242948] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1361.243207] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7facf207-c0d7-4eb8-92ff-99e6145af8c2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.246496] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ec86b69-1482-4978-be75-fe63fd15393e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.258441] env[62588]: DEBUG oslo_vmware.api [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Waiting for the task: (returnval){ [ 1361.258441] env[62588]: value = "task-1793127" [ 1361.258441] env[62588]: _type = "Task" [ 1361.258441] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.270170] env[62588]: DEBUG nova.compute.manager [req-614b2a05-eb2d-440e-9324-a2dc97aaf9ea req-3919de08-5e09-4391-bdfa-a267e30d1f8e service nova] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Received event network-vif-plugged-7d1eeeaf-6fa5-4dbf-91b1-b1699472c707 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1361.270258] env[62588]: DEBUG oslo_concurrency.lockutils [req-614b2a05-eb2d-440e-9324-a2dc97aaf9ea req-3919de08-5e09-4391-bdfa-a267e30d1f8e service nova] Acquiring lock "9f4fcd9a-eb33-41d8-b7f6-b57b647049d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.270575] env[62588]: DEBUG oslo_concurrency.lockutils [req-614b2a05-eb2d-440e-9324-a2dc97aaf9ea req-3919de08-5e09-4391-bdfa-a267e30d1f8e service nova] Lock "9f4fcd9a-eb33-41d8-b7f6-b57b647049d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.270852] env[62588]: DEBUG oslo_concurrency.lockutils [req-614b2a05-eb2d-440e-9324-a2dc97aaf9ea req-3919de08-5e09-4391-bdfa-a267e30d1f8e service nova] Lock "9f4fcd9a-eb33-41d8-b7f6-b57b647049d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.271141] env[62588]: DEBUG nova.compute.manager [req-614b2a05-eb2d-440e-9324-a2dc97aaf9ea req-3919de08-5e09-4391-bdfa-a267e30d1f8e service nova] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] No waiting events found dispatching network-vif-plugged-7d1eeeaf-6fa5-4dbf-91b1-b1699472c707 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1361.271443] env[62588]: WARNING nova.compute.manager [req-614b2a05-eb2d-440e-9324-a2dc97aaf9ea req-3919de08-5e09-4391-bdfa-a267e30d1f8e service nova] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Received unexpected event network-vif-plugged-7d1eeeaf-6fa5-4dbf-91b1-b1699472c707 for instance with vm_state building and task_state spawning. [ 1361.272242] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1361.272521] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1361.274233] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdc78617-4330-4de4-8541-2ff98562b3aa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.281874] env[62588]: DEBUG oslo_vmware.api [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Task: {'id': task-1793127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.287097] env[62588]: DEBUG oslo_vmware.api [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Waiting for the task: (returnval){ [ 1361.287097] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527d1d18-0013-0919-06df-34a13b8e0a05" [ 1361.287097] env[62588]: _type = "Task" [ 1361.287097] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.296093] env[62588]: DEBUG nova.compute.manager [req-545ed171-2c57-4920-bfb1-42c745457c2c req-3aa06e94-2e42-4c72-80e3-c60564c1fe11 service nova] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Received event network-changed-6ae440eb-f655-40e4-90b4-ff7bfebe95c1 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1361.296432] env[62588]: DEBUG nova.compute.manager [req-545ed171-2c57-4920-bfb1-42c745457c2c req-3aa06e94-2e42-4c72-80e3-c60564c1fe11 service nova] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Refreshing instance network info cache due to event network-changed-6ae440eb-f655-40e4-90b4-ff7bfebe95c1. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1361.296711] env[62588]: DEBUG oslo_concurrency.lockutils [req-545ed171-2c57-4920-bfb1-42c745457c2c req-3aa06e94-2e42-4c72-80e3-c60564c1fe11 service nova] Acquiring lock "refresh_cache-641a3a07-a4a4-4920-b710-f62bca7f9ebc" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.296877] env[62588]: DEBUG oslo_concurrency.lockutils [req-545ed171-2c57-4920-bfb1-42c745457c2c req-3aa06e94-2e42-4c72-80e3-c60564c1fe11 service nova] Acquired lock "refresh_cache-641a3a07-a4a4-4920-b710-f62bca7f9ebc" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.296954] env[62588]: DEBUG nova.network.neutron [req-545ed171-2c57-4920-bfb1-42c745457c2c req-3aa06e94-2e42-4c72-80e3-c60564c1fe11 service nova] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Refreshing network info cache for port 6ae440eb-f655-40e4-90b4-ff7bfebe95c1 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1361.309403] env[62588]: DEBUG oslo_vmware.api [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527d1d18-0013-0919-06df-34a13b8e0a05, 'name': SearchDatastore_Task, 'duration_secs': 0.015471} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.310554] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b8e2ae2-c9c5-4de5-9c49-23892e4a7a77 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.320379] env[62588]: DEBUG oslo_vmware.api [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Waiting for the task: (returnval){ [ 1361.320379] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529a4e55-a96b-d2c6-60b7-ecb0c27c35eb" [ 1361.320379] env[62588]: _type = "Task" [ 1361.320379] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.336549] env[62588]: DEBUG oslo_vmware.api [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529a4e55-a96b-d2c6-60b7-ecb0c27c35eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.489108] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed2e424-7215-48bc-af62-719bfaa72455 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.498617] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545a006c-3db4-441c-8725-45c1e5533842 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.533838] env[62588]: DEBUG nova.compute.manager [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1361.537347] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f9457f-e386-420c-9d9a-04d40cb76348 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.549849] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcb434d-4423-4940-a592-e107f55a7f4b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.565238] env[62588]: DEBUG nova.compute.provider_tree [None req-67f336e8-c595-4dfa-b48a-a44f487a0c20 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.640674] env[62588]: DEBUG oslo_vmware.api [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Task: {'id': task-1793123, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.658593] env[62588]: DEBUG oslo_vmware.api [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Task: {'id': task-1793126, 'name': Rename_Task, 'duration_secs': 0.185153} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.659018] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1361.659328] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc8c04f3-4bba-4662-a486-0a0c4058b1ec {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.669207] env[62588]: DEBUG oslo_vmware.api [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Waiting for the task: (returnval){ [ 1361.669207] env[62588]: value = "task-1793128" [ 1361.669207] env[62588]: _type = "Task" [ 1361.669207] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.686034] env[62588]: DEBUG oslo_vmware.api [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793124, 'name': RemoveSnapshot_Task, 'duration_secs': 0.554053} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.686176] env[62588]: DEBUG oslo_vmware.api [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Task: {'id': task-1793128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.686418] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Deleted Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1361.686653] env[62588]: INFO nova.compute.manager [None req-976d7e55-3ff7-4bc3-acd1-3aa14b1d92a6 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Took 18.79 seconds to snapshot the instance on the hypervisor. [ 1361.771699] env[62588]: DEBUG oslo_vmware.api [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Task: {'id': task-1793127, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.833708] env[62588]: DEBUG oslo_vmware.api [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529a4e55-a96b-d2c6-60b7-ecb0c27c35eb, 'name': SearchDatastore_Task, 'duration_secs': 0.017792} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.833708] env[62588]: DEBUG oslo_concurrency.lockutils [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.834028] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 641a3a07-a4a4-4920-b710-f62bca7f9ebc/641a3a07-a4a4-4920-b710-f62bca7f9ebc.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1361.835896] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8df47433-2374-423d-910f-32a2aec64fa8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.845056] env[62588]: DEBUG oslo_vmware.api [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Waiting for the task: (returnval){ [ 1361.845056] env[62588]: value = "task-1793129" [ 1361.845056] env[62588]: _type = "Task" [ 1361.845056] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.855931] env[62588]: DEBUG oslo_vmware.api [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Task: {'id': task-1793129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.945159] env[62588]: DEBUG nova.network.neutron [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Updating instance_info_cache with network_info: [{"id": "7d1eeeaf-6fa5-4dbf-91b1-b1699472c707", "address": "fa:16:3e:0d:49:13", "network": {"id": "4c5d5d94-4339-4dab-8d6e-cd6c3c03ed48", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1993048789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9445a410224d4e038fb24f758bd2bf95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d1eeeaf-6f", "ovs_interfaceid": "7d1eeeaf-6fa5-4dbf-91b1-b1699472c707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.072195] env[62588]: DEBUG nova.scheduler.client.report [None req-67f336e8-c595-4dfa-b48a-a44f487a0c20 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1362.145080] env[62588]: DEBUG oslo_vmware.api [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Task: {'id': task-1793123, 'name': PowerOnVM_Task, 'duration_secs': 1.291622} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.145418] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1362.145640] env[62588]: INFO nova.compute.manager [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Took 12.64 seconds to spawn the instance on the hypervisor. [ 1362.145814] env[62588]: DEBUG nova.compute.manager [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1362.146696] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd207be3-ce7c-496d-aebd-52a809b878fa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.187922] env[62588]: DEBUG oslo_vmware.api [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Task: {'id': task-1793128, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.270769] env[62588]: DEBUG oslo_vmware.api [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Task: {'id': task-1793127, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633632} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.271153] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] e79ec9d6-161e-4797-bc31-1915ba813df6/e79ec9d6-161e-4797-bc31-1915ba813df6.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1362.271488] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1362.271803] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85782d28-d615-4672-bcfc-db2dfa765752 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.284057] env[62588]: DEBUG oslo_vmware.api [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Waiting for the task: (returnval){ [ 1362.284057] env[62588]: value = "task-1793130" [ 1362.284057] env[62588]: _type = "Task" [ 1362.284057] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.296372] env[62588]: DEBUG oslo_vmware.api [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Task: {'id': task-1793130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.356596] env[62588]: DEBUG oslo_vmware.api [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Task: {'id': task-1793129, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.448074] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Releasing lock "refresh_cache-9f4fcd9a-eb33-41d8-b7f6-b57b647049d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.448401] env[62588]: DEBUG nova.compute.manager [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Instance network_info: |[{"id": "7d1eeeaf-6fa5-4dbf-91b1-b1699472c707", "address": "fa:16:3e:0d:49:13", "network": {"id": "4c5d5d94-4339-4dab-8d6e-cd6c3c03ed48", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1993048789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9445a410224d4e038fb24f758bd2bf95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d1eeeaf-6f", "ovs_interfaceid": "7d1eeeaf-6fa5-4dbf-91b1-b1699472c707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1362.448942] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:49:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '462a7219-4deb-4225-9cf7-3131ef280363', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d1eeeaf-6fa5-4dbf-91b1-b1699472c707', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1362.457758] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Creating folder: Project (9445a410224d4e038fb24f758bd2bf95). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1362.458048] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ba9bcb5-fdeb-45c5-b377-df2d4d19463c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.472504] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Created folder: Project (9445a410224d4e038fb24f758bd2bf95) in parent group-v371885. [ 1362.472504] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Creating folder: Instances. Parent ref: group-v371931. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1362.472504] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09436166-783d-4c4a-91a9-41d951471283 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.473253] env[62588]: DEBUG nova.network.neutron [req-545ed171-2c57-4920-bfb1-42c745457c2c req-3aa06e94-2e42-4c72-80e3-c60564c1fe11 service nova] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Updated VIF entry in instance network info cache for port 6ae440eb-f655-40e4-90b4-ff7bfebe95c1. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1362.473577] env[62588]: DEBUG nova.network.neutron [req-545ed171-2c57-4920-bfb1-42c745457c2c req-3aa06e94-2e42-4c72-80e3-c60564c1fe11 service nova] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Updating instance_info_cache with network_info: [{"id": "6ae440eb-f655-40e4-90b4-ff7bfebe95c1", "address": "fa:16:3e:7f:af:69", "network": {"id": "6cfb8172-10c6-4491-89dc-9a9ab717502c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1128236953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb25dab2fa6b4a98b2ba221f184eb794", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ae440eb-f6", "ovs_interfaceid": "6ae440eb-f655-40e4-90b4-ff7bfebe95c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.483308] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Created folder: Instances in parent group-v371931. [ 1362.483540] env[62588]: DEBUG oslo.service.loopingcall [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1362.484310] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1362.484525] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74ebba50-b561-4a4e-a80b-6f29ac953f07 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.513610] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1362.513610] env[62588]: value = "task-1793133" [ 1362.513610] env[62588]: _type = "Task" [ 1362.513610] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.524768] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793133, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.555329] env[62588]: DEBUG nova.compute.manager [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1362.575879] env[62588]: DEBUG oslo_concurrency.lockutils [None req-67f336e8-c595-4dfa-b48a-a44f487a0c20 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.075s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.579490] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.951s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.599317] env[62588]: DEBUG nova.virt.hardware [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1362.599864] env[62588]: DEBUG nova.virt.hardware [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1362.599864] env[62588]: DEBUG nova.virt.hardware [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1362.599950] env[62588]: DEBUG nova.virt.hardware [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1362.601818] env[62588]: DEBUG nova.virt.hardware [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1362.601818] env[62588]: DEBUG nova.virt.hardware [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1362.601818] env[62588]: DEBUG nova.virt.hardware [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1362.601818] env[62588]: DEBUG nova.virt.hardware [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1362.601818] env[62588]: DEBUG nova.virt.hardware [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1362.602275] env[62588]: DEBUG nova.virt.hardware [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1362.602275] env[62588]: DEBUG nova.virt.hardware [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1362.604039] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baaa4466-8788-4361-9a7b-93ff50be12d2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.614614] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777785c7-0476-4b4a-9d95-cdb20fd81a76 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.620431] env[62588]: INFO nova.scheduler.client.report [None req-67f336e8-c595-4dfa-b48a-a44f487a0c20 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Deleted allocations for instance 67288410-ebc1-48b6-ae7e-ed1f8f38708a [ 1362.668710] env[62588]: INFO nova.compute.manager [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Took 29.64 seconds to build instance. [ 1362.689452] env[62588]: DEBUG oslo_vmware.api [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Task: {'id': task-1793128, 'name': PowerOnVM_Task, 'duration_secs': 0.624831} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.689452] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1362.689452] env[62588]: INFO nova.compute.manager [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Took 10.51 seconds to spawn the instance on the hypervisor. [ 1362.689452] env[62588]: DEBUG nova.compute.manager [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1362.689690] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e39ce0-8b19-4140-b6aa-c807a23d77ce {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.769636] env[62588]: DEBUG nova.network.neutron [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Successfully updated port: 74e52d91-8c61-4f85-8268-74efb7f840d3 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1362.804091] env[62588]: DEBUG oslo_vmware.api [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Task: {'id': task-1793130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092017} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.804091] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1362.804091] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef881e2c-0dd7-49ad-8abe-98ee40dfc5bb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.827225] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] e79ec9d6-161e-4797-bc31-1915ba813df6/e79ec9d6-161e-4797-bc31-1915ba813df6.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1362.827704] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9eec7fc-84a3-40bc-8557-772fac6fd2c6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.850524] env[62588]: DEBUG nova.network.neutron [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Successfully created port: acded6ea-f28c-4b40-88a9-66a6fd9cc78c {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1362.862156] env[62588]: DEBUG oslo_vmware.api [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Task: {'id': task-1793129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515616} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.863634] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 641a3a07-a4a4-4920-b710-f62bca7f9ebc/641a3a07-a4a4-4920-b710-f62bca7f9ebc.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1362.863932] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1362.864362] env[62588]: DEBUG oslo_vmware.api [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Waiting for the task: (returnval){ [ 1362.864362] env[62588]: value = "task-1793134" [ 1362.864362] env[62588]: _type = "Task" [ 1362.864362] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.864807] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2712560-e6c2-41a6-a6a8-df73cc4faed5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.875965] env[62588]: DEBUG oslo_vmware.api [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Task: {'id': task-1793134, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.876595] env[62588]: DEBUG oslo_vmware.api [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Waiting for the task: (returnval){ [ 1362.876595] env[62588]: value = "task-1793135" [ 1362.876595] env[62588]: _type = "Task" [ 1362.876595] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.886699] env[62588]: DEBUG oslo_vmware.api [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Task: {'id': task-1793135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.976429] env[62588]: DEBUG oslo_concurrency.lockutils [req-545ed171-2c57-4920-bfb1-42c745457c2c req-3aa06e94-2e42-4c72-80e3-c60564c1fe11 service nova] Releasing lock "refresh_cache-641a3a07-a4a4-4920-b710-f62bca7f9ebc" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.031879] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793133, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.085626] env[62588]: INFO nova.compute.claims [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1363.133889] env[62588]: DEBUG oslo_concurrency.lockutils [None req-67f336e8-c595-4dfa-b48a-a44f487a0c20 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "67288410-ebc1-48b6-ae7e-ed1f8f38708a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.770s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.169874] env[62588]: DEBUG oslo_concurrency.lockutils [None req-18a342d7-9464-4a0f-af90-13a6ca22d7ff tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Lock "34c9ee4c-c446-46aa-8566-d4f66dfef960" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.934s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.212070] env[62588]: INFO nova.compute.manager [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Took 25.15 seconds to build instance. [ 1363.274118] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Acquiring lock "refresh_cache-131759fb-7327-4603-918b-93607d2c1d6e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.274306] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Acquired lock "refresh_cache-131759fb-7327-4603-918b-93607d2c1d6e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.274494] env[62588]: DEBUG nova.network.neutron [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1363.380550] env[62588]: DEBUG oslo_vmware.api [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Task: {'id': task-1793134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.394579] env[62588]: DEBUG oslo_vmware.api [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Task: {'id': task-1793135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074227} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.394579] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1363.394579] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8860b3-d378-465c-8ad4-7b3b4502ba2e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.422798] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 641a3a07-a4a4-4920-b710-f62bca7f9ebc/641a3a07-a4a4-4920-b710-f62bca7f9ebc.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1363.423569] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-647eb9ed-469f-472b-9745-7ba6cfecac27 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.448452] env[62588]: DEBUG oslo_vmware.api [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Waiting for the task: (returnval){ [ 1363.448452] env[62588]: value = "task-1793136" [ 1363.448452] env[62588]: _type = "Task" [ 1363.448452] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.457608] env[62588]: DEBUG oslo_vmware.api [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Task: {'id': task-1793136, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.528574] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793133, 'name': CreateVM_Task, 'duration_secs': 0.74557} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.528943] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1363.530760] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.530960] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.531483] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1363.531773] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-680c0183-de4a-4fd5-b6e8-7f7fea7f6562 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.537557] env[62588]: DEBUG oslo_vmware.api [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for the task: (returnval){ [ 1363.537557] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5219c5f8-82dd-b8d8-6c3d-a63ebfd49afe" [ 1363.537557] env[62588]: _type = "Task" [ 1363.537557] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.547838] env[62588]: DEBUG oslo_vmware.api [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5219c5f8-82dd-b8d8-6c3d-a63ebfd49afe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.592124] env[62588]: INFO nova.compute.resource_tracker [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Updating resource usage from migration 4814ba23-e9dc-43b8-8cd2-9151b55d5966 [ 1363.676568] env[62588]: DEBUG nova.compute.manager [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1363.713618] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5e31bc9e-3691-423b-ba57-41290a534d7f tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Lock "ca06a33a-8a7b-40f5-84ed-b5f27616d1f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.865s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.859303] env[62588]: DEBUG nova.network.neutron [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1363.885470] env[62588]: DEBUG oslo_vmware.api [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Task: {'id': task-1793134, 'name': ReconfigVM_Task, 'duration_secs': 0.759328} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.885763] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Reconfigured VM instance instance-00000006 to attach disk [datastore1] e79ec9d6-161e-4797-bc31-1915ba813df6/e79ec9d6-161e-4797-bc31-1915ba813df6.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1363.886395] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3bcd0eb4-e114-436b-bf68-3023619f0084 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.913620] env[62588]: DEBUG oslo_vmware.api [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Waiting for the task: (returnval){ [ 1363.913620] env[62588]: value = "task-1793137" [ 1363.913620] env[62588]: _type = "Task" [ 1363.913620] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.930822] env[62588]: DEBUG oslo_vmware.api [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Task: {'id': task-1793137, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.969161] env[62588]: DEBUG oslo_vmware.api [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Task: {'id': task-1793136, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.039788] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec86f10-c0b0-4c56-b39d-a4046346e4a3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.051874] env[62588]: DEBUG oslo_vmware.api [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5219c5f8-82dd-b8d8-6c3d-a63ebfd49afe, 'name': SearchDatastore_Task, 'duration_secs': 0.011161} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.054260] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.054260] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1364.054453] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1364.054565] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.056637] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1364.056637] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e86bbe57-adea-4b57-8d42-3cf69c92083c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.057499] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0efa7f5-e4bd-416c-8bb0-85793f6c7387 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.097682] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53159c8f-6097-488a-9d10-d599420628ed {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.100519] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1364.101337] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1364.101745] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0abc9e92-e2e0-4df4-9daf-dc547dd1b091 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.109118] env[62588]: DEBUG oslo_vmware.api [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for the task: (returnval){ [ 1364.109118] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52855632-31b2-5c4d-7616-444980225f46" [ 1364.109118] env[62588]: _type = "Task" [ 1364.109118] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.115792] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d8db48-9c9b-43e1-a171-e23c14b224fb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.133502] env[62588]: DEBUG nova.compute.provider_tree [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1364.140843] env[62588]: DEBUG oslo_vmware.api [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52855632-31b2-5c4d-7616-444980225f46, 'name': SearchDatastore_Task, 'duration_secs': 0.012784} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.144793] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdf38040-6cd9-4140-be1b-492ba1bab03a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.151718] env[62588]: DEBUG oslo_vmware.api [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for the task: (returnval){ [ 1364.151718] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52100bbb-6a5c-8237-acd5-57e3c3c7a0bd" [ 1364.151718] env[62588]: _type = "Task" [ 1364.151718] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.161281] env[62588]: DEBUG oslo_vmware.api [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52100bbb-6a5c-8237-acd5-57e3c3c7a0bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.204352] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.216069] env[62588]: DEBUG nova.compute.manager [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1364.430276] env[62588]: DEBUG oslo_vmware.api [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Task: {'id': task-1793137, 'name': Rename_Task, 'duration_secs': 0.241966} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.430592] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1364.430842] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86ee4e6c-be80-4e89-9e7a-eb82fe672cdb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.439269] env[62588]: DEBUG oslo_vmware.api [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Waiting for the task: (returnval){ [ 1364.439269] env[62588]: value = "task-1793138" [ 1364.439269] env[62588]: _type = "Task" [ 1364.439269] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.453087] env[62588]: DEBUG oslo_vmware.api [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Task: {'id': task-1793138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.463705] env[62588]: DEBUG oslo_vmware.api [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Task: {'id': task-1793136, 'name': ReconfigVM_Task, 'duration_secs': 0.58345} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.464939] env[62588]: DEBUG nova.network.neutron [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Updating instance_info_cache with network_info: [{"id": "74e52d91-8c61-4f85-8268-74efb7f840d3", "address": "fa:16:3e:04:37:d0", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74e52d91-8c", "ovs_interfaceid": "74e52d91-8c61-4f85-8268-74efb7f840d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.466587] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 641a3a07-a4a4-4920-b710-f62bca7f9ebc/641a3a07-a4a4-4920-b710-f62bca7f9ebc.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1364.469318] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c0e729b-b2ec-4cf6-9abb-7661b586a0ce {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.478663] env[62588]: DEBUG oslo_vmware.api [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Waiting for the task: (returnval){ [ 1364.478663] env[62588]: value = "task-1793139" [ 1364.478663] env[62588]: _type = "Task" [ 1364.478663] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.492719] env[62588]: DEBUG oslo_vmware.api [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Task: {'id': task-1793139, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.644578] env[62588]: DEBUG nova.scheduler.client.report [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1364.663778] env[62588]: DEBUG oslo_vmware.api [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52100bbb-6a5c-8237-acd5-57e3c3c7a0bd, 'name': SearchDatastore_Task, 'duration_secs': 0.015689} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.664754] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.665017] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5/9f4fcd9a-eb33-41d8-b7f6-b57b647049d5.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1364.665551] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c83013c-496c-4caf-9041-1befad09c1f2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.675550] env[62588]: DEBUG oslo_vmware.api [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for the task: (returnval){ [ 1364.675550] env[62588]: value = "task-1793140" [ 1364.675550] env[62588]: _type = "Task" [ 1364.675550] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.690549] env[62588]: DEBUG oslo_vmware.api [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.749686] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.965064] env[62588]: DEBUG oslo_vmware.api [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Task: {'id': task-1793138, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.968714] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Releasing lock "refresh_cache-131759fb-7327-4603-918b-93607d2c1d6e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.969900] env[62588]: DEBUG nova.compute.manager [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Instance network_info: |[{"id": "74e52d91-8c61-4f85-8268-74efb7f840d3", "address": "fa:16:3e:04:37:d0", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74e52d91-8c", "ovs_interfaceid": "74e52d91-8c61-4f85-8268-74efb7f840d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1364.970882] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:37:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74e52d91-8c61-4f85-8268-74efb7f840d3', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1364.979029] env[62588]: DEBUG oslo.service.loopingcall [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1364.979612] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1364.979887] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3662086e-b6a2-4724-8f05-9d68e8729c90 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.007540] env[62588]: DEBUG oslo_vmware.api [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Task: {'id': task-1793139, 'name': Rename_Task, 'duration_secs': 0.168536} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.009221] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1365.010063] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1365.010063] env[62588]: value = "task-1793141" [ 1365.010063] env[62588]: _type = "Task" [ 1365.010063] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.010063] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5d63886-b819-4019-afad-3c93cf4932e5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.023268] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793141, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.025464] env[62588]: DEBUG oslo_vmware.api [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Waiting for the task: (returnval){ [ 1365.025464] env[62588]: value = "task-1793142" [ 1365.025464] env[62588]: _type = "Task" [ 1365.025464] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.036101] env[62588]: DEBUG oslo_vmware.api [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Task: {'id': task-1793142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.151599] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.573s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.151709] env[62588]: INFO nova.compute.manager [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Migrating [ 1365.151947] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.152070] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.153477] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.892s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.155111] env[62588]: INFO nova.compute.claims [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1365.187271] env[62588]: DEBUG oslo_vmware.api [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793140, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.284081] env[62588]: DEBUG nova.compute.manager [req-fe4e2bd3-399d-48be-b8c4-c8cf6c78f9e5 req-16a56b57-c8f6-432c-9c84-5fd97ea19eeb service nova] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Received event network-changed-7d1eeeaf-6fa5-4dbf-91b1-b1699472c707 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1365.284192] env[62588]: DEBUG nova.compute.manager [req-fe4e2bd3-399d-48be-b8c4-c8cf6c78f9e5 req-16a56b57-c8f6-432c-9c84-5fd97ea19eeb service nova] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Refreshing instance network info cache due to event network-changed-7d1eeeaf-6fa5-4dbf-91b1-b1699472c707. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1365.284411] env[62588]: DEBUG oslo_concurrency.lockutils [req-fe4e2bd3-399d-48be-b8c4-c8cf6c78f9e5 req-16a56b57-c8f6-432c-9c84-5fd97ea19eeb service nova] Acquiring lock "refresh_cache-9f4fcd9a-eb33-41d8-b7f6-b57b647049d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.284773] env[62588]: DEBUG oslo_concurrency.lockutils [req-fe4e2bd3-399d-48be-b8c4-c8cf6c78f9e5 req-16a56b57-c8f6-432c-9c84-5fd97ea19eeb service nova] Acquired lock "refresh_cache-9f4fcd9a-eb33-41d8-b7f6-b57b647049d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.285681] env[62588]: DEBUG nova.network.neutron [req-fe4e2bd3-399d-48be-b8c4-c8cf6c78f9e5 req-16a56b57-c8f6-432c-9c84-5fd97ea19eeb service nova] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Refreshing network info cache for port 7d1eeeaf-6fa5-4dbf-91b1-b1699472c707 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1365.454670] env[62588]: DEBUG oslo_vmware.api [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Task: {'id': task-1793138, 'name': PowerOnVM_Task, 'duration_secs': 0.669686} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.455608] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1365.456227] env[62588]: DEBUG nova.compute.manager [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1365.457024] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b9f5e4-a9ec-4602-a593-1cf5b9a1b1c5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.525076] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793141, 'name': CreateVM_Task, 'duration_secs': 0.403045} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.525270] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1365.525959] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.526142] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.526456] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1365.526760] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4645f822-2c2b-4ba0-82f9-dfe9471f07d3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.542920] env[62588]: DEBUG oslo_vmware.api [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Waiting for the task: (returnval){ [ 1365.542920] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b9a8ac-4dfb-02f9-4052-f637e87d01a4" [ 1365.542920] env[62588]: _type = "Task" [ 1365.542920] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.543238] env[62588]: DEBUG oslo_vmware.api [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Task: {'id': task-1793142, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.554603] env[62588]: DEBUG oslo_vmware.api [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b9a8ac-4dfb-02f9-4052-f637e87d01a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.661964] env[62588]: INFO nova.compute.rpcapi [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1365.662466] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.685682] env[62588]: DEBUG oslo_concurrency.lockutils [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.685682] env[62588]: DEBUG oslo_concurrency.lockutils [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.703608] env[62588]: DEBUG oslo_vmware.api [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518822} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.704435] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5/9f4fcd9a-eb33-41d8-b7f6-b57b647049d5.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1365.704758] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1365.706170] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed1798e7-f156-4b3c-8e91-a3cd7ba9dba3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.717715] env[62588]: DEBUG oslo_vmware.api [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for the task: (returnval){ [ 1365.717715] env[62588]: value = "task-1793143" [ 1365.717715] env[62588]: _type = "Task" [ 1365.717715] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.731138] env[62588]: DEBUG oslo_vmware.api [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793143, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.982887] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.037671] env[62588]: DEBUG oslo_vmware.api [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Task: {'id': task-1793142, 'name': PowerOnVM_Task, 'duration_secs': 0.702877} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.037962] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1366.038299] env[62588]: INFO nova.compute.manager [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Took 11.34 seconds to spawn the instance on the hypervisor. [ 1366.038591] env[62588]: DEBUG nova.compute.manager [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1366.039435] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d925de8-95e3-43cb-85c7-a0a23c785066 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.058030] env[62588]: DEBUG oslo_vmware.api [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b9a8ac-4dfb-02f9-4052-f637e87d01a4, 'name': SearchDatastore_Task, 'duration_secs': 0.013598} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.058402] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.058678] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1366.058959] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.059144] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.059362] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1366.059715] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78aa3f74-68d2-4c93-bcf3-0b88224b0479 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.075816] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1366.075816] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1366.076163] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53743322-2fe2-463d-b380-cc66db9fd94e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.082622] env[62588]: DEBUG oslo_vmware.api [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Waiting for the task: (returnval){ [ 1366.082622] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522435ee-c9c6-7abe-f9cc-dd2cd1ccc121" [ 1366.082622] env[62588]: _type = "Task" [ 1366.082622] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.092883] env[62588]: DEBUG oslo_vmware.api [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522435ee-c9c6-7abe-f9cc-dd2cd1ccc121, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.195020] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquiring lock "refresh_cache-d3291e2a-3e28-424a-94a5-b9831dcdbb09" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.195020] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquired lock "refresh_cache-d3291e2a-3e28-424a-94a5-b9831dcdbb09" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.195020] env[62588]: DEBUG nova.network.neutron [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1366.233417] env[62588]: DEBUG oslo_vmware.api [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793143, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073351} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.233904] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1366.238041] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eea960c-4314-4ec4-8b23-6945e2f7c156 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.265402] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5/9f4fcd9a-eb33-41d8-b7f6-b57b647049d5.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.269073] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34db0348-0611-46b3-a7df-7939e13db33f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.295897] env[62588]: DEBUG oslo_vmware.api [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for the task: (returnval){ [ 1366.295897] env[62588]: value = "task-1793144" [ 1366.295897] env[62588]: _type = "Task" [ 1366.295897] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.307153] env[62588]: DEBUG oslo_vmware.api [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793144, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.519988] env[62588]: DEBUG nova.network.neutron [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Successfully updated port: acded6ea-f28c-4b40-88a9-66a6fd9cc78c {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1366.537152] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Acquiring lock "10cf38fe-eb65-4492-91b2-d830c6769cb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.537949] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Lock "10cf38fe-eb65-4492-91b2-d830c6769cb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.574856] env[62588]: INFO nova.compute.manager [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Took 27.34 seconds to build instance. [ 1366.603324] env[62588]: DEBUG oslo_vmware.api [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522435ee-c9c6-7abe-f9cc-dd2cd1ccc121, 'name': SearchDatastore_Task, 'duration_secs': 0.014727} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.603892] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a40b839b-b1e6-4863-84ef-d0ac7da53a9e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.614705] env[62588]: DEBUG oslo_vmware.api [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Waiting for the task: (returnval){ [ 1366.614705] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52107411-4a91-cebc-9fd2-b873c1aa1bf8" [ 1366.614705] env[62588]: _type = "Task" [ 1366.614705] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.626742] env[62588]: DEBUG oslo_vmware.api [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52107411-4a91-cebc-9fd2-b873c1aa1bf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.681272] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1a84c3-4b79-4c43-ad9c-c6a0c90b5e53 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.690243] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b051bb59-3afa-4835-b165-3e2b17bee6a8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.729457] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0326cc56-429d-410f-a52f-18ad5d1fd305 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.739627] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc44e64b-eadc-4ab2-9551-9d72439d53b7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.755518] env[62588]: DEBUG nova.compute.provider_tree [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.807857] env[62588]: DEBUG oslo_vmware.api [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793144, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.025751] env[62588]: DEBUG oslo_concurrency.lockutils [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquiring lock "refresh_cache-48e51ea3-9a6e-4078-9c09-b3b4291d2d55" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.025751] env[62588]: DEBUG oslo_concurrency.lockutils [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquired lock "refresh_cache-48e51ea3-9a6e-4078-9c09-b3b4291d2d55" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.025895] env[62588]: DEBUG nova.network.neutron [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1367.078713] env[62588]: DEBUG oslo_concurrency.lockutils [None req-802e4c5f-54a3-4f44-8bc2-0f46dc4b244e tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Lock "641a3a07-a4a4-4920-b710-f62bca7f9ebc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.701s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.128241] env[62588]: DEBUG oslo_vmware.api [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52107411-4a91-cebc-9fd2-b873c1aa1bf8, 'name': SearchDatastore_Task, 'duration_secs': 0.020109} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.129249] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.129249] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 131759fb-7327-4603-918b-93607d2c1d6e/131759fb-7327-4603-918b-93607d2c1d6e.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1367.129249] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2eb36e6b-8fb2-478b-b63a-29f64c26d8db {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.138546] env[62588]: DEBUG oslo_vmware.api [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Waiting for the task: (returnval){ [ 1367.138546] env[62588]: value = "task-1793145" [ 1367.138546] env[62588]: _type = "Task" [ 1367.138546] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.150587] env[62588]: DEBUG oslo_vmware.api [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': task-1793145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.259186] env[62588]: DEBUG nova.scheduler.client.report [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1367.312995] env[62588]: DEBUG oslo_vmware.api [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793144, 'name': ReconfigVM_Task, 'duration_secs': 0.951306} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.312995] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5/9f4fcd9a-eb33-41d8-b7f6-b57b647049d5.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1367.313597] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0faab82b-51af-448b-9b86-0cec381f6f25 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.316594] env[62588]: DEBUG nova.network.neutron [req-fe4e2bd3-399d-48be-b8c4-c8cf6c78f9e5 req-16a56b57-c8f6-432c-9c84-5fd97ea19eeb service nova] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Updated VIF entry in instance network info cache for port 7d1eeeaf-6fa5-4dbf-91b1-b1699472c707. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1367.317011] env[62588]: DEBUG nova.network.neutron [req-fe4e2bd3-399d-48be-b8c4-c8cf6c78f9e5 req-16a56b57-c8f6-432c-9c84-5fd97ea19eeb service nova] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Updating instance_info_cache with network_info: [{"id": "7d1eeeaf-6fa5-4dbf-91b1-b1699472c707", "address": "fa:16:3e:0d:49:13", "network": {"id": "4c5d5d94-4339-4dab-8d6e-cd6c3c03ed48", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1993048789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9445a410224d4e038fb24f758bd2bf95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d1eeeaf-6f", "ovs_interfaceid": "7d1eeeaf-6fa5-4dbf-91b1-b1699472c707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.325777] env[62588]: DEBUG oslo_vmware.api [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for the task: (returnval){ [ 1367.325777] env[62588]: value = "task-1793146" [ 1367.325777] env[62588]: _type = "Task" [ 1367.325777] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.339577] env[62588]: DEBUG oslo_vmware.api [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793146, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.584201] env[62588]: DEBUG nova.compute.manager [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1367.653173] env[62588]: DEBUG oslo_vmware.api [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': task-1793145, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.765107] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.765889] env[62588]: DEBUG nova.compute.manager [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1367.768667] env[62588]: DEBUG oslo_concurrency.lockutils [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.348s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.770927] env[62588]: INFO nova.compute.claims [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1367.801155] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Acquiring lock "0ef60274-1006-47e0-a677-4a4c21ee3dac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.801155] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Lock "0ef60274-1006-47e0-a677-4a4c21ee3dac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.820196] env[62588]: DEBUG oslo_concurrency.lockutils [req-fe4e2bd3-399d-48be-b8c4-c8cf6c78f9e5 req-16a56b57-c8f6-432c-9c84-5fd97ea19eeb service nova] Releasing lock "refresh_cache-9f4fcd9a-eb33-41d8-b7f6-b57b647049d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.820523] env[62588]: DEBUG nova.compute.manager [req-fe4e2bd3-399d-48be-b8c4-c8cf6c78f9e5 req-16a56b57-c8f6-432c-9c84-5fd97ea19eeb service nova] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Received event network-vif-plugged-74e52d91-8c61-4f85-8268-74efb7f840d3 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1367.820791] env[62588]: DEBUG oslo_concurrency.lockutils [req-fe4e2bd3-399d-48be-b8c4-c8cf6c78f9e5 req-16a56b57-c8f6-432c-9c84-5fd97ea19eeb service nova] Acquiring lock "131759fb-7327-4603-918b-93607d2c1d6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.821255] env[62588]: DEBUG oslo_concurrency.lockutils [req-fe4e2bd3-399d-48be-b8c4-c8cf6c78f9e5 req-16a56b57-c8f6-432c-9c84-5fd97ea19eeb service nova] Lock "131759fb-7327-4603-918b-93607d2c1d6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.821255] env[62588]: DEBUG oslo_concurrency.lockutils [req-fe4e2bd3-399d-48be-b8c4-c8cf6c78f9e5 req-16a56b57-c8f6-432c-9c84-5fd97ea19eeb service nova] Lock "131759fb-7327-4603-918b-93607d2c1d6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.821438] env[62588]: DEBUG nova.compute.manager [req-fe4e2bd3-399d-48be-b8c4-c8cf6c78f9e5 req-16a56b57-c8f6-432c-9c84-5fd97ea19eeb service nova] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] No waiting events found dispatching network-vif-plugged-74e52d91-8c61-4f85-8268-74efb7f840d3 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1367.821746] env[62588]: WARNING nova.compute.manager [req-fe4e2bd3-399d-48be-b8c4-c8cf6c78f9e5 req-16a56b57-c8f6-432c-9c84-5fd97ea19eeb service nova] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Received unexpected event network-vif-plugged-74e52d91-8c61-4f85-8268-74efb7f840d3 for instance with vm_state building and task_state spawning. [ 1367.821935] env[62588]: DEBUG nova.compute.manager [req-fe4e2bd3-399d-48be-b8c4-c8cf6c78f9e5 req-16a56b57-c8f6-432c-9c84-5fd97ea19eeb service nova] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Received event network-changed-74e52d91-8c61-4f85-8268-74efb7f840d3 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1367.822155] env[62588]: DEBUG nova.compute.manager [req-fe4e2bd3-399d-48be-b8c4-c8cf6c78f9e5 req-16a56b57-c8f6-432c-9c84-5fd97ea19eeb service nova] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Refreshing instance network info cache due to event network-changed-74e52d91-8c61-4f85-8268-74efb7f840d3. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1367.822388] env[62588]: DEBUG oslo_concurrency.lockutils [req-fe4e2bd3-399d-48be-b8c4-c8cf6c78f9e5 req-16a56b57-c8f6-432c-9c84-5fd97ea19eeb service nova] Acquiring lock "refresh_cache-131759fb-7327-4603-918b-93607d2c1d6e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.822572] env[62588]: DEBUG oslo_concurrency.lockutils [req-fe4e2bd3-399d-48be-b8c4-c8cf6c78f9e5 req-16a56b57-c8f6-432c-9c84-5fd97ea19eeb service nova] Acquired lock "refresh_cache-131759fb-7327-4603-918b-93607d2c1d6e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.822778] env[62588]: DEBUG nova.network.neutron [req-fe4e2bd3-399d-48be-b8c4-c8cf6c78f9e5 req-16a56b57-c8f6-432c-9c84-5fd97ea19eeb service nova] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Refreshing network info cache for port 74e52d91-8c61-4f85-8268-74efb7f840d3 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1367.837830] env[62588]: DEBUG oslo_vmware.api [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793146, 'name': Rename_Task, 'duration_secs': 0.232295} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.838176] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1367.838432] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3406849b-86c9-4e1e-9fae-75cd7fa6d1e6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.847697] env[62588]: DEBUG oslo_vmware.api [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for the task: (returnval){ [ 1367.847697] env[62588]: value = "task-1793147" [ 1367.847697] env[62588]: _type = "Task" [ 1367.847697] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.857901] env[62588]: DEBUG oslo_vmware.api [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.954564] env[62588]: DEBUG nova.network.neutron [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1368.112119] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.151896] env[62588]: DEBUG oslo_vmware.api [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': task-1793145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584177} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.152175] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 131759fb-7327-4603-918b-93607d2c1d6e/131759fb-7327-4603-918b-93607d2c1d6e.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1368.158017] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1368.158017] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d28d04e-2fdc-45ab-843e-1f07b27b8267 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.167606] env[62588]: DEBUG oslo_vmware.api [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Waiting for the task: (returnval){ [ 1368.167606] env[62588]: value = "task-1793148" [ 1368.167606] env[62588]: _type = "Task" [ 1368.167606] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.183225] env[62588]: DEBUG oslo_vmware.api [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': task-1793148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.277304] env[62588]: DEBUG nova.compute.utils [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1368.283852] env[62588]: DEBUG nova.network.neutron [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Updating instance_info_cache with network_info: [{"id": "0cec80a7-baa9-4584-bb28-3a9d45a74db3", "address": "fa:16:3e:90:2b:77", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cec80a7-ba", "ovs_interfaceid": "0cec80a7-baa9-4584-bb28-3a9d45a74db3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.285379] env[62588]: DEBUG nova.compute.manager [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1368.285379] env[62588]: DEBUG nova.network.neutron [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1368.359997] env[62588]: DEBUG oslo_vmware.api [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793147, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.513024] env[62588]: DEBUG nova.policy [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0af616a3b7b94ed68889708814407f09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b6ba9dae14d49cda86ef7a8423e738e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1368.686103] env[62588]: DEBUG oslo_vmware.api [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': task-1793148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076704} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.687488] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1368.687488] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a5b3ed-1da0-4211-835a-8ac41f8bd94b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.719581] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 131759fb-7327-4603-918b-93607d2c1d6e/131759fb-7327-4603-918b-93607d2c1d6e.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1368.720841] env[62588]: DEBUG nova.network.neutron [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Updating instance_info_cache with network_info: [{"id": "acded6ea-f28c-4b40-88a9-66a6fd9cc78c", "address": "fa:16:3e:50:38:5d", "network": {"id": "4c5d5d94-4339-4dab-8d6e-cd6c3c03ed48", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1993048789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9445a410224d4e038fb24f758bd2bf95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacded6ea-f2", "ovs_interfaceid": "acded6ea-f28c-4b40-88a9-66a6fd9cc78c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.722421] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c913f09-7d6a-49ed-9ef5-afc32151c976 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.746504] env[62588]: DEBUG oslo_vmware.api [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Waiting for the task: (returnval){ [ 1368.746504] env[62588]: value = "task-1793149" [ 1368.746504] env[62588]: _type = "Task" [ 1368.746504] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.761345] env[62588]: DEBUG oslo_vmware.api [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': task-1793149, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.784195] env[62588]: DEBUG nova.compute.manager [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1368.794071] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Releasing lock "refresh_cache-d3291e2a-3e28-424a-94a5-b9831dcdbb09" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1368.863161] env[62588]: DEBUG oslo_vmware.api [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793147, 'name': PowerOnVM_Task, 'duration_secs': 0.988614} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.867398] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1368.867634] env[62588]: INFO nova.compute.manager [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Took 11.66 seconds to spawn the instance on the hypervisor. [ 1368.867807] env[62588]: DEBUG nova.compute.manager [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1368.869141] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2aa785-e63a-496a-8d9b-010a638795bd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.241563] env[62588]: DEBUG oslo_concurrency.lockutils [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Releasing lock "refresh_cache-48e51ea3-9a6e-4078-9c09-b3b4291d2d55" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.241875] env[62588]: DEBUG nova.compute.manager [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Instance network_info: |[{"id": "acded6ea-f28c-4b40-88a9-66a6fd9cc78c", "address": "fa:16:3e:50:38:5d", "network": {"id": "4c5d5d94-4339-4dab-8d6e-cd6c3c03ed48", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1993048789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9445a410224d4e038fb24f758bd2bf95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacded6ea-f2", "ovs_interfaceid": "acded6ea-f28c-4b40-88a9-66a6fd9cc78c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1369.243129] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:38:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '462a7219-4deb-4225-9cf7-3131ef280363', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acded6ea-f28c-4b40-88a9-66a6fd9cc78c', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1369.254912] env[62588]: DEBUG oslo.service.loopingcall [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1369.254912] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1369.259284] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3543589f-31f3-4c2d-a5d5-cfc25cb0c0b3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.284813] env[62588]: DEBUG oslo_vmware.api [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': task-1793149, 'name': ReconfigVM_Task, 'duration_secs': 0.338979} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.286394] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 131759fb-7327-4603-918b-93607d2c1d6e/131759fb-7327-4603-918b-93607d2c1d6e.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1369.287425] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1369.287425] env[62588]: value = "task-1793150" [ 1369.287425] env[62588]: _type = "Task" [ 1369.287425] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.288075] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f320818f-a96e-40cf-80b8-84895f25bd1b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.312495] env[62588]: DEBUG oslo_vmware.api [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Waiting for the task: (returnval){ [ 1369.312495] env[62588]: value = "task-1793151" [ 1369.312495] env[62588]: _type = "Task" [ 1369.312495] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.319710] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793150, 'name': CreateVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.326455] env[62588]: DEBUG oslo_vmware.api [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': task-1793151, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.329898] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8f9de4-0de4-4899-8ee5-5eb45bfbf648 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.338540] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7e2b55-dedb-46a3-9071-a1da9ca25db5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.377809] env[62588]: DEBUG nova.network.neutron [req-fe4e2bd3-399d-48be-b8c4-c8cf6c78f9e5 req-16a56b57-c8f6-432c-9c84-5fd97ea19eeb service nova] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Updated VIF entry in instance network info cache for port 74e52d91-8c61-4f85-8268-74efb7f840d3. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1369.378399] env[62588]: DEBUG nova.network.neutron [req-fe4e2bd3-399d-48be-b8c4-c8cf6c78f9e5 req-16a56b57-c8f6-432c-9c84-5fd97ea19eeb service nova] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Updating instance_info_cache with network_info: [{"id": "74e52d91-8c61-4f85-8268-74efb7f840d3", "address": "fa:16:3e:04:37:d0", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74e52d91-8c", "ovs_interfaceid": "74e52d91-8c61-4f85-8268-74efb7f840d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.380706] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126a8ef5-ba42-4a24-a6b2-3824c73e09df {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.111770] env[62588]: DEBUG nova.compute.manager [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1370.118913] env[62588]: DEBUG oslo_concurrency.lockutils [req-fe4e2bd3-399d-48be-b8c4-c8cf6c78f9e5 req-16a56b57-c8f6-432c-9c84-5fd97ea19eeb service nova] Releasing lock "refresh_cache-131759fb-7327-4603-918b-93607d2c1d6e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.121900] env[62588]: DEBUG nova.network.neutron [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Successfully created port: b9b9a59c-0d4e-4e11-95d4-42aff17e329f {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1370.137596] env[62588]: DEBUG nova.compute.manager [req-f1b0de7d-63d5-40bf-9282-4fc8e5e66e20 req-134fde8c-fdf8-43af-9176-7be7fb6ed9f0 service nova] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Received event network-vif-plugged-acded6ea-f28c-4b40-88a9-66a6fd9cc78c {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1370.137796] env[62588]: DEBUG oslo_concurrency.lockutils [req-f1b0de7d-63d5-40bf-9282-4fc8e5e66e20 req-134fde8c-fdf8-43af-9176-7be7fb6ed9f0 service nova] Acquiring lock "48e51ea3-9a6e-4078-9c09-b3b4291d2d55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.137992] env[62588]: DEBUG oslo_concurrency.lockutils [req-f1b0de7d-63d5-40bf-9282-4fc8e5e66e20 req-134fde8c-fdf8-43af-9176-7be7fb6ed9f0 service nova] Lock "48e51ea3-9a6e-4078-9c09-b3b4291d2d55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.138171] env[62588]: DEBUG oslo_concurrency.lockutils [req-f1b0de7d-63d5-40bf-9282-4fc8e5e66e20 req-134fde8c-fdf8-43af-9176-7be7fb6ed9f0 service nova] Lock "48e51ea3-9a6e-4078-9c09-b3b4291d2d55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.138385] env[62588]: DEBUG nova.compute.manager [req-f1b0de7d-63d5-40bf-9282-4fc8e5e66e20 req-134fde8c-fdf8-43af-9176-7be7fb6ed9f0 service nova] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] No waiting events found dispatching network-vif-plugged-acded6ea-f28c-4b40-88a9-66a6fd9cc78c {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1370.138564] env[62588]: WARNING nova.compute.manager [req-f1b0de7d-63d5-40bf-9282-4fc8e5e66e20 req-134fde8c-fdf8-43af-9176-7be7fb6ed9f0 service nova] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Received unexpected event network-vif-plugged-acded6ea-f28c-4b40-88a9-66a6fd9cc78c for instance with vm_state building and task_state spawning. [ 1370.138718] env[62588]: DEBUG nova.compute.manager [req-f1b0de7d-63d5-40bf-9282-4fc8e5e66e20 req-134fde8c-fdf8-43af-9176-7be7fb6ed9f0 service nova] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Received event network-changed-acded6ea-f28c-4b40-88a9-66a6fd9cc78c {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1370.138863] env[62588]: DEBUG nova.compute.manager [req-f1b0de7d-63d5-40bf-9282-4fc8e5e66e20 req-134fde8c-fdf8-43af-9176-7be7fb6ed9f0 service nova] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Refreshing instance network info cache due to event network-changed-acded6ea-f28c-4b40-88a9-66a6fd9cc78c. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1370.139049] env[62588]: DEBUG oslo_concurrency.lockutils [req-f1b0de7d-63d5-40bf-9282-4fc8e5e66e20 req-134fde8c-fdf8-43af-9176-7be7fb6ed9f0 service nova] Acquiring lock "refresh_cache-48e51ea3-9a6e-4078-9c09-b3b4291d2d55" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.139241] env[62588]: DEBUG oslo_concurrency.lockutils [req-f1b0de7d-63d5-40bf-9282-4fc8e5e66e20 req-134fde8c-fdf8-43af-9176-7be7fb6ed9f0 service nova] Acquired lock "refresh_cache-48e51ea3-9a6e-4078-9c09-b3b4291d2d55" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.139343] env[62588]: DEBUG nova.network.neutron [req-f1b0de7d-63d5-40bf-9282-4fc8e5e66e20 req-134fde8c-fdf8-43af-9176-7be7fb6ed9f0 service nova] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Refreshing network info cache for port acded6ea-f28c-4b40-88a9-66a6fd9cc78c {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1370.142081] env[62588]: INFO nova.compute.manager [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Took 29.65 seconds to build instance. [ 1370.144619] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93b3300-59eb-4b7b-b951-8fa05d0fd5e6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.161683] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793150, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.161992] env[62588]: DEBUG oslo_vmware.api [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': task-1793151, 'name': Rename_Task, 'duration_secs': 0.202441} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.171735] env[62588]: DEBUG nova.virt.hardware [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1370.171991] env[62588]: DEBUG nova.virt.hardware [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1370.172257] env[62588]: DEBUG nova.virt.hardware [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1370.172350] env[62588]: DEBUG nova.virt.hardware [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1370.172596] env[62588]: DEBUG nova.virt.hardware [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1370.172813] env[62588]: DEBUG nova.virt.hardware [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1370.172983] env[62588]: DEBUG nova.virt.hardware [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1370.173702] env[62588]: DEBUG nova.virt.hardware [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1370.173702] env[62588]: DEBUG nova.virt.hardware [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1370.173702] env[62588]: DEBUG nova.virt.hardware [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1370.173702] env[62588]: DEBUG nova.virt.hardware [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1370.174680] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1370.175224] env[62588]: DEBUG nova.compute.provider_tree [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.177036] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd7cbdf-3adf-48b5-a594-f8cf1d00c00f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.180150] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5df6f253-dd53-45e3-9e3b-0adce04d7f3e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.193519] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7909cd-9e32-42e9-8cfc-7b6d9e191c86 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.197540] env[62588]: DEBUG oslo_vmware.api [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Waiting for the task: (returnval){ [ 1370.197540] env[62588]: value = "task-1793152" [ 1370.197540] env[62588]: _type = "Task" [ 1370.197540] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.219899] env[62588]: DEBUG oslo_vmware.api [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': task-1793152, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.623891] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793150, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.628716] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3572114-cf75-4b46-8b42-bcf599e4320b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.656682] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Acquiring lock "e79ec9d6-161e-4797-bc31-1915ba813df6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.657275] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Lock "e79ec9d6-161e-4797-bc31-1915ba813df6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.657500] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Acquiring lock "e79ec9d6-161e-4797-bc31-1915ba813df6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.657684] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Lock "e79ec9d6-161e-4797-bc31-1915ba813df6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.657853] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Lock "e79ec9d6-161e-4797-bc31-1915ba813df6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.659731] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4790a125-e9e6-4bb9-a1d1-ec8fe05acd55 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Acquiring lock "ad7e8485-ce2d-4025-afcc-29d3d3ce0da8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.659937] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4790a125-e9e6-4bb9-a1d1-ec8fe05acd55 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Lock "ad7e8485-ce2d-4025-afcc-29d3d3ce0da8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.660140] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4790a125-e9e6-4bb9-a1d1-ec8fe05acd55 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Acquiring lock "ad7e8485-ce2d-4025-afcc-29d3d3ce0da8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.660314] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4790a125-e9e6-4bb9-a1d1-ec8fe05acd55 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Lock "ad7e8485-ce2d-4025-afcc-29d3d3ce0da8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.660475] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4790a125-e9e6-4bb9-a1d1-ec8fe05acd55 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Lock "ad7e8485-ce2d-4025-afcc-29d3d3ce0da8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.662339] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a6301e19-f026-4960-830f-9e5025105b41 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lock "9f4fcd9a-eb33-41d8-b7f6-b57b647049d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.222s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.662678] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Updating instance 'd3291e2a-3e28-424a-94a5-b9831dcdbb09' progress to 0 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1370.667325] env[62588]: INFO nova.compute.manager [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Terminating instance [ 1370.669834] env[62588]: INFO nova.compute.manager [None req-4790a125-e9e6-4bb9-a1d1-ec8fe05acd55 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Terminating instance [ 1370.681573] env[62588]: DEBUG nova.scheduler.client.report [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1370.711835] env[62588]: DEBUG oslo_vmware.api [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': task-1793152, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.128860] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793150, 'name': CreateVM_Task, 'duration_secs': 1.418411} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.128860] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1371.128860] env[62588]: DEBUG oslo_concurrency.lockutils [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.128860] env[62588]: DEBUG oslo_concurrency.lockutils [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.128860] env[62588]: DEBUG oslo_concurrency.lockutils [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1371.128860] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1ca077f-d85b-459b-91f8-f4f6ce095da9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.139203] env[62588]: DEBUG oslo_vmware.api [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for the task: (returnval){ [ 1371.139203] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52da7d99-83d0-8279-9d08-68db9cbe4432" [ 1371.139203] env[62588]: _type = "Task" [ 1371.139203] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.161513] env[62588]: DEBUG oslo_vmware.api [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52da7d99-83d0-8279-9d08-68db9cbe4432, 'name': SearchDatastore_Task, 'duration_secs': 0.015732} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.161877] env[62588]: DEBUG oslo_concurrency.lockutils [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.162189] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1371.162471] env[62588]: DEBUG oslo_concurrency.lockutils [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.163632] env[62588]: DEBUG oslo_concurrency.lockutils [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.163632] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1371.163632] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-916ccbb9-0ccc-486d-9053-bbbe98750408 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.178737] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1371.179192] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Acquiring lock "refresh_cache-e79ec9d6-161e-4797-bc31-1915ba813df6" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.179347] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Acquired lock "refresh_cache-e79ec9d6-161e-4797-bc31-1915ba813df6" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.179517] env[62588]: DEBUG nova.network.neutron [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1371.180944] env[62588]: DEBUG nova.compute.manager [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1371.187160] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1371.187160] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1371.187160] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6150821-2210-474d-a406-32e0ddcc39ac {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.190494] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48c663f0-adcf-405f-841c-05d091ab6905 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.198603] env[62588]: DEBUG oslo_concurrency.lockutils [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.430s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.199183] env[62588]: DEBUG nova.compute.manager [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1371.202439] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "874c16bd-85d4-40f0-a87b-8e3f28e96202" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.202705] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "874c16bd-85d4-40f0-a87b-8e3f28e96202" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.203986] env[62588]: DEBUG nova.compute.manager [None req-4790a125-e9e6-4bb9-a1d1-ec8fe05acd55 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1371.205997] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4790a125-e9e6-4bb9-a1d1-ec8fe05acd55 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1371.205997] env[62588]: DEBUG oslo_concurrency.lockutils [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.716s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.205997] env[62588]: DEBUG nova.objects.instance [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Lazy-loading 'resources' on Instance uuid 8143a3cf-f12e-40b6-9edc-e72b55f02e9c {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.208489] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc24fcb-d085-4f61-8e5b-75c7957e8a7e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.221034] env[62588]: DEBUG oslo_vmware.api [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for the task: (returnval){ [ 1371.221034] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526306c9-b352-9b13-9e83-39fa90247c6c" [ 1371.221034] env[62588]: _type = "Task" [ 1371.221034] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.221034] env[62588]: DEBUG oslo_vmware.api [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1371.221034] env[62588]: value = "task-1793153" [ 1371.221034] env[62588]: _type = "Task" [ 1371.221034] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.235053] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4790a125-e9e6-4bb9-a1d1-ec8fe05acd55 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1371.236144] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d5eb798-e85b-413b-bec1-83cf9cd8a3b9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.246939] env[62588]: DEBUG oslo_vmware.api [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526306c9-b352-9b13-9e83-39fa90247c6c, 'name': SearchDatastore_Task, 'duration_secs': 0.015569} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.247860] env[62588]: DEBUG oslo_vmware.api [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.254535] env[62588]: DEBUG oslo_vmware.api [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': task-1793152, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.256932] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47a30d1e-d505-441f-ae65-8b341a6e9508 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.260170] env[62588]: DEBUG oslo_vmware.api [None req-4790a125-e9e6-4bb9-a1d1-ec8fe05acd55 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Waiting for the task: (returnval){ [ 1371.260170] env[62588]: value = "task-1793154" [ 1371.260170] env[62588]: _type = "Task" [ 1371.260170] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.272815] env[62588]: DEBUG oslo_vmware.api [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for the task: (returnval){ [ 1371.272815] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b17676-0ceb-3080-00e6-0a86d0cd5658" [ 1371.272815] env[62588]: _type = "Task" [ 1371.272815] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.285332] env[62588]: DEBUG oslo_vmware.api [None req-4790a125-e9e6-4bb9-a1d1-ec8fe05acd55 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': task-1793154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.295314] env[62588]: DEBUG oslo_vmware.api [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b17676-0ceb-3080-00e6-0a86d0cd5658, 'name': SearchDatastore_Task, 'duration_secs': 0.01596} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.295611] env[62588]: DEBUG oslo_concurrency.lockutils [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.295886] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 48e51ea3-9a6e-4078-9c09-b3b4291d2d55/48e51ea3-9a6e-4078-9c09-b3b4291d2d55.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1371.297427] env[62588]: DEBUG nova.network.neutron [req-f1b0de7d-63d5-40bf-9282-4fc8e5e66e20 req-134fde8c-fdf8-43af-9176-7be7fb6ed9f0 service nova] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Updated VIF entry in instance network info cache for port acded6ea-f28c-4b40-88a9-66a6fd9cc78c. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1371.297689] env[62588]: DEBUG nova.network.neutron [req-f1b0de7d-63d5-40bf-9282-4fc8e5e66e20 req-134fde8c-fdf8-43af-9176-7be7fb6ed9f0 service nova] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Updating instance_info_cache with network_info: [{"id": "acded6ea-f28c-4b40-88a9-66a6fd9cc78c", "address": "fa:16:3e:50:38:5d", "network": {"id": "4c5d5d94-4339-4dab-8d6e-cd6c3c03ed48", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1993048789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9445a410224d4e038fb24f758bd2bf95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacded6ea-f2", "ovs_interfaceid": "acded6ea-f28c-4b40-88a9-66a6fd9cc78c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.299066] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6314e648-2aec-44a4-9ef0-5bcaf59b3e6c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.308527] env[62588]: DEBUG oslo_vmware.api [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for the task: (returnval){ [ 1371.308527] env[62588]: value = "task-1793155" [ 1371.308527] env[62588]: _type = "Task" [ 1371.308527] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.328166] env[62588]: DEBUG oslo_vmware.api [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.707057] env[62588]: DEBUG nova.compute.utils [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1371.709333] env[62588]: DEBUG nova.compute.manager [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1371.709684] env[62588]: DEBUG nova.network.neutron [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1371.730950] env[62588]: DEBUG nova.network.neutron [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1371.733877] env[62588]: DEBUG oslo_vmware.api [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': task-1793152, 'name': PowerOnVM_Task, 'duration_secs': 1.095977} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.736236] env[62588]: DEBUG oslo_concurrency.lockutils [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.741842] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1371.741842] env[62588]: INFO nova.compute.manager [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Took 11.89 seconds to spawn the instance on the hypervisor. [ 1371.741842] env[62588]: DEBUG nova.compute.manager [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1371.744135] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f975fa9-67ee-414f-b388-2f92ed0c4742 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.757379] env[62588]: DEBUG oslo_vmware.api [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.797498] env[62588]: DEBUG oslo_vmware.api [None req-4790a125-e9e6-4bb9-a1d1-ec8fe05acd55 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': task-1793154, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.803578] env[62588]: DEBUG oslo_concurrency.lockutils [req-f1b0de7d-63d5-40bf-9282-4fc8e5e66e20 req-134fde8c-fdf8-43af-9176-7be7fb6ed9f0 service nova] Releasing lock "refresh_cache-48e51ea3-9a6e-4078-9c09-b3b4291d2d55" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.830370] env[62588]: DEBUG oslo_vmware.api [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793155, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.837487] env[62588]: DEBUG nova.policy [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a68f620a04404ea58a716394a312cdde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9445a410224d4e038fb24f758bd2bf95', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1371.997059] env[62588]: DEBUG nova.network.neutron [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.067046] env[62588]: DEBUG oslo_concurrency.lockutils [None req-63150e5b-e9ec-4fec-a290-a9e076c2d140 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Acquiring lock "7bd8730a-9101-43fc-89e2-f6438ccabefa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.068849] env[62588]: DEBUG oslo_concurrency.lockutils [None req-63150e5b-e9ec-4fec-a290-a9e076c2d140 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Lock "7bd8730a-9101-43fc-89e2-f6438ccabefa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.068849] env[62588]: DEBUG oslo_concurrency.lockutils [None req-63150e5b-e9ec-4fec-a290-a9e076c2d140 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Acquiring lock "7bd8730a-9101-43fc-89e2-f6438ccabefa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.068849] env[62588]: DEBUG oslo_concurrency.lockutils [None req-63150e5b-e9ec-4fec-a290-a9e076c2d140 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Lock "7bd8730a-9101-43fc-89e2-f6438ccabefa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.068849] env[62588]: DEBUG oslo_concurrency.lockutils [None req-63150e5b-e9ec-4fec-a290-a9e076c2d140 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Lock "7bd8730a-9101-43fc-89e2-f6438ccabefa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.071635] env[62588]: INFO nova.compute.manager [None req-63150e5b-e9ec-4fec-a290-a9e076c2d140 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Terminating instance [ 1372.213362] env[62588]: DEBUG nova.compute.manager [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1372.248121] env[62588]: DEBUG oslo_vmware.api [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793153, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.295292] env[62588]: INFO nova.compute.manager [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Took 28.27 seconds to build instance. [ 1372.305365] env[62588]: DEBUG oslo_vmware.api [None req-4790a125-e9e6-4bb9-a1d1-ec8fe05acd55 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': task-1793154, 'name': PowerOffVM_Task, 'duration_secs': 0.569623} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.306611] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4790a125-e9e6-4bb9-a1d1-ec8fe05acd55 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1372.306611] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4790a125-e9e6-4bb9-a1d1-ec8fe05acd55 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1372.306611] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b985d237-b778-4308-8fec-c3c173b0382c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.331687] env[62588]: DEBUG oslo_vmware.api [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571494} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.332014] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 48e51ea3-9a6e-4078-9c09-b3b4291d2d55/48e51ea3-9a6e-4078-9c09-b3b4291d2d55.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1372.332331] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1372.332551] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d25eeb98-1796-4c37-bd24-cbc4b72ae40d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.342378] env[62588]: DEBUG oslo_vmware.api [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for the task: (returnval){ [ 1372.342378] env[62588]: value = "task-1793157" [ 1372.342378] env[62588]: _type = "Task" [ 1372.342378] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.368024] env[62588]: DEBUG oslo_vmware.api [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.406621] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f53f40-2955-4cfb-af01-93f62f76462d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.414539] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4790a125-e9e6-4bb9-a1d1-ec8fe05acd55 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1372.414539] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4790a125-e9e6-4bb9-a1d1-ec8fe05acd55 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1372.414539] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-4790a125-e9e6-4bb9-a1d1-ec8fe05acd55 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Deleting the datastore file [datastore1] ad7e8485-ce2d-4025-afcc-29d3d3ce0da8 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1372.414539] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53a7a592-e766-4cc0-bd3a-341bb2e17f6d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.422276] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf452ccc-3332-4c58-b719-4aef8ffeba1c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.429132] env[62588]: DEBUG oslo_vmware.api [None req-4790a125-e9e6-4bb9-a1d1-ec8fe05acd55 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Waiting for the task: (returnval){ [ 1372.429132] env[62588]: value = "task-1793158" [ 1372.429132] env[62588]: _type = "Task" [ 1372.429132] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.468237] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023dede0-832e-4161-88c9-13a537879f6f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.471199] env[62588]: DEBUG oslo_vmware.api [None req-4790a125-e9e6-4bb9-a1d1-ec8fe05acd55 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': task-1793158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.478344] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f2fe38-136e-40a8-a5b0-4f0d0200a73a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.496438] env[62588]: DEBUG nova.compute.provider_tree [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.497984] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Releasing lock "refresh_cache-e79ec9d6-161e-4797-bc31-1915ba813df6" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.498322] env[62588]: DEBUG nova.compute.manager [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1372.498482] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1372.499360] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eabe76f-4f72-465b-9617-edcb06f12369 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.508167] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.508441] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ead4fc06-5012-4477-b3e1-f53222428d9c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.518122] env[62588]: DEBUG oslo_vmware.api [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Waiting for the task: (returnval){ [ 1372.518122] env[62588]: value = "task-1793159" [ 1372.518122] env[62588]: _type = "Task" [ 1372.518122] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.528980] env[62588]: DEBUG oslo_vmware.api [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': task-1793159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.577680] env[62588]: DEBUG nova.compute.manager [None req-63150e5b-e9ec-4fec-a290-a9e076c2d140 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1372.577899] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-63150e5b-e9ec-4fec-a290-a9e076c2d140 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1372.578908] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9c7cca-f99b-44d8-b763-5ab0387a8c96 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.594052] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-63150e5b-e9ec-4fec-a290-a9e076c2d140 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.594052] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5aa35c12-0164-4d1f-8506-8134d24e3ab3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.605546] env[62588]: DEBUG oslo_vmware.api [None req-63150e5b-e9ec-4fec-a290-a9e076c2d140 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Waiting for the task: (returnval){ [ 1372.605546] env[62588]: value = "task-1793160" [ 1372.605546] env[62588]: _type = "Task" [ 1372.605546] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.617575] env[62588]: DEBUG oslo_vmware.api [None req-63150e5b-e9ec-4fec-a290-a9e076c2d140 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': task-1793160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.677461] env[62588]: DEBUG nova.network.neutron [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Successfully created port: d078ad91-2bb7-4818-9db4-e4fabfeca82f {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1372.745218] env[62588]: DEBUG oslo_vmware.api [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793153, 'name': PowerOffVM_Task, 'duration_secs': 1.316676} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.745517] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1372.745941] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Updating instance 'd3291e2a-3e28-424a-94a5-b9831dcdbb09' progress to 17 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1372.798124] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0a54c61b-66b0-40d8-91ba-d1abeb20c1b5 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Lock "131759fb-7327-4603-918b-93607d2c1d6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.092s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.830182] env[62588]: DEBUG nova.compute.manager [req-bd0f85d2-69a6-4483-9f4b-72da41a626cd req-0a3e29f8-31a4-48a2-b1fb-242d5ffa4daf service nova] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Received event network-changed-9fea83d4-9a1b-43e1-8ffb-0ca2401fa93b {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1372.830182] env[62588]: DEBUG nova.compute.manager [req-bd0f85d2-69a6-4483-9f4b-72da41a626cd req-0a3e29f8-31a4-48a2-b1fb-242d5ffa4daf service nova] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Refreshing instance network info cache due to event network-changed-9fea83d4-9a1b-43e1-8ffb-0ca2401fa93b. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1372.830182] env[62588]: DEBUG oslo_concurrency.lockutils [req-bd0f85d2-69a6-4483-9f4b-72da41a626cd req-0a3e29f8-31a4-48a2-b1fb-242d5ffa4daf service nova] Acquiring lock "refresh_cache-34c9ee4c-c446-46aa-8566-d4f66dfef960" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.830182] env[62588]: DEBUG oslo_concurrency.lockutils [req-bd0f85d2-69a6-4483-9f4b-72da41a626cd req-0a3e29f8-31a4-48a2-b1fb-242d5ffa4daf service nova] Acquired lock "refresh_cache-34c9ee4c-c446-46aa-8566-d4f66dfef960" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.830182] env[62588]: DEBUG nova.network.neutron [req-bd0f85d2-69a6-4483-9f4b-72da41a626cd req-0a3e29f8-31a4-48a2-b1fb-242d5ffa4daf service nova] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Refreshing network info cache for port 9fea83d4-9a1b-43e1-8ffb-0ca2401fa93b {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1372.855193] env[62588]: DEBUG oslo_vmware.api [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090643} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.855495] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1372.856496] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fc4864-d9db-4c78-859b-616c55a5e395 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.883926] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 48e51ea3-9a6e-4078-9c09-b3b4291d2d55/48e51ea3-9a6e-4078-9c09-b3b4291d2d55.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1372.884109] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97b75546-fcec-4467-8102-3194950db340 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.915068] env[62588]: DEBUG oslo_vmware.api [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for the task: (returnval){ [ 1372.915068] env[62588]: value = "task-1793161" [ 1372.915068] env[62588]: _type = "Task" [ 1372.915068] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.926151] env[62588]: DEBUG oslo_vmware.api [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793161, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.948949] env[62588]: DEBUG oslo_vmware.api [None req-4790a125-e9e6-4bb9-a1d1-ec8fe05acd55 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': task-1793158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37096} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.949609] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-4790a125-e9e6-4bb9-a1d1-ec8fe05acd55 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1372.949707] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4790a125-e9e6-4bb9-a1d1-ec8fe05acd55 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1372.949857] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4790a125-e9e6-4bb9-a1d1-ec8fe05acd55 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1372.950039] env[62588]: INFO nova.compute.manager [None req-4790a125-e9e6-4bb9-a1d1-ec8fe05acd55 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1372.950289] env[62588]: DEBUG oslo.service.loopingcall [None req-4790a125-e9e6-4bb9-a1d1-ec8fe05acd55 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1372.950494] env[62588]: DEBUG nova.compute.manager [-] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1372.950573] env[62588]: DEBUG nova.network.neutron [-] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1373.004578] env[62588]: DEBUG nova.scheduler.client.report [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1373.028849] env[62588]: DEBUG oslo_vmware.api [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': task-1793159, 'name': PowerOffVM_Task, 'duration_secs': 0.420028} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.030207] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1373.030562] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1373.030655] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1135aef-334c-48b9-a149-38f93099fa46 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.059036] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1373.059280] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1373.059460] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Deleting the datastore file [datastore1] e79ec9d6-161e-4797-bc31-1915ba813df6 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1373.060056] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4185dc53-583f-405c-b300-cfc5c80ee72e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.068412] env[62588]: DEBUG oslo_vmware.api [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Waiting for the task: (returnval){ [ 1373.068412] env[62588]: value = "task-1793163" [ 1373.068412] env[62588]: _type = "Task" [ 1373.068412] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.078559] env[62588]: DEBUG oslo_vmware.api [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': task-1793163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.121271] env[62588]: DEBUG oslo_vmware.api [None req-63150e5b-e9ec-4fec-a290-a9e076c2d140 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': task-1793160, 'name': PowerOffVM_Task, 'duration_secs': 0.428457} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.121271] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-63150e5b-e9ec-4fec-a290-a9e076c2d140 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1373.121271] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-63150e5b-e9ec-4fec-a290-a9e076c2d140 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1373.121965] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae3717a8-307b-4d82-afa7-20ace220deee {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.224201] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-63150e5b-e9ec-4fec-a290-a9e076c2d140 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1373.224859] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-63150e5b-e9ec-4fec-a290-a9e076c2d140 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1373.224859] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-63150e5b-e9ec-4fec-a290-a9e076c2d140 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Deleting the datastore file [datastore1] 7bd8730a-9101-43fc-89e2-f6438ccabefa {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1373.225893] env[62588]: DEBUG nova.compute.manager [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1373.229672] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-317a02a5-8301-4781-8c6e-c60bb2bd9659 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.239465] env[62588]: DEBUG oslo_vmware.api [None req-63150e5b-e9ec-4fec-a290-a9e076c2d140 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Waiting for the task: (returnval){ [ 1373.239465] env[62588]: value = "task-1793165" [ 1373.239465] env[62588]: _type = "Task" [ 1373.239465] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.255122] env[62588]: DEBUG nova.virt.hardware [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:37:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1373.255421] env[62588]: DEBUG nova.virt.hardware [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1373.255665] env[62588]: DEBUG nova.virt.hardware [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1373.256145] env[62588]: DEBUG nova.virt.hardware [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1373.256232] env[62588]: DEBUG nova.virt.hardware [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1373.256424] env[62588]: DEBUG nova.virt.hardware [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1373.256703] env[62588]: DEBUG nova.virt.hardware [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1373.256914] env[62588]: DEBUG nova.virt.hardware [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1373.257084] env[62588]: DEBUG nova.virt.hardware [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1373.257268] env[62588]: DEBUG nova.virt.hardware [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1373.257422] env[62588]: DEBUG nova.virt.hardware [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1373.262872] env[62588]: DEBUG oslo_vmware.api [None req-63150e5b-e9ec-4fec-a290-a9e076c2d140 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': task-1793165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.265502] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67547a10-9c83-46fe-8f8f-c51fb391f566 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.284346] env[62588]: DEBUG nova.virt.hardware [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:37:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1373.284657] env[62588]: DEBUG nova.virt.hardware [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1373.284906] env[62588]: DEBUG nova.virt.hardware [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1373.285094] env[62588]: DEBUG nova.virt.hardware [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1373.285145] env[62588]: DEBUG nova.virt.hardware [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1373.285290] env[62588]: DEBUG nova.virt.hardware [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1373.285492] env[62588]: DEBUG nova.virt.hardware [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1373.285680] env[62588]: DEBUG nova.virt.hardware [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1373.285887] env[62588]: DEBUG nova.virt.hardware [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1373.286994] env[62588]: DEBUG nova.virt.hardware [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1373.286994] env[62588]: DEBUG nova.virt.hardware [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1373.287093] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325924f5-f294-4787-a65d-ede666e744cf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.290852] env[62588]: DEBUG oslo_vmware.api [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1373.290852] env[62588]: value = "task-1793166" [ 1373.290852] env[62588]: _type = "Task" [ 1373.290852] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.299101] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fedecc1-c455-4d57-a8c7-ab7c70f48793 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.306713] env[62588]: DEBUG nova.compute.manager [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1373.311363] env[62588]: DEBUG oslo_vmware.api [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793166, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.402208] env[62588]: DEBUG nova.network.neutron [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Successfully updated port: b9b9a59c-0d4e-4e11-95d4-42aff17e329f {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1373.430264] env[62588]: DEBUG oslo_vmware.api [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793161, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.514404] env[62588]: DEBUG oslo_concurrency.lockutils [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.309s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.518785] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.815s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.518785] env[62588]: DEBUG nova.objects.instance [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62588) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1373.551838] env[62588]: INFO nova.scheduler.client.report [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Deleted allocations for instance 8143a3cf-f12e-40b6-9edc-e72b55f02e9c [ 1373.584901] env[62588]: DEBUG oslo_vmware.api [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Task: {'id': task-1793163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26188} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.584901] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1373.586802] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1373.587149] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1373.587346] env[62588]: INFO nova.compute.manager [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1373.587608] env[62588]: DEBUG oslo.service.loopingcall [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1373.588265] env[62588]: DEBUG nova.compute.manager [-] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1373.588384] env[62588]: DEBUG nova.network.neutron [-] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1373.720521] env[62588]: DEBUG nova.network.neutron [-] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1373.752069] env[62588]: DEBUG oslo_vmware.api [None req-63150e5b-e9ec-4fec-a290-a9e076c2d140 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Task: {'id': task-1793165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349512} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.753139] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-63150e5b-e9ec-4fec-a290-a9e076c2d140 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1373.755213] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-63150e5b-e9ec-4fec-a290-a9e076c2d140 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1373.755213] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-63150e5b-e9ec-4fec-a290-a9e076c2d140 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1373.755213] env[62588]: INFO nova.compute.manager [None req-63150e5b-e9ec-4fec-a290-a9e076c2d140 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1373.755491] env[62588]: DEBUG oslo.service.loopingcall [None req-63150e5b-e9ec-4fec-a290-a9e076c2d140 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1373.756163] env[62588]: DEBUG nova.compute.manager [-] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1373.756413] env[62588]: DEBUG nova.network.neutron [-] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1373.803238] env[62588]: DEBUG oslo_vmware.api [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793166, 'name': ReconfigVM_Task, 'duration_secs': 0.283662} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.803907] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Updating instance 'd3291e2a-3e28-424a-94a5-b9831dcdbb09' progress to 33 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1373.844023] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.905775] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Acquiring lock "refresh_cache-802a90a4-2ab2-4f3b-88af-0188c753f8c0" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.905973] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Acquired lock "refresh_cache-802a90a4-2ab2-4f3b-88af-0188c753f8c0" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.906174] env[62588]: DEBUG nova.network.neutron [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1373.931519] env[62588]: DEBUG oslo_vmware.api [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793161, 'name': ReconfigVM_Task, 'duration_secs': 0.566638} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.932174] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 48e51ea3-9a6e-4078-9c09-b3b4291d2d55/48e51ea3-9a6e-4078-9c09-b3b4291d2d55.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1373.933500] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1766c7c-64e8-4454-b628-5d0738f0adbe {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.944766] env[62588]: DEBUG oslo_vmware.api [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for the task: (returnval){ [ 1373.944766] env[62588]: value = "task-1793167" [ 1373.944766] env[62588]: _type = "Task" [ 1373.944766] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.954781] env[62588]: DEBUG oslo_vmware.api [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793167, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.061949] env[62588]: DEBUG oslo_concurrency.lockutils [None req-08fef6d6-b9db-4c41-a85b-d32d55f09e5f tempest-ServerDiagnosticsV248Test-908835936 tempest-ServerDiagnosticsV248Test-908835936-project-member] Lock "8143a3cf-f12e-40b6-9edc-e72b55f02e9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.924s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.099518] env[62588]: DEBUG nova.network.neutron [-] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.131472] env[62588]: DEBUG oslo_concurrency.lockutils [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Acquiring lock "f3419b0a-249f-4502-9796-84bbd8706dfb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.132316] env[62588]: DEBUG oslo_concurrency.lockutils [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Lock "f3419b0a-249f-4502-9796-84bbd8706dfb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.229159] env[62588]: DEBUG nova.network.neutron [-] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.259334] env[62588]: DEBUG nova.network.neutron [req-bd0f85d2-69a6-4483-9f4b-72da41a626cd req-0a3e29f8-31a4-48a2-b1fb-242d5ffa4daf service nova] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Updated VIF entry in instance network info cache for port 9fea83d4-9a1b-43e1-8ffb-0ca2401fa93b. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1374.262121] env[62588]: DEBUG nova.network.neutron [req-bd0f85d2-69a6-4483-9f4b-72da41a626cd req-0a3e29f8-31a4-48a2-b1fb-242d5ffa4daf service nova] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Updating instance_info_cache with network_info: [{"id": "9fea83d4-9a1b-43e1-8ffb-0ca2401fa93b", "address": "fa:16:3e:6b:8f:37", "network": {"id": "30b3f117-f2ff-4962-b7c8-72e7cac01eb8", "bridge": "br-int", "label": "tempest-ServersTestJSON-939563444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6350d20396b24c40af5a72f44565fb7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fea83d4-9a", "ovs_interfaceid": "9fea83d4-9a1b-43e1-8ffb-0ca2401fa93b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.320333] env[62588]: DEBUG nova.virt.hardware [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1374.321319] env[62588]: DEBUG nova.virt.hardware [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1374.321319] env[62588]: DEBUG nova.virt.hardware [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1374.321319] env[62588]: DEBUG nova.virt.hardware [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1374.321518] env[62588]: DEBUG nova.virt.hardware [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1374.321577] env[62588]: DEBUG nova.virt.hardware [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1374.321875] env[62588]: DEBUG nova.virt.hardware [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1374.322053] env[62588]: DEBUG nova.virt.hardware [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1374.322228] env[62588]: DEBUG nova.virt.hardware [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1374.322613] env[62588]: DEBUG nova.virt.hardware [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1374.322613] env[62588]: DEBUG nova.virt.hardware [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1374.328958] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Reconfiguring VM instance instance-00000004 to detach disk 2000 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1374.329375] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f37219d-1939-46a0-ae63-6b083ecf23b3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.354573] env[62588]: DEBUG oslo_vmware.api [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1374.354573] env[62588]: value = "task-1793168" [ 1374.354573] env[62588]: _type = "Task" [ 1374.354573] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.368333] env[62588]: DEBUG nova.compute.manager [req-2c6f26d1-bcf2-45ef-980c-775aac5d0724 req-488d41b7-ffec-42bb-854d-02b22355773a service nova] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Received event network-changed-fa43f0db-3cb2-43c1-a577-a5adc04920d5 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1374.368333] env[62588]: DEBUG nova.compute.manager [req-2c6f26d1-bcf2-45ef-980c-775aac5d0724 req-488d41b7-ffec-42bb-854d-02b22355773a service nova] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Refreshing instance network info cache due to event network-changed-fa43f0db-3cb2-43c1-a577-a5adc04920d5. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1374.368333] env[62588]: DEBUG oslo_concurrency.lockutils [req-2c6f26d1-bcf2-45ef-980c-775aac5d0724 req-488d41b7-ffec-42bb-854d-02b22355773a service nova] Acquiring lock "refresh_cache-ca06a33a-8a7b-40f5-84ed-b5f27616d1f2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.368333] env[62588]: DEBUG oslo_concurrency.lockutils [req-2c6f26d1-bcf2-45ef-980c-775aac5d0724 req-488d41b7-ffec-42bb-854d-02b22355773a service nova] Acquired lock "refresh_cache-ca06a33a-8a7b-40f5-84ed-b5f27616d1f2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.368333] env[62588]: DEBUG nova.network.neutron [req-2c6f26d1-bcf2-45ef-980c-775aac5d0724 req-488d41b7-ffec-42bb-854d-02b22355773a service nova] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Refreshing network info cache for port fa43f0db-3cb2-43c1-a577-a5adc04920d5 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1374.383265] env[62588]: DEBUG oslo_vmware.api [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.457456] env[62588]: DEBUG oslo_vmware.api [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793167, 'name': Rename_Task, 'duration_secs': 0.185642} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.457890] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1374.458242] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98f520be-1ad4-4827-adc9-278fd6b49df9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.467745] env[62588]: DEBUG oslo_vmware.api [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for the task: (returnval){ [ 1374.467745] env[62588]: value = "task-1793169" [ 1374.467745] env[62588]: _type = "Task" [ 1374.467745] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.478014] env[62588]: DEBUG oslo_vmware.api [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.501048] env[62588]: DEBUG nova.network.neutron [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1374.528173] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e439e67c-296e-4611-a687-64aceb2e2268 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.531881] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b6731971-f3f7-4143-911f-46525fa92e29 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.262s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.531881] env[62588]: DEBUG nova.objects.instance [None req-b6731971-f3f7-4143-911f-46525fa92e29 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Lazy-loading 'resources' on Instance uuid 9737c80a-ba99-4a9d-90e7-5531a7f83804 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1374.604296] env[62588]: INFO nova.compute.manager [-] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Took 1.65 seconds to deallocate network for instance. [ 1374.732817] env[62588]: INFO nova.compute.manager [-] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Took 1.14 seconds to deallocate network for instance. [ 1374.765230] env[62588]: DEBUG nova.network.neutron [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Updating instance_info_cache with network_info: [{"id": "b9b9a59c-0d4e-4e11-95d4-42aff17e329f", "address": "fa:16:3e:fa:c2:8c", "network": {"id": "06973034-0827-4a67-be62-3e47f2b194eb", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-950950871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b6ba9dae14d49cda86ef7a8423e738e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9b9a59c-0d", "ovs_interfaceid": "b9b9a59c-0d4e-4e11-95d4-42aff17e329f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.766720] env[62588]: DEBUG oslo_concurrency.lockutils [req-bd0f85d2-69a6-4483-9f4b-72da41a626cd req-0a3e29f8-31a4-48a2-b1fb-242d5ffa4daf service nova] Releasing lock "refresh_cache-34c9ee4c-c446-46aa-8566-d4f66dfef960" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.874850] env[62588]: DEBUG oslo_vmware.api [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793168, 'name': ReconfigVM_Task, 'duration_secs': 0.226979} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.876727] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Reconfigured VM instance instance-00000004 to detach disk 2000 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1374.878078] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffb62b9-4833-4097-ad54-052f674f9b4d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.912253] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] d3291e2a-3e28-424a-94a5-b9831dcdbb09/d3291e2a-3e28-424a-94a5-b9831dcdbb09.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1374.914029] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64f7073e-bf41-4098-9bab-997c32b046d1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.935862] env[62588]: DEBUG oslo_vmware.api [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1374.935862] env[62588]: value = "task-1793170" [ 1374.935862] env[62588]: _type = "Task" [ 1374.935862] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.947836] env[62588]: DEBUG oslo_vmware.api [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793170, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.979549] env[62588]: DEBUG oslo_vmware.api [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793169, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.996230] env[62588]: DEBUG nova.network.neutron [-] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.112854] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4790a125-e9e6-4bb9-a1d1-ec8fe05acd55 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.243314] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.271288] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Releasing lock "refresh_cache-802a90a4-2ab2-4f3b-88af-0188c753f8c0" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.271288] env[62588]: DEBUG nova.compute.manager [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Instance network_info: |[{"id": "b9b9a59c-0d4e-4e11-95d4-42aff17e329f", "address": "fa:16:3e:fa:c2:8c", "network": {"id": "06973034-0827-4a67-be62-3e47f2b194eb", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-950950871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b6ba9dae14d49cda86ef7a8423e738e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9b9a59c-0d", "ovs_interfaceid": "b9b9a59c-0d4e-4e11-95d4-42aff17e329f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1375.271718] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:c2:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbf3349e-d05e-4d44-a011-c4b6e41af988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9b9a59c-0d4e-4e11-95d4-42aff17e329f', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1375.281493] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Creating folder: Project (2b6ba9dae14d49cda86ef7a8423e738e). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1375.285734] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bc57cf1-8a84-42d6-b0de-b5127cb0cd85 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.302352] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Created folder: Project (2b6ba9dae14d49cda86ef7a8423e738e) in parent group-v371885. [ 1375.302584] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Creating folder: Instances. Parent ref: group-v371936. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1375.303099] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb55ff7f-a91c-4d99-85c4-0a833f1addb6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.318266] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Created folder: Instances in parent group-v371936. [ 1375.318419] env[62588]: DEBUG oslo.service.loopingcall [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1375.318635] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1375.318887] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5a990fe-a729-4874-9c43-66e9e2b27cc2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.354599] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1375.354599] env[62588]: value = "task-1793173" [ 1375.354599] env[62588]: _type = "Task" [ 1375.354599] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.367420] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793173, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.452845] env[62588]: DEBUG oslo_vmware.api [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793170, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.484615] env[62588]: DEBUG oslo_vmware.api [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793169, 'name': PowerOnVM_Task, 'duration_secs': 0.901837} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.484774] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1375.485080] env[62588]: INFO nova.compute.manager [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Took 12.93 seconds to spawn the instance on the hypervisor. [ 1375.485879] env[62588]: DEBUG nova.compute.manager [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.486556] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa699e4d-c371-4490-88d7-53a2d5936e93 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.502172] env[62588]: INFO nova.compute.manager [-] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Took 1.75 seconds to deallocate network for instance. [ 1375.550756] env[62588]: DEBUG nova.network.neutron [req-2c6f26d1-bcf2-45ef-980c-775aac5d0724 req-488d41b7-ffec-42bb-854d-02b22355773a service nova] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Updated VIF entry in instance network info cache for port fa43f0db-3cb2-43c1-a577-a5adc04920d5. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1375.551754] env[62588]: DEBUG nova.network.neutron [req-2c6f26d1-bcf2-45ef-980c-775aac5d0724 req-488d41b7-ffec-42bb-854d-02b22355773a service nova] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Updating instance_info_cache with network_info: [{"id": "fa43f0db-3cb2-43c1-a577-a5adc04920d5", "address": "fa:16:3e:38:55:ca", "network": {"id": "cab277af-3de0-4a2a-a37b-ae8e9a019bfa", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1814017055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26b2690b6c134a4a90e0ba81e9136b3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa43f0db-3c", "ovs_interfaceid": "fa43f0db-3cb2-43c1-a577-a5adc04920d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.614956] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquiring lock "8393d21d-0eb6-446b-9c81-8a78d8f8243c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.615413] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lock "8393d21d-0eb6-446b-9c81-8a78d8f8243c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.616334] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9803e204-cd5d-41e1-a08e-643f35274543 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.630950] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510e005a-478c-4492-a6de-ec7269b7294a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.665106] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfdc895-10c0-4754-b0ce-64a870fed114 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.674210] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d55c38-90d7-4698-b070-f2453bb972f5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.689287] env[62588]: DEBUG nova.compute.provider_tree [None req-b6731971-f3f7-4143-911f-46525fa92e29 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.803715] env[62588]: DEBUG nova.network.neutron [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Successfully updated port: d078ad91-2bb7-4818-9db4-e4fabfeca82f {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1375.865602] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793173, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.948772] env[62588]: DEBUG oslo_vmware.api [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793170, 'name': ReconfigVM_Task, 'duration_secs': 0.573545} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.949205] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Reconfigured VM instance instance-00000004 to attach disk [datastore1] d3291e2a-3e28-424a-94a5-b9831dcdbb09/d3291e2a-3e28-424a-94a5-b9831dcdbb09.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1375.949368] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Updating instance 'd3291e2a-3e28-424a-94a5-b9831dcdbb09' progress to 50 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1376.013841] env[62588]: DEBUG oslo_concurrency.lockutils [None req-63150e5b-e9ec-4fec-a290-a9e076c2d140 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.016302] env[62588]: INFO nova.compute.manager [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Took 31.09 seconds to build instance. [ 1376.054963] env[62588]: DEBUG oslo_concurrency.lockutils [req-2c6f26d1-bcf2-45ef-980c-775aac5d0724 req-488d41b7-ffec-42bb-854d-02b22355773a service nova] Releasing lock "refresh_cache-ca06a33a-8a7b-40f5-84ed-b5f27616d1f2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.055268] env[62588]: DEBUG nova.compute.manager [req-2c6f26d1-bcf2-45ef-980c-775aac5d0724 req-488d41b7-ffec-42bb-854d-02b22355773a service nova] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Received event network-changed-6ae440eb-f655-40e4-90b4-ff7bfebe95c1 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1376.055568] env[62588]: DEBUG nova.compute.manager [req-2c6f26d1-bcf2-45ef-980c-775aac5d0724 req-488d41b7-ffec-42bb-854d-02b22355773a service nova] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Refreshing instance network info cache due to event network-changed-6ae440eb-f655-40e4-90b4-ff7bfebe95c1. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1376.055697] env[62588]: DEBUG oslo_concurrency.lockutils [req-2c6f26d1-bcf2-45ef-980c-775aac5d0724 req-488d41b7-ffec-42bb-854d-02b22355773a service nova] Acquiring lock "refresh_cache-641a3a07-a4a4-4920-b710-f62bca7f9ebc" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.055870] env[62588]: DEBUG oslo_concurrency.lockutils [req-2c6f26d1-bcf2-45ef-980c-775aac5d0724 req-488d41b7-ffec-42bb-854d-02b22355773a service nova] Acquired lock "refresh_cache-641a3a07-a4a4-4920-b710-f62bca7f9ebc" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.055970] env[62588]: DEBUG nova.network.neutron [req-2c6f26d1-bcf2-45ef-980c-775aac5d0724 req-488d41b7-ffec-42bb-854d-02b22355773a service nova] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Refreshing network info cache for port 6ae440eb-f655-40e4-90b4-ff7bfebe95c1 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1376.192773] env[62588]: DEBUG nova.scheduler.client.report [None req-b6731971-f3f7-4143-911f-46525fa92e29 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1376.305730] env[62588]: DEBUG oslo_concurrency.lockutils [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquiring lock "refresh_cache-004f4a6a-4ada-43cf-8a43-541f392b3fd7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.305730] env[62588]: DEBUG oslo_concurrency.lockutils [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquired lock "refresh_cache-004f4a6a-4ada-43cf-8a43-541f392b3fd7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.307350] env[62588]: DEBUG nova.network.neutron [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1376.375991] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793173, 'name': CreateVM_Task, 'duration_secs': 0.637218} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.376203] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1376.376970] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.377139] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.377445] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1376.377703] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-958356c6-0a25-4eb1-908d-9df8cebaff3b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.387700] env[62588]: DEBUG oslo_vmware.api [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Waiting for the task: (returnval){ [ 1376.387700] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52704cff-bb1e-e692-7b98-4f49fe050c9c" [ 1376.387700] env[62588]: _type = "Task" [ 1376.387700] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.399037] env[62588]: DEBUG oslo_vmware.api [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52704cff-bb1e-e692-7b98-4f49fe050c9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.456171] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19ff1e1-5a59-40da-8af6-767c152b5fc4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.479478] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d52020-d9d2-48b1-978c-117b6aa88e81 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.499274] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Updating instance 'd3291e2a-3e28-424a-94a5-b9831dcdbb09' progress to 67 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1376.506510] env[62588]: DEBUG nova.compute.manager [req-5cc4337d-da6c-4fd1-867e-b99558550331 req-edcb2cdc-1308-4675-b78a-97bd83aadf0c service nova] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Received event network-vif-deleted-a8a8396c-34bb-4c06-bc8b-eb7200969f28 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1376.520920] env[62588]: DEBUG oslo_concurrency.lockutils [None req-425a05da-a2a3-43ac-87be-7f5691a37fc3 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lock "48e51ea3-9a6e-4078-9c09-b3b4291d2d55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.890s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.547353] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8f3605-2d95-4b78-845d-5aad83b0ae4d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.560392] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-701ee7e0-aa70-4e15-bbf5-e4c68667105f tempest-ServersAdminNegativeTestJSON-2003619555 tempest-ServersAdminNegativeTestJSON-2003619555-project-admin] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Suspending the VM {{(pid=62588) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1376.560392] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9e2eb137-8b4f-4988-9d49-1d966d3a8531 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.571030] env[62588]: DEBUG oslo_vmware.api [None req-701ee7e0-aa70-4e15-bbf5-e4c68667105f tempest-ServersAdminNegativeTestJSON-2003619555 tempest-ServersAdminNegativeTestJSON-2003619555-project-admin] Waiting for the task: (returnval){ [ 1376.571030] env[62588]: value = "task-1793174" [ 1376.571030] env[62588]: _type = "Task" [ 1376.571030] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.582655] env[62588]: DEBUG oslo_vmware.api [None req-701ee7e0-aa70-4e15-bbf5-e4c68667105f tempest-ServersAdminNegativeTestJSON-2003619555 tempest-ServersAdminNegativeTestJSON-2003619555-project-admin] Task: {'id': task-1793174, 'name': SuspendVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.697667] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b6731971-f3f7-4143-911f-46525fa92e29 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.701347] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 22.958s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.703321] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.703321] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62588) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1376.703321] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3d70e608-5610-41e0-a976-92803e11f6bb tempest-DeleteServersAdminTestJSON-1443368475 tempest-DeleteServersAdminTestJSON-1443368475-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.521s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.703321] env[62588]: DEBUG nova.objects.instance [None req-3d70e608-5610-41e0-a976-92803e11f6bb tempest-DeleteServersAdminTestJSON-1443368475 tempest-DeleteServersAdminTestJSON-1443368475-project-admin] Lazy-loading 'resources' on Instance uuid ceb74f59-c56b-4f07-a327-5508e68b440f {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1376.705090] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4fb870-022f-482c-8c05-facfad4f144d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.719103] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067925b1-3d20-4a4d-977d-8233c3225940 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.744022] env[62588]: INFO nova.scheduler.client.report [None req-b6731971-f3f7-4143-911f-46525fa92e29 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Deleted allocations for instance 9737c80a-ba99-4a9d-90e7-5531a7f83804 [ 1376.746320] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591fb022-17d1-4a3c-a70b-f6aa4b3be20c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.761352] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f450717e-5930-4209-be96-f50c83533315 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.798678] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181237MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62588) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1376.799289] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.909673] env[62588]: DEBUG nova.network.neutron [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1376.917836] env[62588]: DEBUG oslo_vmware.api [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52704cff-bb1e-e692-7b98-4f49fe050c9c, 'name': SearchDatastore_Task, 'duration_secs': 0.013906} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.917836] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.917836] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1376.917836] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.918108] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.918108] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1376.918227] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fd1ffe8-cfe9-440d-af7c-6971c36a6c0f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.932152] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1376.932453] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1376.933396] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e168dc97-0a98-4483-8402-5e5a18e65ede {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.941664] env[62588]: DEBUG oslo_vmware.api [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Waiting for the task: (returnval){ [ 1376.941664] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ff9f59-e7aa-ae80-fcbe-8aae547f838e" [ 1376.941664] env[62588]: _type = "Task" [ 1376.941664] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.953074] env[62588]: DEBUG oslo_vmware.api [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ff9f59-e7aa-ae80-fcbe-8aae547f838e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.026604] env[62588]: DEBUG nova.compute.manager [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1377.092085] env[62588]: DEBUG oslo_vmware.api [None req-701ee7e0-aa70-4e15-bbf5-e4c68667105f tempest-ServersAdminNegativeTestJSON-2003619555 tempest-ServersAdminNegativeTestJSON-2003619555-project-admin] Task: {'id': task-1793174, 'name': SuspendVM_Task} progress is 54%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.161741] env[62588]: DEBUG nova.network.neutron [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Port 0cec80a7-baa9-4584-bb28-3a9d45a74db3 binding to destination host cpu-1 is already ACTIVE {{(pid=62588) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1377.261279] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b6731971-f3f7-4143-911f-46525fa92e29 tempest-ServerDiagnosticsNegativeTest-1153368906 tempest-ServerDiagnosticsNegativeTest-1153368906-project-member] Lock "9737c80a-ba99-4a9d-90e7-5531a7f83804" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.318s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.270492] env[62588]: DEBUG nova.network.neutron [req-2c6f26d1-bcf2-45ef-980c-775aac5d0724 req-488d41b7-ffec-42bb-854d-02b22355773a service nova] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Updated VIF entry in instance network info cache for port 6ae440eb-f655-40e4-90b4-ff7bfebe95c1. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1377.271125] env[62588]: DEBUG nova.network.neutron [req-2c6f26d1-bcf2-45ef-980c-775aac5d0724 req-488d41b7-ffec-42bb-854d-02b22355773a service nova] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Updating instance_info_cache with network_info: [{"id": "6ae440eb-f655-40e4-90b4-ff7bfebe95c1", "address": "fa:16:3e:7f:af:69", "network": {"id": "6cfb8172-10c6-4491-89dc-9a9ab717502c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1128236953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb25dab2fa6b4a98b2ba221f184eb794", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ae440eb-f6", "ovs_interfaceid": "6ae440eb-f655-40e4-90b4-ff7bfebe95c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.345898] env[62588]: DEBUG nova.network.neutron [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Updating instance_info_cache with network_info: [{"id": "d078ad91-2bb7-4818-9db4-e4fabfeca82f", "address": "fa:16:3e:be:0b:69", "network": {"id": "4c5d5d94-4339-4dab-8d6e-cd6c3c03ed48", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1993048789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9445a410224d4e038fb24f758bd2bf95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd078ad91-2b", "ovs_interfaceid": "d078ad91-2bb7-4818-9db4-e4fabfeca82f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.456536] env[62588]: DEBUG oslo_vmware.api [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ff9f59-e7aa-ae80-fcbe-8aae547f838e, 'name': SearchDatastore_Task, 'duration_secs': 0.016331} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.459768] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfcf9ef8-1618-4fa9-b307-ac29dd72571d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.467508] env[62588]: DEBUG oslo_vmware.api [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Waiting for the task: (returnval){ [ 1377.467508] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5221ea33-3b43-4ad1-60b7-10562831e615" [ 1377.467508] env[62588]: _type = "Task" [ 1377.467508] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.480470] env[62588]: DEBUG oslo_vmware.api [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5221ea33-3b43-4ad1-60b7-10562831e615, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.551104] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.583766] env[62588]: DEBUG oslo_vmware.api [None req-701ee7e0-aa70-4e15-bbf5-e4c68667105f tempest-ServersAdminNegativeTestJSON-2003619555 tempest-ServersAdminNegativeTestJSON-2003619555-project-admin] Task: {'id': task-1793174, 'name': SuspendVM_Task, 'duration_secs': 0.966429} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.583766] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-701ee7e0-aa70-4e15-bbf5-e4c68667105f tempest-ServersAdminNegativeTestJSON-2003619555 tempest-ServersAdminNegativeTestJSON-2003619555-project-admin] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Suspended the VM {{(pid=62588) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1377.584021] env[62588]: DEBUG nova.compute.manager [None req-701ee7e0-aa70-4e15-bbf5-e4c68667105f tempest-ServersAdminNegativeTestJSON-2003619555 tempest-ServersAdminNegativeTestJSON-2003619555-project-admin] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1377.584692] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f148813c-adb8-4dbc-baef-d8f5cb2c0d3d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.594887] env[62588]: DEBUG nova.compute.manager [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1377.597887] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cab0864-5b69-4d38-9efe-370f6c8482e6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.697226] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db03ccfc-6e62-46b2-b6dd-686eae24f01e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.705223] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efc7f4f-10fe-44e6-9705-45971e7e8b74 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.739349] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8686ac-d910-45e5-b5f6-e747bcae5e00 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.749266] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad35897-cd07-4e7b-8c41-8bc3691d08df {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.766475] env[62588]: DEBUG nova.compute.provider_tree [None req-3d70e608-5610-41e0-a976-92803e11f6bb tempest-DeleteServersAdminTestJSON-1443368475 tempest-DeleteServersAdminTestJSON-1443368475-project-admin] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1377.773914] env[62588]: DEBUG oslo_concurrency.lockutils [req-2c6f26d1-bcf2-45ef-980c-775aac5d0724 req-488d41b7-ffec-42bb-854d-02b22355773a service nova] Releasing lock "refresh_cache-641a3a07-a4a4-4920-b710-f62bca7f9ebc" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.850187] env[62588]: DEBUG oslo_concurrency.lockutils [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Releasing lock "refresh_cache-004f4a6a-4ada-43cf-8a43-541f392b3fd7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.850187] env[62588]: DEBUG nova.compute.manager [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Instance network_info: |[{"id": "d078ad91-2bb7-4818-9db4-e4fabfeca82f", "address": "fa:16:3e:be:0b:69", "network": {"id": "4c5d5d94-4339-4dab-8d6e-cd6c3c03ed48", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1993048789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9445a410224d4e038fb24f758bd2bf95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd078ad91-2b", "ovs_interfaceid": "d078ad91-2bb7-4818-9db4-e4fabfeca82f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1377.850404] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:0b:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '462a7219-4deb-4225-9cf7-3131ef280363', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd078ad91-2bb7-4818-9db4-e4fabfeca82f', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1377.859362] env[62588]: DEBUG oslo.service.loopingcall [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1377.859877] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1377.860317] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6223b821-e808-493e-960d-01aedd88584a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.887023] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1377.887023] env[62588]: value = "task-1793175" [ 1377.887023] env[62588]: _type = "Task" [ 1377.887023] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.894837] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793175, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.979839] env[62588]: DEBUG oslo_vmware.api [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5221ea33-3b43-4ad1-60b7-10562831e615, 'name': SearchDatastore_Task, 'duration_secs': 0.016489} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.980192] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.980444] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 802a90a4-2ab2-4f3b-88af-0188c753f8c0/802a90a4-2ab2-4f3b-88af-0188c753f8c0.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1377.980705] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b145be1-1b83-44a2-a65c-8492b2b7724c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.989127] env[62588]: DEBUG oslo_vmware.api [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Waiting for the task: (returnval){ [ 1377.989127] env[62588]: value = "task-1793176" [ 1377.989127] env[62588]: _type = "Task" [ 1377.989127] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.996885] env[62588]: DEBUG nova.compute.manager [req-1ff152fc-0220-45a1-86de-2a9915fccaae req-425e7770-b42e-4c5a-97f2-94f97de92c99 service nova] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Received event network-vif-plugged-b9b9a59c-0d4e-4e11-95d4-42aff17e329f {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1377.997138] env[62588]: DEBUG oslo_concurrency.lockutils [req-1ff152fc-0220-45a1-86de-2a9915fccaae req-425e7770-b42e-4c5a-97f2-94f97de92c99 service nova] Acquiring lock "802a90a4-2ab2-4f3b-88af-0188c753f8c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.997398] env[62588]: DEBUG oslo_concurrency.lockutils [req-1ff152fc-0220-45a1-86de-2a9915fccaae req-425e7770-b42e-4c5a-97f2-94f97de92c99 service nova] Lock "802a90a4-2ab2-4f3b-88af-0188c753f8c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.997631] env[62588]: DEBUG oslo_concurrency.lockutils [req-1ff152fc-0220-45a1-86de-2a9915fccaae req-425e7770-b42e-4c5a-97f2-94f97de92c99 service nova] Lock "802a90a4-2ab2-4f3b-88af-0188c753f8c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.997716] env[62588]: DEBUG nova.compute.manager [req-1ff152fc-0220-45a1-86de-2a9915fccaae req-425e7770-b42e-4c5a-97f2-94f97de92c99 service nova] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] No waiting events found dispatching network-vif-plugged-b9b9a59c-0d4e-4e11-95d4-42aff17e329f {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1377.997848] env[62588]: WARNING nova.compute.manager [req-1ff152fc-0220-45a1-86de-2a9915fccaae req-425e7770-b42e-4c5a-97f2-94f97de92c99 service nova] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Received unexpected event network-vif-plugged-b9b9a59c-0d4e-4e11-95d4-42aff17e329f for instance with vm_state building and task_state spawning. [ 1377.998016] env[62588]: DEBUG nova.compute.manager [req-1ff152fc-0220-45a1-86de-2a9915fccaae req-425e7770-b42e-4c5a-97f2-94f97de92c99 service nova] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Received event network-changed-b9b9a59c-0d4e-4e11-95d4-42aff17e329f {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1377.998457] env[62588]: DEBUG nova.compute.manager [req-1ff152fc-0220-45a1-86de-2a9915fccaae req-425e7770-b42e-4c5a-97f2-94f97de92c99 service nova] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Refreshing instance network info cache due to event network-changed-b9b9a59c-0d4e-4e11-95d4-42aff17e329f. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1377.998669] env[62588]: DEBUG oslo_concurrency.lockutils [req-1ff152fc-0220-45a1-86de-2a9915fccaae req-425e7770-b42e-4c5a-97f2-94f97de92c99 service nova] Acquiring lock "refresh_cache-802a90a4-2ab2-4f3b-88af-0188c753f8c0" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.998805] env[62588]: DEBUG oslo_concurrency.lockutils [req-1ff152fc-0220-45a1-86de-2a9915fccaae req-425e7770-b42e-4c5a-97f2-94f97de92c99 service nova] Acquired lock "refresh_cache-802a90a4-2ab2-4f3b-88af-0188c753f8c0" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.998969] env[62588]: DEBUG nova.network.neutron [req-1ff152fc-0220-45a1-86de-2a9915fccaae req-425e7770-b42e-4c5a-97f2-94f97de92c99 service nova] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Refreshing network info cache for port b9b9a59c-0d4e-4e11-95d4-42aff17e329f {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1378.010232] env[62588]: DEBUG oslo_vmware.api [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Task: {'id': task-1793176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.118318] env[62588]: INFO nova.compute.manager [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] instance snapshotting [ 1378.123618] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec53e8e-38aa-442c-a76c-84dff11cae5b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.148373] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bd2b07-c750-402c-912e-4ddae1131683 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.191366] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquiring lock "d3291e2a-3e28-424a-94a5-b9831dcdbb09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.191366] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lock "d3291e2a-3e28-424a-94a5-b9831dcdbb09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.191366] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lock "d3291e2a-3e28-424a-94a5-b9831dcdbb09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.270311] env[62588]: DEBUG nova.scheduler.client.report [None req-3d70e608-5610-41e0-a976-92803e11f6bb tempest-DeleteServersAdminTestJSON-1443368475 tempest-DeleteServersAdminTestJSON-1443368475-project-admin] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1378.399612] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793175, 'name': CreateVM_Task, 'duration_secs': 0.38645} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.399953] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1378.401638] env[62588]: DEBUG oslo_concurrency.lockutils [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.401638] env[62588]: DEBUG oslo_concurrency.lockutils [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.401638] env[62588]: DEBUG oslo_concurrency.lockutils [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1378.401638] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-003afb3a-4a08-4783-afb8-f89f9c66e5b9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.408454] env[62588]: DEBUG oslo_vmware.api [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for the task: (returnval){ [ 1378.408454] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52534c6c-1f64-beff-650d-579f236da750" [ 1378.408454] env[62588]: _type = "Task" [ 1378.408454] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.420202] env[62588]: DEBUG oslo_vmware.api [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52534c6c-1f64-beff-650d-579f236da750, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.501539] env[62588]: DEBUG oslo_vmware.api [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Task: {'id': task-1793176, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488071} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.501940] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 802a90a4-2ab2-4f3b-88af-0188c753f8c0/802a90a4-2ab2-4f3b-88af-0188c753f8c0.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1378.502164] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1378.502460] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6194087f-b9f3-4872-92d7-65d6b42b280a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.514498] env[62588]: DEBUG oslo_vmware.api [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Waiting for the task: (returnval){ [ 1378.514498] env[62588]: value = "task-1793177" [ 1378.514498] env[62588]: _type = "Task" [ 1378.514498] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.525276] env[62588]: DEBUG oslo_vmware.api [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Task: {'id': task-1793177, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.662325] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Creating Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1378.662325] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-444fb541-37da-421f-b9fc-0a28fffab5da {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.672317] env[62588]: DEBUG oslo_vmware.api [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Waiting for the task: (returnval){ [ 1378.672317] env[62588]: value = "task-1793178" [ 1378.672317] env[62588]: _type = "Task" [ 1378.672317] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.684886] env[62588]: DEBUG oslo_vmware.api [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793178, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.779984] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3d70e608-5610-41e0-a976-92803e11f6bb tempest-DeleteServersAdminTestJSON-1443368475 tempest-DeleteServersAdminTestJSON-1443368475-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.791075] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.679s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.793602] env[62588]: INFO nova.compute.claims [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1378.823628] env[62588]: INFO nova.scheduler.client.report [None req-3d70e608-5610-41e0-a976-92803e11f6bb tempest-DeleteServersAdminTestJSON-1443368475 tempest-DeleteServersAdminTestJSON-1443368475-project-admin] Deleted allocations for instance ceb74f59-c56b-4f07-a327-5508e68b440f [ 1378.920092] env[62588]: DEBUG oslo_vmware.api [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52534c6c-1f64-beff-650d-579f236da750, 'name': SearchDatastore_Task, 'duration_secs': 0.050812} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.920092] env[62588]: DEBUG oslo_concurrency.lockutils [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.920246] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1378.920456] env[62588]: DEBUG oslo_concurrency.lockutils [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.920611] env[62588]: DEBUG oslo_concurrency.lockutils [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.920861] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1378.921074] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4c1de31-34ab-4b9e-8890-2c87fa315e37 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.936520] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1378.936673] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1378.937510] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6250ac97-22cc-4f95-af47-517cbb5b3b72 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.946983] env[62588]: DEBUG oslo_vmware.api [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for the task: (returnval){ [ 1378.946983] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5257fb63-2ff1-850a-3d3f-0017c8fd0f46" [ 1378.946983] env[62588]: _type = "Task" [ 1378.946983] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.960593] env[62588]: DEBUG oslo_vmware.api [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5257fb63-2ff1-850a-3d3f-0017c8fd0f46, 'name': SearchDatastore_Task, 'duration_secs': 0.012364} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.961448] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fca67124-d446-47ed-8695-c8bc3d5e5b9d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.969969] env[62588]: DEBUG oslo_vmware.api [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for the task: (returnval){ [ 1378.969969] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f7a9fd-e407-1186-24ec-fa7d3f757bcd" [ 1378.969969] env[62588]: _type = "Task" [ 1378.969969] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.981556] env[62588]: DEBUG oslo_vmware.api [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f7a9fd-e407-1186-24ec-fa7d3f757bcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.987461] env[62588]: DEBUG nova.network.neutron [req-1ff152fc-0220-45a1-86de-2a9915fccaae req-425e7770-b42e-4c5a-97f2-94f97de92c99 service nova] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Updated VIF entry in instance network info cache for port b9b9a59c-0d4e-4e11-95d4-42aff17e329f. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1378.987730] env[62588]: DEBUG nova.network.neutron [req-1ff152fc-0220-45a1-86de-2a9915fccaae req-425e7770-b42e-4c5a-97f2-94f97de92c99 service nova] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Updating instance_info_cache with network_info: [{"id": "b9b9a59c-0d4e-4e11-95d4-42aff17e329f", "address": "fa:16:3e:fa:c2:8c", "network": {"id": "06973034-0827-4a67-be62-3e47f2b194eb", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-950950871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b6ba9dae14d49cda86ef7a8423e738e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9b9a59c-0d", "ovs_interfaceid": "b9b9a59c-0d4e-4e11-95d4-42aff17e329f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.032724] env[62588]: DEBUG oslo_vmware.api [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Task: {'id': task-1793177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.21897} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.032724] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1379.032724] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724086b1-1add-4004-be1b-94aef6cb1d19 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.065044] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 802a90a4-2ab2-4f3b-88af-0188c753f8c0/802a90a4-2ab2-4f3b-88af-0188c753f8c0.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1379.065044] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60078e31-05f9-40da-b18f-bfa1e2c23219 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.089169] env[62588]: DEBUG oslo_vmware.api [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Waiting for the task: (returnval){ [ 1379.089169] env[62588]: value = "task-1793179" [ 1379.089169] env[62588]: _type = "Task" [ 1379.089169] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.102442] env[62588]: DEBUG oslo_vmware.api [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Task: {'id': task-1793179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.183594] env[62588]: DEBUG oslo_vmware.api [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793178, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.271265] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquiring lock "refresh_cache-d3291e2a-3e28-424a-94a5-b9831dcdbb09" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.271481] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquired lock "refresh_cache-d3291e2a-3e28-424a-94a5-b9831dcdbb09" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.271759] env[62588]: DEBUG nova.network.neutron [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1379.332688] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3d70e608-5610-41e0-a976-92803e11f6bb tempest-DeleteServersAdminTestJSON-1443368475 tempest-DeleteServersAdminTestJSON-1443368475-project-admin] Lock "ceb74f59-c56b-4f07-a327-5508e68b440f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.054s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.406495] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquiring lock "1c13f071-ee91-40c2-bada-1dad8d195451" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.406799] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lock "1c13f071-ee91-40c2-bada-1dad8d195451" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.480981] env[62588]: DEBUG oslo_vmware.api [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f7a9fd-e407-1186-24ec-fa7d3f757bcd, 'name': SearchDatastore_Task, 'duration_secs': 0.010958} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.481902] env[62588]: DEBUG oslo_concurrency.lockutils [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.481902] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 004f4a6a-4ada-43cf-8a43-541f392b3fd7/004f4a6a-4ada-43cf-8a43-541f392b3fd7.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1379.482278] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90e49ea8-96df-490c-8322-181c086a4a37 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.490813] env[62588]: DEBUG oslo_concurrency.lockutils [req-1ff152fc-0220-45a1-86de-2a9915fccaae req-425e7770-b42e-4c5a-97f2-94f97de92c99 service nova] Releasing lock "refresh_cache-802a90a4-2ab2-4f3b-88af-0188c753f8c0" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.491050] env[62588]: DEBUG nova.compute.manager [req-1ff152fc-0220-45a1-86de-2a9915fccaae req-425e7770-b42e-4c5a-97f2-94f97de92c99 service nova] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Received event network-vif-deleted-37e145aa-6f05-4d75-affd-6bb25422cdb3 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1379.491293] env[62588]: DEBUG nova.compute.manager [req-1ff152fc-0220-45a1-86de-2a9915fccaae req-425e7770-b42e-4c5a-97f2-94f97de92c99 service nova] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Received event network-vif-plugged-d078ad91-2bb7-4818-9db4-e4fabfeca82f {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1379.491653] env[62588]: DEBUG oslo_concurrency.lockutils [req-1ff152fc-0220-45a1-86de-2a9915fccaae req-425e7770-b42e-4c5a-97f2-94f97de92c99 service nova] Acquiring lock "004f4a6a-4ada-43cf-8a43-541f392b3fd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.491653] env[62588]: DEBUG oslo_concurrency.lockutils [req-1ff152fc-0220-45a1-86de-2a9915fccaae req-425e7770-b42e-4c5a-97f2-94f97de92c99 service nova] Lock "004f4a6a-4ada-43cf-8a43-541f392b3fd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.491945] env[62588]: DEBUG oslo_concurrency.lockutils [req-1ff152fc-0220-45a1-86de-2a9915fccaae req-425e7770-b42e-4c5a-97f2-94f97de92c99 service nova] Lock "004f4a6a-4ada-43cf-8a43-541f392b3fd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.491996] env[62588]: DEBUG nova.compute.manager [req-1ff152fc-0220-45a1-86de-2a9915fccaae req-425e7770-b42e-4c5a-97f2-94f97de92c99 service nova] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] No waiting events found dispatching network-vif-plugged-d078ad91-2bb7-4818-9db4-e4fabfeca82f {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1379.492147] env[62588]: WARNING nova.compute.manager [req-1ff152fc-0220-45a1-86de-2a9915fccaae req-425e7770-b42e-4c5a-97f2-94f97de92c99 service nova] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Received unexpected event network-vif-plugged-d078ad91-2bb7-4818-9db4-e4fabfeca82f for instance with vm_state building and task_state spawning. [ 1379.492311] env[62588]: DEBUG nova.compute.manager [req-1ff152fc-0220-45a1-86de-2a9915fccaae req-425e7770-b42e-4c5a-97f2-94f97de92c99 service nova] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Received event network-changed-d078ad91-2bb7-4818-9db4-e4fabfeca82f {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1379.492463] env[62588]: DEBUG nova.compute.manager [req-1ff152fc-0220-45a1-86de-2a9915fccaae req-425e7770-b42e-4c5a-97f2-94f97de92c99 service nova] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Refreshing instance network info cache due to event network-changed-d078ad91-2bb7-4818-9db4-e4fabfeca82f. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1379.492691] env[62588]: DEBUG oslo_concurrency.lockutils [req-1ff152fc-0220-45a1-86de-2a9915fccaae req-425e7770-b42e-4c5a-97f2-94f97de92c99 service nova] Acquiring lock "refresh_cache-004f4a6a-4ada-43cf-8a43-541f392b3fd7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.492801] env[62588]: DEBUG oslo_concurrency.lockutils [req-1ff152fc-0220-45a1-86de-2a9915fccaae req-425e7770-b42e-4c5a-97f2-94f97de92c99 service nova] Acquired lock "refresh_cache-004f4a6a-4ada-43cf-8a43-541f392b3fd7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.492941] env[62588]: DEBUG nova.network.neutron [req-1ff152fc-0220-45a1-86de-2a9915fccaae req-425e7770-b42e-4c5a-97f2-94f97de92c99 service nova] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Refreshing network info cache for port d078ad91-2bb7-4818-9db4-e4fabfeca82f {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1379.495851] env[62588]: DEBUG oslo_vmware.api [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for the task: (returnval){ [ 1379.495851] env[62588]: value = "task-1793180" [ 1379.495851] env[62588]: _type = "Task" [ 1379.495851] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.509268] env[62588]: DEBUG oslo_vmware.api [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793180, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.602335] env[62588]: DEBUG oslo_vmware.api [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Task: {'id': task-1793179, 'name': ReconfigVM_Task, 'duration_secs': 0.337693} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.602891] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 802a90a4-2ab2-4f3b-88af-0188c753f8c0/802a90a4-2ab2-4f3b-88af-0188c753f8c0.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1379.604156] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-662b30b9-7325-4286-ad73-abc80336ad62 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.617878] env[62588]: DEBUG oslo_vmware.api [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Waiting for the task: (returnval){ [ 1379.617878] env[62588]: value = "task-1793181" [ 1379.617878] env[62588]: _type = "Task" [ 1379.617878] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.634769] env[62588]: DEBUG oslo_vmware.api [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Task: {'id': task-1793181, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.659696] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquiring lock "88b35a0a-bc01-4bd4-91d5-fdb491b23b3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.659944] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lock "88b35a0a-bc01-4bd4-91d5-fdb491b23b3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.691742] env[62588]: DEBUG oslo_vmware.api [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793178, 'name': CreateSnapshot_Task, 'duration_secs': 0.571881} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.691742] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Created Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1379.695039] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406890cb-a92a-4177-b346-4d1a904451d8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.021331] env[62588]: DEBUG oslo_vmware.api [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793180, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449746} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.026648] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 004f4a6a-4ada-43cf-8a43-541f392b3fd7/004f4a6a-4ada-43cf-8a43-541f392b3fd7.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1380.026892] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1380.027385] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ef1601a-40f5-4bee-847f-5d72dbf7856a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.035673] env[62588]: DEBUG oslo_vmware.api [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for the task: (returnval){ [ 1380.035673] env[62588]: value = "task-1793182" [ 1380.035673] env[62588]: _type = "Task" [ 1380.035673] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.046378] env[62588]: DEBUG oslo_vmware.api [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.133538] env[62588]: DEBUG oslo_vmware.api [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Task: {'id': task-1793181, 'name': Rename_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.223650] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Creating linked-clone VM from snapshot {{(pid=62588) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1380.226508] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1f0e1d1f-4d9b-477e-9f73-3b9de335192c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.243490] env[62588]: DEBUG oslo_vmware.api [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Waiting for the task: (returnval){ [ 1380.243490] env[62588]: value = "task-1793183" [ 1380.243490] env[62588]: _type = "Task" [ 1380.243490] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.257838] env[62588]: DEBUG oslo_vmware.api [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793183, 'name': CloneVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.300717] env[62588]: DEBUG nova.network.neutron [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Updating instance_info_cache with network_info: [{"id": "0cec80a7-baa9-4584-bb28-3a9d45a74db3", "address": "fa:16:3e:90:2b:77", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cec80a7-ba", "ovs_interfaceid": "0cec80a7-baa9-4584-bb28-3a9d45a74db3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.405605] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e287a5db-8d80-4c4a-9a76-327a36bcd1c5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.415276] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bff351d-d6a4-4536-9a5b-00b185cb4972 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.450237] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a663cb0-c9db-4835-919b-0e456d9aad71 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.459440] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5327425-d6d7-4575-9676-8fee879b7ddf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.478902] env[62588]: DEBUG nova.compute.provider_tree [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1380.514381] env[62588]: DEBUG nova.network.neutron [req-1ff152fc-0220-45a1-86de-2a9915fccaae req-425e7770-b42e-4c5a-97f2-94f97de92c99 service nova] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Updated VIF entry in instance network info cache for port d078ad91-2bb7-4818-9db4-e4fabfeca82f. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1380.514857] env[62588]: DEBUG nova.network.neutron [req-1ff152fc-0220-45a1-86de-2a9915fccaae req-425e7770-b42e-4c5a-97f2-94f97de92c99 service nova] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Updating instance_info_cache with network_info: [{"id": "d078ad91-2bb7-4818-9db4-e4fabfeca82f", "address": "fa:16:3e:be:0b:69", "network": {"id": "4c5d5d94-4339-4dab-8d6e-cd6c3c03ed48", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1993048789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9445a410224d4e038fb24f758bd2bf95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd078ad91-2b", "ovs_interfaceid": "d078ad91-2bb7-4818-9db4-e4fabfeca82f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.556184] env[62588]: DEBUG oslo_vmware.api [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.331678} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.556184] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1380.556313] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129ce054-cfed-444c-80e4-4092cec982c7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.586577] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 004f4a6a-4ada-43cf-8a43-541f392b3fd7/004f4a6a-4ada-43cf-8a43-541f392b3fd7.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1380.586883] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d115417-bd0a-4272-b9b3-df82351515ab {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.610058] env[62588]: DEBUG oslo_vmware.api [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for the task: (returnval){ [ 1380.610058] env[62588]: value = "task-1793184" [ 1380.610058] env[62588]: _type = "Task" [ 1380.610058] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.620845] env[62588]: DEBUG oslo_vmware.api [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.629423] env[62588]: DEBUG oslo_vmware.api [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Task: {'id': task-1793181, 'name': Rename_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.761904] env[62588]: DEBUG oslo_vmware.api [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793183, 'name': CloneVM_Task} progress is 93%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.804221] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Releasing lock "refresh_cache-d3291e2a-3e28-424a-94a5-b9831dcdbb09" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.002397] env[62588]: ERROR nova.scheduler.client.report [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] [req-d19ab72c-b163-4823-8c82-664b382e0f99] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eaab8868-4bee-41d4-8b5c-ca05c3049f36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d19ab72c-b163-4823-8c82-664b382e0f99"}]} [ 1381.018869] env[62588]: DEBUG oslo_concurrency.lockutils [req-1ff152fc-0220-45a1-86de-2a9915fccaae req-425e7770-b42e-4c5a-97f2-94f97de92c99 service nova] Releasing lock "refresh_cache-004f4a6a-4ada-43cf-8a43-541f392b3fd7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.026089] env[62588]: DEBUG nova.scheduler.client.report [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Refreshing inventories for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1381.042524] env[62588]: DEBUG nova.scheduler.client.report [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Updating ProviderTree inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1381.042524] env[62588]: DEBUG nova.compute.provider_tree [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1381.055253] env[62588]: DEBUG nova.scheduler.client.report [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Refreshing aggregate associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, aggregates: None {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1381.073601] env[62588]: DEBUG nova.scheduler.client.report [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Refreshing trait associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1381.128176] env[62588]: DEBUG oslo_vmware.api [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.141551] env[62588]: DEBUG oslo_vmware.api [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Task: {'id': task-1793181, 'name': Rename_Task, 'duration_secs': 1.410837} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.142659] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1381.144384] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e25b5b04-0838-44ec-b42d-c30ebd276e36 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.152488] env[62588]: DEBUG oslo_vmware.api [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Waiting for the task: (returnval){ [ 1381.152488] env[62588]: value = "task-1793185" [ 1381.152488] env[62588]: _type = "Task" [ 1381.152488] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.170456] env[62588]: DEBUG oslo_vmware.api [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Task: {'id': task-1793185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.265904] env[62588]: DEBUG oslo_vmware.api [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793183, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.343379] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cd136f-279d-4370-91a3-66049fb7d813 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.371838] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627a204f-31d9-4080-a5e8-e2e108e4c9c5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.381510] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Updating instance 'd3291e2a-3e28-424a-94a5-b9831dcdbb09' progress to 83 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1381.527356] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquiring lock "d592d200-c893-4538-be6b-59f21277da0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.527679] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "d592d200-c893-4538-be6b-59f21277da0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.554247] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquiring lock "46b71ab3-df5b-47b1-a98a-9dd6c2eb4552" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.554481] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "46b71ab3-df5b-47b1-a98a-9dd6c2eb4552" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.627167] env[62588]: DEBUG oslo_vmware.api [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793184, 'name': ReconfigVM_Task, 'duration_secs': 0.644152} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.630355] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 004f4a6a-4ada-43cf-8a43-541f392b3fd7/004f4a6a-4ada-43cf-8a43-541f392b3fd7.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1381.631210] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6a1efaa-89ce-40e3-964b-d5d96a5bea92 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.639507] env[62588]: DEBUG oslo_vmware.api [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for the task: (returnval){ [ 1381.639507] env[62588]: value = "task-1793186" [ 1381.639507] env[62588]: _type = "Task" [ 1381.639507] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.651385] env[62588]: DEBUG oslo_vmware.api [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793186, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.658495] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2df9fab-707d-4233-a90f-1104723eb21b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.670680] env[62588]: DEBUG oslo_vmware.api [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Task: {'id': task-1793185, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.671954] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5220fbb-eb51-4d17-b15f-abd0f79e524f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.711483] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7830de-42b3-40ac-970d-056d1caeb147 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.722423] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bddc5a7-523c-4ce6-b34b-178611d6e087 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.743600] env[62588]: DEBUG nova.compute.provider_tree [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1381.756811] env[62588]: DEBUG oslo_vmware.api [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793183, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.843054] env[62588]: DEBUG oslo_concurrency.lockutils [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Acquiring lock "3d1e96f5-3021-4155-8855-592361b2b0d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.843054] env[62588]: DEBUG oslo_concurrency.lockutils [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Lock "3d1e96f5-3021-4155-8855-592361b2b0d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.891524] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1381.891629] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4158e57-4cfc-428d-aede-495c66b9c234 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.911690] env[62588]: DEBUG oslo_vmware.api [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1381.911690] env[62588]: value = "task-1793187" [ 1381.911690] env[62588]: _type = "Task" [ 1381.911690] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.926431] env[62588]: DEBUG oslo_vmware.api [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.153856] env[62588]: DEBUG oslo_vmware.api [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793186, 'name': Rename_Task, 'duration_secs': 0.300558} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.154385] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1382.158119] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0b489ef-c590-43aa-a3d5-257c2d24baed {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.167097] env[62588]: DEBUG oslo_vmware.api [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Task: {'id': task-1793185, 'name': PowerOnVM_Task, 'duration_secs': 0.817959} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.170459] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1382.170459] env[62588]: INFO nova.compute.manager [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Took 12.06 seconds to spawn the instance on the hypervisor. [ 1382.170459] env[62588]: DEBUG nova.compute.manager [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1382.170459] env[62588]: DEBUG oslo_vmware.api [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for the task: (returnval){ [ 1382.170459] env[62588]: value = "task-1793188" [ 1382.170459] env[62588]: _type = "Task" [ 1382.170459] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.170845] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e5b65c-f159-486f-a95b-6b5f8f7c7401 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.188250] env[62588]: DEBUG oslo_vmware.api [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.247126] env[62588]: DEBUG nova.scheduler.client.report [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1382.262220] env[62588]: DEBUG oslo_vmware.api [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793183, 'name': CloneVM_Task, 'duration_secs': 1.97216} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.262705] env[62588]: INFO nova.virt.vmwareapi.vmops [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Created linked-clone VM from snapshot [ 1382.264826] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510f65fa-cbf2-405f-8fce-12f5c8dfe135 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.276960] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Uploading image b3f8ab67-0776-412e-bb81-d1efc49cf4aa {{(pid=62588) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1382.313540] env[62588]: DEBUG oslo_vmware.rw_handles [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1382.313540] env[62588]: value = "vm-371941" [ 1382.313540] env[62588]: _type = "VirtualMachine" [ 1382.313540] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1382.314341] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9f256fe3-6f14-40bb-98af-bd7d00cf0758 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.324237] env[62588]: DEBUG oslo_vmware.rw_handles [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Lease: (returnval){ [ 1382.324237] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522dec72-4388-35a2-69da-d71211b53118" [ 1382.324237] env[62588]: _type = "HttpNfcLease" [ 1382.324237] env[62588]: } obtained for exporting VM: (result){ [ 1382.324237] env[62588]: value = "vm-371941" [ 1382.324237] env[62588]: _type = "VirtualMachine" [ 1382.324237] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1382.324424] env[62588]: DEBUG oslo_vmware.api [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Waiting for the lease: (returnval){ [ 1382.324424] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522dec72-4388-35a2-69da-d71211b53118" [ 1382.324424] env[62588]: _type = "HttpNfcLease" [ 1382.324424] env[62588]: } to be ready. {{(pid=62588) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1382.336047] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1382.336047] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522dec72-4388-35a2-69da-d71211b53118" [ 1382.336047] env[62588]: _type = "HttpNfcLease" [ 1382.336047] env[62588]: } is initializing. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1382.428131] env[62588]: DEBUG oslo_vmware.api [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793187, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.686190] env[62588]: DEBUG oslo_vmware.api [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793188, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.696025] env[62588]: INFO nova.compute.manager [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Took 34.47 seconds to build instance. [ 1382.752516] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.962s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.757024] env[62588]: DEBUG nova.compute.manager [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1382.758614] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.659s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.760741] env[62588]: INFO nova.compute.claims [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] [instance: e59ae345-5724-4513-8665-4b5569717032] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1382.836189] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1382.836189] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522dec72-4388-35a2-69da-d71211b53118" [ 1382.836189] env[62588]: _type = "HttpNfcLease" [ 1382.836189] env[62588]: } is ready. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1382.836727] env[62588]: DEBUG oslo_vmware.rw_handles [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1382.836727] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522dec72-4388-35a2-69da-d71211b53118" [ 1382.836727] env[62588]: _type = "HttpNfcLease" [ 1382.836727] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1382.837307] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf30117e-eefa-4499-9626-7d8129951eb9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.846289] env[62588]: DEBUG oslo_vmware.rw_handles [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d31861-a967-3e3e-c09d-56dd6543e0eb/disk-0.vmdk from lease info. {{(pid=62588) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1382.846576] env[62588]: DEBUG oslo_vmware.rw_handles [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d31861-a967-3e3e-c09d-56dd6543e0eb/disk-0.vmdk for reading. {{(pid=62588) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1382.923475] env[62588]: DEBUG oslo_vmware.api [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793187, 'name': PowerOnVM_Task, 'duration_secs': 0.577209} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.924550] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1382.924550] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-73a1c004-a570-4af2-94d1-b5abd255e723 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Updating instance 'd3291e2a-3e28-424a-94a5-b9831dcdbb09' progress to 100 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1382.953485] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a095a055-34a1-46af-8daa-1953d1ebff2a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.196543] env[62588]: DEBUG oslo_vmware.api [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793188, 'name': PowerOnVM_Task, 'duration_secs': 0.782416} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.199500] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1383.201154] env[62588]: INFO nova.compute.manager [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Took 9.97 seconds to spawn the instance on the hypervisor. [ 1383.201540] env[62588]: DEBUG nova.compute.manager [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1383.202511] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b9460e67-71ab-49e6-affa-ad7ecd6a0c4f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Lock "802a90a4-2ab2-4f3b-88af-0188c753f8c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.141s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.203500] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b30f215-9c01-48d6-aba1-3126c6d785ca {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.265925] env[62588]: DEBUG nova.compute.utils [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1383.272471] env[62588]: DEBUG nova.compute.manager [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1383.272668] env[62588]: DEBUG nova.network.neutron [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1383.422250] env[62588]: DEBUG nova.policy [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f39abb43a674efbb0fd6639f44a531b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f6b6dd700fd463ead2bf5f2b015ab47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1383.713992] env[62588]: DEBUG nova.compute.manager [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1383.736267] env[62588]: INFO nova.compute.manager [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Took 35.34 seconds to build instance. [ 1383.772930] env[62588]: DEBUG nova.compute.manager [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1384.238973] env[62588]: DEBUG oslo_concurrency.lockutils [None req-153b6304-2a92-4509-841c-fcf36381b7b0 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lock "004f4a6a-4ada-43cf-8a43-541f392b3fd7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.111s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.244258] env[62588]: DEBUG nova.network.neutron [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Successfully created port: 93fed4dc-c880-4564-9276-1593dd97e0f0 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1384.251080] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.355638] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0210132f-7aa4-457f-8dbf-70b9de10f385 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.366420] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9babf9d2-55bd-47c2-bcde-5aa9f48a7acf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.401897] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9e38f7-a0d2-45d5-b71e-2acb44858124 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.411230] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf167c7-5e2d-4a2e-a262-c3c281854396 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.426012] env[62588]: DEBUG nova.compute.provider_tree [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.592955] env[62588]: DEBUG oslo_concurrency.lockutils [None req-38c887ff-fc6a-46aa-9d36-a500a7e03d9f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Acquiring lock "802a90a4-2ab2-4f3b-88af-0188c753f8c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.592955] env[62588]: DEBUG oslo_concurrency.lockutils [None req-38c887ff-fc6a-46aa-9d36-a500a7e03d9f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Lock "802a90a4-2ab2-4f3b-88af-0188c753f8c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.592955] env[62588]: DEBUG oslo_concurrency.lockutils [None req-38c887ff-fc6a-46aa-9d36-a500a7e03d9f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Acquiring lock "802a90a4-2ab2-4f3b-88af-0188c753f8c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.593234] env[62588]: DEBUG oslo_concurrency.lockutils [None req-38c887ff-fc6a-46aa-9d36-a500a7e03d9f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Lock "802a90a4-2ab2-4f3b-88af-0188c753f8c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.594538] env[62588]: DEBUG oslo_concurrency.lockutils [None req-38c887ff-fc6a-46aa-9d36-a500a7e03d9f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Lock "802a90a4-2ab2-4f3b-88af-0188c753f8c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.598424] env[62588]: INFO nova.compute.manager [None req-38c887ff-fc6a-46aa-9d36-a500a7e03d9f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Terminating instance [ 1384.741833] env[62588]: DEBUG nova.compute.manager [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1384.787668] env[62588]: DEBUG nova.compute.manager [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1384.824360] env[62588]: DEBUG nova.virt.hardware [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1384.824707] env[62588]: DEBUG nova.virt.hardware [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1384.824916] env[62588]: DEBUG nova.virt.hardware [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1384.825275] env[62588]: DEBUG nova.virt.hardware [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1384.825487] env[62588]: DEBUG nova.virt.hardware [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1384.825681] env[62588]: DEBUG nova.virt.hardware [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1384.825999] env[62588]: DEBUG nova.virt.hardware [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1384.826229] env[62588]: DEBUG nova.virt.hardware [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1384.826420] env[62588]: DEBUG nova.virt.hardware [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1384.826587] env[62588]: DEBUG nova.virt.hardware [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1384.826766] env[62588]: DEBUG nova.virt.hardware [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1384.828109] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c9bcc8-29b3-49e5-a014-641856824703 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.838693] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b49be1d-fb20-4646-a6ee-f16e46a59abc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.929970] env[62588]: DEBUG nova.scheduler.client.report [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1385.113025] env[62588]: DEBUG nova.compute.manager [None req-38c887ff-fc6a-46aa-9d36-a500a7e03d9f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1385.113025] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-38c887ff-fc6a-46aa-9d36-a500a7e03d9f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1385.113025] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d8bd33-aff1-45aa-89c3-d586742afe55 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.124018] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-38c887ff-fc6a-46aa-9d36-a500a7e03d9f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1385.128562] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdc7d7e1-976a-497a-ba36-022989cb9da6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.136495] env[62588]: DEBUG oslo_vmware.api [None req-38c887ff-fc6a-46aa-9d36-a500a7e03d9f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Waiting for the task: (returnval){ [ 1385.136495] env[62588]: value = "task-1793190" [ 1385.136495] env[62588]: _type = "Task" [ 1385.136495] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.147065] env[62588]: DEBUG oslo_vmware.api [None req-38c887ff-fc6a-46aa-9d36-a500a7e03d9f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Task: {'id': task-1793190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.280392] env[62588]: DEBUG oslo_concurrency.lockutils [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.441146] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.441740] env[62588]: DEBUG nova.compute.manager [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] [instance: e59ae345-5724-4513-8665-4b5569717032] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1385.444730] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.240s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.446178] env[62588]: INFO nova.compute.claims [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1385.649698] env[62588]: DEBUG oslo_vmware.api [None req-38c887ff-fc6a-46aa-9d36-a500a7e03d9f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Task: {'id': task-1793190, 'name': PowerOffVM_Task, 'duration_secs': 0.399923} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.652018] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-38c887ff-fc6a-46aa-9d36-a500a7e03d9f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1385.652018] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-38c887ff-fc6a-46aa-9d36-a500a7e03d9f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1385.652018] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12d70c40-a2b4-4e34-bb56-1b2c610f7ded {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.754374] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-38c887ff-fc6a-46aa-9d36-a500a7e03d9f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1385.754807] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-38c887ff-fc6a-46aa-9d36-a500a7e03d9f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1385.754958] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-38c887ff-fc6a-46aa-9d36-a500a7e03d9f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Deleting the datastore file [datastore1] 802a90a4-2ab2-4f3b-88af-0188c753f8c0 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1385.755461] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18bbfc9c-fca9-465d-96eb-e1ba07849aae {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.764960] env[62588]: DEBUG oslo_vmware.api [None req-38c887ff-fc6a-46aa-9d36-a500a7e03d9f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Waiting for the task: (returnval){ [ 1385.764960] env[62588]: value = "task-1793192" [ 1385.764960] env[62588]: _type = "Task" [ 1385.764960] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.778914] env[62588]: DEBUG oslo_vmware.api [None req-38c887ff-fc6a-46aa-9d36-a500a7e03d9f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Task: {'id': task-1793192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.954439] env[62588]: DEBUG nova.compute.utils [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1385.961396] env[62588]: DEBUG nova.compute.manager [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] [instance: e59ae345-5724-4513-8665-4b5569717032] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1385.961396] env[62588]: DEBUG nova.network.neutron [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] [instance: e59ae345-5724-4513-8665-4b5569717032] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1386.101578] env[62588]: DEBUG nova.policy [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0f0d84da0244f0b826f13a3d16803b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '313cc466b889468eabce8e3cad7f6964', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1386.281409] env[62588]: DEBUG oslo_vmware.api [None req-38c887ff-fc6a-46aa-9d36-a500a7e03d9f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Task: {'id': task-1793192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298231} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.281701] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-38c887ff-fc6a-46aa-9d36-a500a7e03d9f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1386.282119] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-38c887ff-fc6a-46aa-9d36-a500a7e03d9f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1386.282215] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-38c887ff-fc6a-46aa-9d36-a500a7e03d9f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1386.282446] env[62588]: INFO nova.compute.manager [None req-38c887ff-fc6a-46aa-9d36-a500a7e03d9f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1386.283188] env[62588]: DEBUG oslo.service.loopingcall [None req-38c887ff-fc6a-46aa-9d36-a500a7e03d9f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1386.283188] env[62588]: DEBUG nova.compute.manager [-] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1386.283188] env[62588]: DEBUG nova.network.neutron [-] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1386.458573] env[62588]: DEBUG nova.compute.manager [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] [instance: e59ae345-5724-4513-8665-4b5569717032] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1387.012127] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1780d4e3-d356-49fa-8e3b-942d3274aff5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.022824] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea38edb2-20ae-4993-82ee-fe2f09af16b2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.064145] env[62588]: DEBUG nova.network.neutron [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Successfully updated port: 93fed4dc-c880-4564-9276-1593dd97e0f0 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1387.065892] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72aab276-6343-4f78-9f19-3bc3d1286249 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.080687] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d8b70f-7c0e-497a-a2e1-4e1fd3945427 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.100679] env[62588]: DEBUG nova.compute.provider_tree [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.237061] env[62588]: DEBUG nova.network.neutron [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] [instance: e59ae345-5724-4513-8665-4b5569717032] Successfully created port: 188597d7-649a-4cab-beda-67998118ac98 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1387.470936] env[62588]: DEBUG nova.compute.manager [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] [instance: e59ae345-5724-4513-8665-4b5569717032] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1387.505378] env[62588]: DEBUG nova.virt.hardware [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1387.505632] env[62588]: DEBUG nova.virt.hardware [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1387.505787] env[62588]: DEBUG nova.virt.hardware [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1387.505988] env[62588]: DEBUG nova.virt.hardware [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1387.506503] env[62588]: DEBUG nova.virt.hardware [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1387.506807] env[62588]: DEBUG nova.virt.hardware [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1387.507109] env[62588]: DEBUG nova.virt.hardware [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1387.507364] env[62588]: DEBUG nova.virt.hardware [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1387.507560] env[62588]: DEBUG nova.virt.hardware [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1387.507780] env[62588]: DEBUG nova.virt.hardware [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1387.508069] env[62588]: DEBUG nova.virt.hardware [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1387.509225] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72670ed-f954-4dc6-b2fb-3bc4c0f80d70 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.519937] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab7b88b-de64-44ad-beb7-4294502f21ef {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.574703] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Acquiring lock "refresh_cache-101ccd74-a76f-4a3c-ac5c-e1891f304cec" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.574870] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Acquired lock "refresh_cache-101ccd74-a76f-4a3c-ac5c-e1891f304cec" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.575035] env[62588]: DEBUG nova.network.neutron [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1387.598497] env[62588]: DEBUG oslo_concurrency.lockutils [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "aa58d5dd-6cee-4d32-b80a-1fdc853995e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.598736] env[62588]: DEBUG oslo_concurrency.lockutils [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "aa58d5dd-6cee-4d32-b80a-1fdc853995e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.605157] env[62588]: DEBUG nova.scheduler.client.report [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1387.771129] env[62588]: DEBUG nova.network.neutron [-] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.083315] env[62588]: DEBUG nova.compute.manager [req-c47cb7db-2a44-4a4a-9b5c-9535efe6e2f6 req-6cda79aa-d219-4154-9174-169a8b1048ef service nova] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Received event network-vif-plugged-93fed4dc-c880-4564-9276-1593dd97e0f0 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1388.083604] env[62588]: DEBUG oslo_concurrency.lockutils [req-c47cb7db-2a44-4a4a-9b5c-9535efe6e2f6 req-6cda79aa-d219-4154-9174-169a8b1048ef service nova] Acquiring lock "101ccd74-a76f-4a3c-ac5c-e1891f304cec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.084982] env[62588]: DEBUG oslo_concurrency.lockutils [req-c47cb7db-2a44-4a4a-9b5c-9535efe6e2f6 req-6cda79aa-d219-4154-9174-169a8b1048ef service nova] Lock "101ccd74-a76f-4a3c-ac5c-e1891f304cec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.084982] env[62588]: DEBUG oslo_concurrency.lockutils [req-c47cb7db-2a44-4a4a-9b5c-9535efe6e2f6 req-6cda79aa-d219-4154-9174-169a8b1048ef service nova] Lock "101ccd74-a76f-4a3c-ac5c-e1891f304cec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.084982] env[62588]: DEBUG nova.compute.manager [req-c47cb7db-2a44-4a4a-9b5c-9535efe6e2f6 req-6cda79aa-d219-4154-9174-169a8b1048ef service nova] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] No waiting events found dispatching network-vif-plugged-93fed4dc-c880-4564-9276-1593dd97e0f0 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1388.084982] env[62588]: WARNING nova.compute.manager [req-c47cb7db-2a44-4a4a-9b5c-9535efe6e2f6 req-6cda79aa-d219-4154-9174-169a8b1048ef service nova] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Received unexpected event network-vif-plugged-93fed4dc-c880-4564-9276-1593dd97e0f0 for instance with vm_state building and task_state spawning. [ 1388.109738] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.110280] env[62588]: DEBUG nova.compute.manager [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1388.114212] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.364s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.114563] env[62588]: INFO nova.compute.claims [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1388.142684] env[62588]: DEBUG nova.network.neutron [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1388.273951] env[62588]: INFO nova.compute.manager [-] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Took 1.99 seconds to deallocate network for instance. [ 1388.366362] env[62588]: DEBUG nova.network.neutron [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Updating instance_info_cache with network_info: [{"id": "93fed4dc-c880-4564-9276-1593dd97e0f0", "address": "fa:16:3e:15:02:65", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93fed4dc-c8", "ovs_interfaceid": "93fed4dc-c880-4564-9276-1593dd97e0f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.546769] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3456ef86-ace1-4bd5-87b7-1d4f5aca8643 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquiring lock "d3291e2a-3e28-424a-94a5-b9831dcdbb09" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.546769] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3456ef86-ace1-4bd5-87b7-1d4f5aca8643 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lock "d3291e2a-3e28-424a-94a5-b9831dcdbb09" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.546769] env[62588]: DEBUG nova.compute.manager [None req-3456ef86-ace1-4bd5-87b7-1d4f5aca8643 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Going to confirm migration 1 {{(pid=62588) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5246}} [ 1388.621021] env[62588]: DEBUG nova.compute.utils [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1388.622740] env[62588]: DEBUG nova.compute.manager [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1388.623099] env[62588]: DEBUG nova.network.neutron [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1388.702320] env[62588]: DEBUG nova.policy [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3db03802de44d79a4ca9a06c15cf6dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1adef84ec8f8476db479981455f709ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1388.784959] env[62588]: DEBUG oslo_concurrency.lockutils [None req-38c887ff-fc6a-46aa-9d36-a500a7e03d9f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.870291] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Releasing lock "refresh_cache-101ccd74-a76f-4a3c-ac5c-e1891f304cec" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.870696] env[62588]: DEBUG nova.compute.manager [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Instance network_info: |[{"id": "93fed4dc-c880-4564-9276-1593dd97e0f0", "address": "fa:16:3e:15:02:65", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93fed4dc-c8", "ovs_interfaceid": "93fed4dc-c880-4564-9276-1593dd97e0f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1388.871202] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:02:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93fed4dc-c880-4564-9276-1593dd97e0f0', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1388.880924] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Creating folder: Project (2f6b6dd700fd463ead2bf5f2b015ab47). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1388.881419] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eee2fc3f-5219-4b4d-949c-8667d6f78bfb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.896611] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Created folder: Project (2f6b6dd700fd463ead2bf5f2b015ab47) in parent group-v371885. [ 1388.896802] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Creating folder: Instances. Parent ref: group-v371942. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1388.897058] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6aeea168-d486-4a06-9092-707afa28bc5e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.906848] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Created folder: Instances in parent group-v371942. [ 1388.907116] env[62588]: DEBUG oslo.service.loopingcall [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1388.907314] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1388.907525] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df67f86f-3d33-4758-85a8-221890f2fec8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.935348] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1388.935348] env[62588]: value = "task-1793195" [ 1388.935348] env[62588]: _type = "Task" [ 1388.935348] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.945575] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793195, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.130120] env[62588]: DEBUG nova.compute.manager [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1389.178314] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3456ef86-ace1-4bd5-87b7-1d4f5aca8643 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquiring lock "refresh_cache-d3291e2a-3e28-424a-94a5-b9831dcdbb09" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.178577] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3456ef86-ace1-4bd5-87b7-1d4f5aca8643 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquired lock "refresh_cache-d3291e2a-3e28-424a-94a5-b9831dcdbb09" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.178763] env[62588]: DEBUG nova.network.neutron [None req-3456ef86-ace1-4bd5-87b7-1d4f5aca8643 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1389.179028] env[62588]: DEBUG nova.objects.instance [None req-3456ef86-ace1-4bd5-87b7-1d4f5aca8643 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lazy-loading 'info_cache' on Instance uuid d3291e2a-3e28-424a-94a5-b9831dcdbb09 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1389.385627] env[62588]: DEBUG nova.network.neutron [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Successfully created port: 5d5a06fb-0c53-484e-8919-d36a900547f9 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1389.387708] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.388022] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.445730] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793195, 'name': CreateVM_Task, 'duration_secs': 0.357041} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.448832] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1389.449783] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.450031] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.450364] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1389.450648] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c32a42ef-e6a9-4ddd-891b-2a6464670dfa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.459272] env[62588]: DEBUG oslo_vmware.api [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Waiting for the task: (returnval){ [ 1389.459272] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5221e9a7-8ed0-aa37-cbc9-b4da60ca18e3" [ 1389.459272] env[62588]: _type = "Task" [ 1389.459272] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.471999] env[62588]: DEBUG oslo_vmware.api [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5221e9a7-8ed0-aa37-cbc9-b4da60ca18e3, 'name': SearchDatastore_Task, 'duration_secs': 0.012064} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.471999] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.472225] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1389.472441] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.472659] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.472746] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1389.474149] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1c568b3-ca41-42f3-8ad8-8f21a2f97859 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.482275] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1389.482465] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1389.483289] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a731fd2e-c2a8-4e57-859f-445b65da45a5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.488660] env[62588]: DEBUG oslo_vmware.api [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Waiting for the task: (returnval){ [ 1389.488660] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b3b412-4971-0895-b79d-000b32fe4890" [ 1389.488660] env[62588]: _type = "Task" [ 1389.488660] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.500182] env[62588]: DEBUG oslo_vmware.api [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b3b412-4971-0895-b79d-000b32fe4890, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.543339] env[62588]: DEBUG nova.network.neutron [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] [instance: e59ae345-5724-4513-8665-4b5569717032] Successfully updated port: 188597d7-649a-4cab-beda-67998118ac98 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1389.728613] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fded75d-7cde-4b0a-882a-cb6cfcd313c5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.737212] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ff69d8-0389-40d6-b53e-676b49b6d566 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.770204] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5712096-9ec0-48d0-bb92-b02a061b437a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.778009] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aeae4ed-18f9-4d38-b1f1-43c94ea0732e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.793767] env[62588]: DEBUG nova.compute.provider_tree [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.861339] env[62588]: DEBUG nova.network.neutron [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Successfully created port: 5857efac-572b-48fb-8d7e-0e30370581c0 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1390.000596] env[62588]: DEBUG oslo_vmware.api [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b3b412-4971-0895-b79d-000b32fe4890, 'name': SearchDatastore_Task, 'duration_secs': 0.01101} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.001093] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4756a9a2-2d15-4443-8b28-d9c5d57576b3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.009469] env[62588]: DEBUG oslo_vmware.api [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Waiting for the task: (returnval){ [ 1390.009469] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]523a3c94-24f7-f7e1-e57a-f3157750f93d" [ 1390.009469] env[62588]: _type = "Task" [ 1390.009469] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.023885] env[62588]: DEBUG oslo_vmware.api [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]523a3c94-24f7-f7e1-e57a-f3157750f93d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.046631] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Acquiring lock "refresh_cache-e59ae345-5724-4513-8665-4b5569717032" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.047679] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Acquired lock "refresh_cache-e59ae345-5724-4513-8665-4b5569717032" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.047679] env[62588]: DEBUG nova.network.neutron [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] [instance: e59ae345-5724-4513-8665-4b5569717032] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1390.139714] env[62588]: DEBUG nova.compute.manager [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1390.169518] env[62588]: DEBUG nova.virt.hardware [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1390.170348] env[62588]: DEBUG nova.virt.hardware [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1390.170519] env[62588]: DEBUG nova.virt.hardware [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1390.171017] env[62588]: DEBUG nova.virt.hardware [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1390.171337] env[62588]: DEBUG nova.virt.hardware [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1390.171426] env[62588]: DEBUG nova.virt.hardware [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1390.171683] env[62588]: DEBUG nova.virt.hardware [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1390.171917] env[62588]: DEBUG nova.virt.hardware [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1390.172176] env[62588]: DEBUG nova.virt.hardware [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1390.172412] env[62588]: DEBUG nova.virt.hardware [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1390.172673] env[62588]: DEBUG nova.virt.hardware [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1390.173777] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469f3e53-ea72-47e7-aad8-13c3018d743e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.183484] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e523b15-9a41-4632-a9e9-fb0256142848 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.236719] env[62588]: DEBUG nova.network.neutron [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Successfully created port: fd33111b-8182-40b3-802e-d5491a23f3b4 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1390.300357] env[62588]: DEBUG nova.scheduler.client.report [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.523291] env[62588]: DEBUG oslo_vmware.api [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]523a3c94-24f7-f7e1-e57a-f3157750f93d, 'name': SearchDatastore_Task, 'duration_secs': 0.013932} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.523728] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.524101] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 101ccd74-a76f-4a3c-ac5c-e1891f304cec/101ccd74-a76f-4a3c-ac5c-e1891f304cec.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1390.524506] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f686edaa-19ab-4b43-8fd5-5a2e44ce8247 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.533333] env[62588]: DEBUG oslo_vmware.api [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Waiting for the task: (returnval){ [ 1390.533333] env[62588]: value = "task-1793196" [ 1390.533333] env[62588]: _type = "Task" [ 1390.533333] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.541600] env[62588]: DEBUG oslo_vmware.api [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Task: {'id': task-1793196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.589921] env[62588]: DEBUG nova.compute.manager [req-a590e93f-869d-4a0a-b304-cc931e584e0f req-b2a93d08-6352-4b8e-ae9e-728c93397527 service nova] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Received event network-changed-93fed4dc-c880-4564-9276-1593dd97e0f0 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1390.591187] env[62588]: DEBUG nova.compute.manager [req-a590e93f-869d-4a0a-b304-cc931e584e0f req-b2a93d08-6352-4b8e-ae9e-728c93397527 service nova] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Refreshing instance network info cache due to event network-changed-93fed4dc-c880-4564-9276-1593dd97e0f0. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1390.591187] env[62588]: DEBUG oslo_concurrency.lockutils [req-a590e93f-869d-4a0a-b304-cc931e584e0f req-b2a93d08-6352-4b8e-ae9e-728c93397527 service nova] Acquiring lock "refresh_cache-101ccd74-a76f-4a3c-ac5c-e1891f304cec" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.591187] env[62588]: DEBUG oslo_concurrency.lockutils [req-a590e93f-869d-4a0a-b304-cc931e584e0f req-b2a93d08-6352-4b8e-ae9e-728c93397527 service nova] Acquired lock "refresh_cache-101ccd74-a76f-4a3c-ac5c-e1891f304cec" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.591187] env[62588]: DEBUG nova.network.neutron [req-a590e93f-869d-4a0a-b304-cc931e584e0f req-b2a93d08-6352-4b8e-ae9e-728c93397527 service nova] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Refreshing network info cache for port 93fed4dc-c880-4564-9276-1593dd97e0f0 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1390.617219] env[62588]: DEBUG nova.network.neutron [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] [instance: e59ae345-5724-4513-8665-4b5569717032] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1390.803331] env[62588]: DEBUG nova.network.neutron [None req-3456ef86-ace1-4bd5-87b7-1d4f5aca8643 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Updating instance_info_cache with network_info: [{"id": "0cec80a7-baa9-4584-bb28-3a9d45a74db3", "address": "fa:16:3e:90:2b:77", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cec80a7-ba", "ovs_interfaceid": "0cec80a7-baa9-4584-bb28-3a9d45a74db3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.805728] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.806392] env[62588]: DEBUG nova.compute.manager [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1390.814008] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.831s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.818192] env[62588]: DEBUG nova.objects.instance [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62588) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1391.010936] env[62588]: DEBUG nova.network.neutron [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] [instance: e59ae345-5724-4513-8665-4b5569717032] Updating instance_info_cache with network_info: [{"id": "188597d7-649a-4cab-beda-67998118ac98", "address": "fa:16:3e:38:2a:aa", "network": {"id": "6c6b7f4f-e71d-4aea-ab2e-eda96055078d", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-39866328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "313cc466b889468eabce8e3cad7f6964", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap188597d7-64", "ovs_interfaceid": "188597d7-649a-4cab-beda-67998118ac98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.046719] env[62588]: DEBUG oslo_vmware.api [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Task: {'id': task-1793196, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.306444] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3456ef86-ace1-4bd5-87b7-1d4f5aca8643 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Releasing lock "refresh_cache-d3291e2a-3e28-424a-94a5-b9831dcdbb09" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.306444] env[62588]: DEBUG nova.objects.instance [None req-3456ef86-ace1-4bd5-87b7-1d4f5aca8643 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lazy-loading 'migration_context' on Instance uuid d3291e2a-3e28-424a-94a5-b9831dcdbb09 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1391.322334] env[62588]: DEBUG nova.compute.utils [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1391.328028] env[62588]: DEBUG nova.compute.manager [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1391.328028] env[62588]: DEBUG nova.network.neutron [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1391.417231] env[62588]: DEBUG nova.policy [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef7df52677d5467684d71c770550adb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '979ec9f712cf4691b14f90355fbb2827', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1391.439366] env[62588]: DEBUG nova.network.neutron [req-a590e93f-869d-4a0a-b304-cc931e584e0f req-b2a93d08-6352-4b8e-ae9e-728c93397527 service nova] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Updated VIF entry in instance network info cache for port 93fed4dc-c880-4564-9276-1593dd97e0f0. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1391.439366] env[62588]: DEBUG nova.network.neutron [req-a590e93f-869d-4a0a-b304-cc931e584e0f req-b2a93d08-6352-4b8e-ae9e-728c93397527 service nova] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Updating instance_info_cache with network_info: [{"id": "93fed4dc-c880-4564-9276-1593dd97e0f0", "address": "fa:16:3e:15:02:65", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93fed4dc-c8", "ovs_interfaceid": "93fed4dc-c880-4564-9276-1593dd97e0f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.517131] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Releasing lock "refresh_cache-e59ae345-5724-4513-8665-4b5569717032" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.517131] env[62588]: DEBUG nova.compute.manager [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] [instance: e59ae345-5724-4513-8665-4b5569717032] Instance network_info: |[{"id": "188597d7-649a-4cab-beda-67998118ac98", "address": "fa:16:3e:38:2a:aa", "network": {"id": "6c6b7f4f-e71d-4aea-ab2e-eda96055078d", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-39866328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "313cc466b889468eabce8e3cad7f6964", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap188597d7-64", "ovs_interfaceid": "188597d7-649a-4cab-beda-67998118ac98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1391.518263] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] [instance: e59ae345-5724-4513-8665-4b5569717032] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:2a:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '188597d7-649a-4cab-beda-67998118ac98', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1391.525885] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Creating folder: Project (313cc466b889468eabce8e3cad7f6964). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1391.526703] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef60f5cf-3849-4fe6-9633-e2d3b97f9350 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.540643] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Created folder: Project (313cc466b889468eabce8e3cad7f6964) in parent group-v371885. [ 1391.540828] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Creating folder: Instances. Parent ref: group-v371945. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1391.541624] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58702d09-374e-405c-8308-07ba510c66c7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.547740] env[62588]: DEBUG oslo_vmware.api [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Task: {'id': task-1793196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519078} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.548428] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 101ccd74-a76f-4a3c-ac5c-e1891f304cec/101ccd74-a76f-4a3c-ac5c-e1891f304cec.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1391.548732] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1391.548906] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c4c84f0-6f07-4e26-ace5-00f66111ba2b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.556575] env[62588]: DEBUG oslo_vmware.api [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Waiting for the task: (returnval){ [ 1391.556575] env[62588]: value = "task-1793199" [ 1391.556575] env[62588]: _type = "Task" [ 1391.556575] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.558673] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Created folder: Instances in parent group-v371945. [ 1391.558840] env[62588]: DEBUG oslo.service.loopingcall [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1391.562494] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e59ae345-5724-4513-8665-4b5569717032] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1391.562688] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ac9c20a-e445-4507-aca3-777ebe0adc29 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.585036] env[62588]: DEBUG oslo_vmware.api [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Task: {'id': task-1793199, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.587623] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1391.587623] env[62588]: value = "task-1793200" [ 1391.587623] env[62588]: _type = "Task" [ 1391.587623] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.598354] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793200, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.812338] env[62588]: DEBUG nova.objects.base [None req-3456ef86-ace1-4bd5-87b7-1d4f5aca8643 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62588) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1391.812338] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af50e6e9-d73a-450c-8a09-f8835046bbf5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.838559] env[62588]: DEBUG nova.compute.manager [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1391.842074] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b20eea7c-d21f-408e-a6ea-51e6bc3d29a1 tempest-ServersAdmin275Test-1285280711 tempest-ServersAdmin275Test-1285280711-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.028s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.846518] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.733s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.846799] env[62588]: INFO nova.compute.claims [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1391.849693] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2353dea-70ba-4632-aae3-77269c073c70 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.858716] env[62588]: DEBUG oslo_vmware.api [None req-3456ef86-ace1-4bd5-87b7-1d4f5aca8643 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1391.858716] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]528b7a86-395a-9d13-0e30-97b5ac9687bf" [ 1391.858716] env[62588]: _type = "Task" [ 1391.858716] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.869183] env[62588]: DEBUG nova.network.neutron [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Successfully created port: 8a69c6b0-c377-444e-b1e0-b9f3c8967876 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1391.878389] env[62588]: DEBUG oslo_vmware.api [None req-3456ef86-ace1-4bd5-87b7-1d4f5aca8643 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]528b7a86-395a-9d13-0e30-97b5ac9687bf, 'name': SearchDatastore_Task, 'duration_secs': 0.008252} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.878389] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3456ef86-ace1-4bd5-87b7-1d4f5aca8643 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.940712] env[62588]: DEBUG oslo_concurrency.lockutils [req-a590e93f-869d-4a0a-b304-cc931e584e0f req-b2a93d08-6352-4b8e-ae9e-728c93397527 service nova] Releasing lock "refresh_cache-101ccd74-a76f-4a3c-ac5c-e1891f304cec" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.941090] env[62588]: DEBUG nova.compute.manager [req-a590e93f-869d-4a0a-b304-cc931e584e0f req-b2a93d08-6352-4b8e-ae9e-728c93397527 service nova] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Received event network-vif-deleted-b9b9a59c-0d4e-4e11-95d4-42aff17e329f {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1391.942381] env[62588]: DEBUG nova.compute.manager [req-a590e93f-869d-4a0a-b304-cc931e584e0f req-b2a93d08-6352-4b8e-ae9e-728c93397527 service nova] [instance: e59ae345-5724-4513-8665-4b5569717032] Received event network-vif-plugged-188597d7-649a-4cab-beda-67998118ac98 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1391.942381] env[62588]: DEBUG oslo_concurrency.lockutils [req-a590e93f-869d-4a0a-b304-cc931e584e0f req-b2a93d08-6352-4b8e-ae9e-728c93397527 service nova] Acquiring lock "e59ae345-5724-4513-8665-4b5569717032-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.942381] env[62588]: DEBUG oslo_concurrency.lockutils [req-a590e93f-869d-4a0a-b304-cc931e584e0f req-b2a93d08-6352-4b8e-ae9e-728c93397527 service nova] Lock "e59ae345-5724-4513-8665-4b5569717032-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.942381] env[62588]: DEBUG oslo_concurrency.lockutils [req-a590e93f-869d-4a0a-b304-cc931e584e0f req-b2a93d08-6352-4b8e-ae9e-728c93397527 service nova] Lock "e59ae345-5724-4513-8665-4b5569717032-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.942381] env[62588]: DEBUG nova.compute.manager [req-a590e93f-869d-4a0a-b304-cc931e584e0f req-b2a93d08-6352-4b8e-ae9e-728c93397527 service nova] [instance: e59ae345-5724-4513-8665-4b5569717032] No waiting events found dispatching network-vif-plugged-188597d7-649a-4cab-beda-67998118ac98 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1391.942612] env[62588]: WARNING nova.compute.manager [req-a590e93f-869d-4a0a-b304-cc931e584e0f req-b2a93d08-6352-4b8e-ae9e-728c93397527 service nova] [instance: e59ae345-5724-4513-8665-4b5569717032] Received unexpected event network-vif-plugged-188597d7-649a-4cab-beda-67998118ac98 for instance with vm_state building and task_state spawning. [ 1391.942612] env[62588]: DEBUG nova.compute.manager [req-a590e93f-869d-4a0a-b304-cc931e584e0f req-b2a93d08-6352-4b8e-ae9e-728c93397527 service nova] [instance: e59ae345-5724-4513-8665-4b5569717032] Received event network-changed-188597d7-649a-4cab-beda-67998118ac98 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1391.942612] env[62588]: DEBUG nova.compute.manager [req-a590e93f-869d-4a0a-b304-cc931e584e0f req-b2a93d08-6352-4b8e-ae9e-728c93397527 service nova] [instance: e59ae345-5724-4513-8665-4b5569717032] Refreshing instance network info cache due to event network-changed-188597d7-649a-4cab-beda-67998118ac98. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1391.942771] env[62588]: DEBUG oslo_concurrency.lockutils [req-a590e93f-869d-4a0a-b304-cc931e584e0f req-b2a93d08-6352-4b8e-ae9e-728c93397527 service nova] Acquiring lock "refresh_cache-e59ae345-5724-4513-8665-4b5569717032" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.942965] env[62588]: DEBUG oslo_concurrency.lockutils [req-a590e93f-869d-4a0a-b304-cc931e584e0f req-b2a93d08-6352-4b8e-ae9e-728c93397527 service nova] Acquired lock "refresh_cache-e59ae345-5724-4513-8665-4b5569717032" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.943148] env[62588]: DEBUG nova.network.neutron [req-a590e93f-869d-4a0a-b304-cc931e584e0f req-b2a93d08-6352-4b8e-ae9e-728c93397527 service nova] [instance: e59ae345-5724-4513-8665-4b5569717032] Refreshing network info cache for port 188597d7-649a-4cab-beda-67998118ac98 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1392.069053] env[62588]: DEBUG oslo_vmware.api [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Task: {'id': task-1793199, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071068} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.069539] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1392.070709] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53a90ef-5312-4f69-b8ba-50d36989dbde {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.099052] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 101ccd74-a76f-4a3c-ac5c-e1891f304cec/101ccd74-a76f-4a3c-ac5c-e1891f304cec.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1392.103379] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2210f85c-69e8-4672-99bc-213cc7def35d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.121276] env[62588]: DEBUG oslo_concurrency.lockutils [None req-686719df-5fee-4d52-bf68-4ba4679d2de3 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Acquiring lock "131759fb-7327-4603-918b-93607d2c1d6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.121599] env[62588]: DEBUG oslo_concurrency.lockutils [None req-686719df-5fee-4d52-bf68-4ba4679d2de3 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Lock "131759fb-7327-4603-918b-93607d2c1d6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.121912] env[62588]: DEBUG oslo_concurrency.lockutils [None req-686719df-5fee-4d52-bf68-4ba4679d2de3 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Acquiring lock "131759fb-7327-4603-918b-93607d2c1d6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.122569] env[62588]: DEBUG oslo_concurrency.lockutils [None req-686719df-5fee-4d52-bf68-4ba4679d2de3 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Lock "131759fb-7327-4603-918b-93607d2c1d6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.123194] env[62588]: DEBUG oslo_concurrency.lockutils [None req-686719df-5fee-4d52-bf68-4ba4679d2de3 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Lock "131759fb-7327-4603-918b-93607d2c1d6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.126281] env[62588]: INFO nova.compute.manager [None req-686719df-5fee-4d52-bf68-4ba4679d2de3 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Terminating instance [ 1392.133940] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793200, 'name': CreateVM_Task, 'duration_secs': 0.437779} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.135711] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e59ae345-5724-4513-8665-4b5569717032] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1392.136150] env[62588]: DEBUG oslo_vmware.api [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Waiting for the task: (returnval){ [ 1392.136150] env[62588]: value = "task-1793201" [ 1392.136150] env[62588]: _type = "Task" [ 1392.136150] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.136841] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.137026] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.137450] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1392.137772] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deb047d6-b4b0-4aa9-befe-8cca11a2ba64 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.147080] env[62588]: DEBUG oslo_vmware.api [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Waiting for the task: (returnval){ [ 1392.147080] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]523e69dd-96f1-f92e-7267-5312f96c284f" [ 1392.147080] env[62588]: _type = "Task" [ 1392.147080] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.151377] env[62588]: DEBUG oslo_vmware.api [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Task: {'id': task-1793201, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.161706] env[62588]: DEBUG oslo_vmware.api [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]523e69dd-96f1-f92e-7267-5312f96c284f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.636833] env[62588]: DEBUG nova.compute.manager [None req-686719df-5fee-4d52-bf68-4ba4679d2de3 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1392.637846] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-686719df-5fee-4d52-bf68-4ba4679d2de3 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1392.639290] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af7dccc-1618-4b3d-9820-cfb3d0c75fdc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.660281] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-686719df-5fee-4d52-bf68-4ba4679d2de3 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1392.664022] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6502f92c-5d0c-408d-959f-c2711036b0c4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.667838] env[62588]: DEBUG oslo_vmware.api [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Task: {'id': task-1793201, 'name': ReconfigVM_Task, 'duration_secs': 0.293823} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.669575] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 101ccd74-a76f-4a3c-ac5c-e1891f304cec/101ccd74-a76f-4a3c-ac5c-e1891f304cec.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1392.672350] env[62588]: DEBUG oslo_vmware.api [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]523e69dd-96f1-f92e-7267-5312f96c284f, 'name': SearchDatastore_Task, 'duration_secs': 0.01435} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.673282] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-957dcb9c-6d5f-462f-9e7f-e95d1598e73b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.674735] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.674971] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] [instance: e59ae345-5724-4513-8665-4b5569717032] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1392.675692] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.675692] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.675692] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1392.676831] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51e14bd5-2120-4b38-8ea5-efc9af9d08f5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.685134] env[62588]: DEBUG oslo_vmware.api [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Waiting for the task: (returnval){ [ 1392.685134] env[62588]: value = "task-1793203" [ 1392.685134] env[62588]: _type = "Task" [ 1392.685134] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.688585] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1392.688657] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1392.694025] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d3db64d-b1fb-4f60-b97f-29a4b908b6c0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.705081] env[62588]: DEBUG oslo_vmware.api [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Waiting for the task: (returnval){ [ 1392.705081] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ade8f5-410b-1393-e56b-0fab1bc5e177" [ 1392.705081] env[62588]: _type = "Task" [ 1392.705081] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.705380] env[62588]: DEBUG oslo_vmware.api [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Task: {'id': task-1793203, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.716070] env[62588]: DEBUG oslo_vmware.api [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ade8f5-410b-1393-e56b-0fab1bc5e177, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.752831] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-686719df-5fee-4d52-bf68-4ba4679d2de3 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1392.753088] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-686719df-5fee-4d52-bf68-4ba4679d2de3 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1392.753279] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-686719df-5fee-4d52-bf68-4ba4679d2de3 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Deleting the datastore file [datastore1] 131759fb-7327-4603-918b-93607d2c1d6e {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1392.753546] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eac186e3-b685-4c09-95cd-7bc8cae8dfb0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.762717] env[62588]: DEBUG oslo_vmware.api [None req-686719df-5fee-4d52-bf68-4ba4679d2de3 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Waiting for the task: (returnval){ [ 1392.762717] env[62588]: value = "task-1793204" [ 1392.762717] env[62588]: _type = "Task" [ 1392.762717] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.772396] env[62588]: DEBUG oslo_vmware.api [None req-686719df-5fee-4d52-bf68-4ba4679d2de3 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': task-1793204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.852408] env[62588]: DEBUG nova.compute.manager [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1392.864440] env[62588]: DEBUG nova.network.neutron [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Successfully updated port: 5d5a06fb-0c53-484e-8919-d36a900547f9 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1392.895200] env[62588]: DEBUG nova.virt.hardware [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1392.895606] env[62588]: DEBUG nova.virt.hardware [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1392.895697] env[62588]: DEBUG nova.virt.hardware [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1392.895844] env[62588]: DEBUG nova.virt.hardware [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1392.896016] env[62588]: DEBUG nova.virt.hardware [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1392.897332] env[62588]: DEBUG nova.virt.hardware [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1392.897584] env[62588]: DEBUG nova.virt.hardware [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1392.897744] env[62588]: DEBUG nova.virt.hardware [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1392.897922] env[62588]: DEBUG nova.virt.hardware [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1392.898092] env[62588]: DEBUG nova.virt.hardware [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1392.898270] env[62588]: DEBUG nova.virt.hardware [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1392.899201] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480a3df2-01da-4e41-9fdd-cffa6c05a0a4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.916024] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4064215b-e149-4101-a3d0-18282356b9a4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.112113] env[62588]: DEBUG nova.network.neutron [req-a590e93f-869d-4a0a-b304-cc931e584e0f req-b2a93d08-6352-4b8e-ae9e-728c93397527 service nova] [instance: e59ae345-5724-4513-8665-4b5569717032] Updated VIF entry in instance network info cache for port 188597d7-649a-4cab-beda-67998118ac98. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1393.112370] env[62588]: DEBUG nova.network.neutron [req-a590e93f-869d-4a0a-b304-cc931e584e0f req-b2a93d08-6352-4b8e-ae9e-728c93397527 service nova] [instance: e59ae345-5724-4513-8665-4b5569717032] Updating instance_info_cache with network_info: [{"id": "188597d7-649a-4cab-beda-67998118ac98", "address": "fa:16:3e:38:2a:aa", "network": {"id": "6c6b7f4f-e71d-4aea-ab2e-eda96055078d", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-39866328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "313cc466b889468eabce8e3cad7f6964", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap188597d7-64", "ovs_interfaceid": "188597d7-649a-4cab-beda-67998118ac98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.185549] env[62588]: DEBUG nova.compute.manager [req-e656445b-e29f-4f8c-ad93-d3d0bbb9480a req-16fa32a2-6ece-4b88-aafd-091ffc336f90 service nova] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Received event network-vif-plugged-5d5a06fb-0c53-484e-8919-d36a900547f9 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1393.185765] env[62588]: DEBUG oslo_concurrency.lockutils [req-e656445b-e29f-4f8c-ad93-d3d0bbb9480a req-16fa32a2-6ece-4b88-aafd-091ffc336f90 service nova] Acquiring lock "040493e7-86b3-4c92-927b-e8f8305dbfa4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.185970] env[62588]: DEBUG oslo_concurrency.lockutils [req-e656445b-e29f-4f8c-ad93-d3d0bbb9480a req-16fa32a2-6ece-4b88-aafd-091ffc336f90 service nova] Lock "040493e7-86b3-4c92-927b-e8f8305dbfa4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.186148] env[62588]: DEBUG oslo_concurrency.lockutils [req-e656445b-e29f-4f8c-ad93-d3d0bbb9480a req-16fa32a2-6ece-4b88-aafd-091ffc336f90 service nova] Lock "040493e7-86b3-4c92-927b-e8f8305dbfa4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.186783] env[62588]: DEBUG nova.compute.manager [req-e656445b-e29f-4f8c-ad93-d3d0bbb9480a req-16fa32a2-6ece-4b88-aafd-091ffc336f90 service nova] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] No waiting events found dispatching network-vif-plugged-5d5a06fb-0c53-484e-8919-d36a900547f9 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1393.186783] env[62588]: WARNING nova.compute.manager [req-e656445b-e29f-4f8c-ad93-d3d0bbb9480a req-16fa32a2-6ece-4b88-aafd-091ffc336f90 service nova] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Received unexpected event network-vif-plugged-5d5a06fb-0c53-484e-8919-d36a900547f9 for instance with vm_state building and task_state spawning. [ 1393.207223] env[62588]: DEBUG oslo_vmware.api [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Task: {'id': task-1793203, 'name': Rename_Task, 'duration_secs': 0.222307} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.211368] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1393.211368] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d13ec873-d543-4ab9-a109-f22aba41a9f6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.218499] env[62588]: DEBUG oslo_vmware.api [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ade8f5-410b-1393-e56b-0fab1bc5e177, 'name': SearchDatastore_Task, 'duration_secs': 0.015885} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.223432] env[62588]: DEBUG oslo_vmware.api [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Waiting for the task: (returnval){ [ 1393.223432] env[62588]: value = "task-1793205" [ 1393.223432] env[62588]: _type = "Task" [ 1393.223432] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.223432] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf0f2cb0-0352-42d0-828e-d722e06e133a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.231395] env[62588]: DEBUG oslo_vmware.api [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Waiting for the task: (returnval){ [ 1393.231395] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52502e33-8028-f32c-b0c2-529c7907de36" [ 1393.231395] env[62588]: _type = "Task" [ 1393.231395] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.234613] env[62588]: DEBUG oslo_vmware.api [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Task: {'id': task-1793205, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.248278] env[62588]: DEBUG oslo_vmware.api [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52502e33-8028-f32c-b0c2-529c7907de36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.274020] env[62588]: DEBUG oslo_vmware.api [None req-686719df-5fee-4d52-bf68-4ba4679d2de3 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': task-1793204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245584} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.277841] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-686719df-5fee-4d52-bf68-4ba4679d2de3 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1393.277841] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-686719df-5fee-4d52-bf68-4ba4679d2de3 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1393.277841] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-686719df-5fee-4d52-bf68-4ba4679d2de3 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1393.278045] env[62588]: INFO nova.compute.manager [None req-686719df-5fee-4d52-bf68-4ba4679d2de3 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1393.278144] env[62588]: DEBUG oslo.service.loopingcall [None req-686719df-5fee-4d52-bf68-4ba4679d2de3 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1393.279656] env[62588]: DEBUG nova.compute.manager [-] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1393.279789] env[62588]: DEBUG nova.network.neutron [-] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1393.284466] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Acquiring lock "a3862ec6-21d1-4801-b506-09dcf1304ee2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.284733] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Lock "a3862ec6-21d1-4801-b506-09dcf1304ee2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.391610] env[62588]: DEBUG oslo_vmware.rw_handles [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d31861-a967-3e3e-c09d-56dd6543e0eb/disk-0.vmdk. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1393.393716] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80106f1-fa95-4d11-ad0f-d40e643bd386 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.404250] env[62588]: DEBUG oslo_vmware.rw_handles [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d31861-a967-3e3e-c09d-56dd6543e0eb/disk-0.vmdk is in state: ready. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1393.404429] env[62588]: ERROR oslo_vmware.rw_handles [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d31861-a967-3e3e-c09d-56dd6543e0eb/disk-0.vmdk due to incomplete transfer. [ 1393.404664] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fe74bae6-566c-4dcf-9fd3-916465726163 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.413386] env[62588]: DEBUG oslo_vmware.rw_handles [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d31861-a967-3e3e-c09d-56dd6543e0eb/disk-0.vmdk. {{(pid=62588) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1393.413549] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Uploaded image b3f8ab67-0776-412e-bb81-d1efc49cf4aa to the Glance image server {{(pid=62588) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1393.415791] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Destroying the VM {{(pid=62588) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1393.418799] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-20a3bb08-3f75-4235-927a-1fc93f6ac1d3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.427059] env[62588]: DEBUG oslo_vmware.api [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Waiting for the task: (returnval){ [ 1393.427059] env[62588]: value = "task-1793206" [ 1393.427059] env[62588]: _type = "Task" [ 1393.427059] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.441395] env[62588]: DEBUG oslo_vmware.api [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793206, 'name': Destroy_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.524334] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e42acd-d53a-431a-9795-b952b479fe29 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.531693] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0e60c7-35c6-4adc-a9a8-81c318ef182b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.562733] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26da652d-1818-4269-a708-88c8577266be {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.572716] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c88e66-e0d4-49d9-be8f-121a74966a39 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.587107] env[62588]: DEBUG nova.compute.provider_tree [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1393.615875] env[62588]: DEBUG oslo_concurrency.lockutils [req-a590e93f-869d-4a0a-b304-cc931e584e0f req-b2a93d08-6352-4b8e-ae9e-728c93397527 service nova] Releasing lock "refresh_cache-e59ae345-5724-4513-8665-4b5569717032" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.739557] env[62588]: DEBUG oslo_vmware.api [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Task: {'id': task-1793205, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.750018] env[62588]: DEBUG oslo_vmware.api [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52502e33-8028-f32c-b0c2-529c7907de36, 'name': SearchDatastore_Task, 'duration_secs': 0.012716} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.750301] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.750577] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] e59ae345-5724-4513-8665-4b5569717032/e59ae345-5724-4513-8665-4b5569717032.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1393.750938] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f53742f3-9a0f-4b0a-a4d8-6a118a17173d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.760349] env[62588]: DEBUG oslo_vmware.api [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Waiting for the task: (returnval){ [ 1393.760349] env[62588]: value = "task-1793207" [ 1393.760349] env[62588]: _type = "Task" [ 1393.760349] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.766557] env[62588]: DEBUG oslo_vmware.api [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Task: {'id': task-1793207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.940042] env[62588]: DEBUG oslo_vmware.api [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793206, 'name': Destroy_Task, 'duration_secs': 0.426727} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.940440] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Destroyed the VM [ 1393.940884] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Deleting Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1393.941219] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8d5746fe-f733-4262-8363-96bd0957b148 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.952500] env[62588]: DEBUG oslo_vmware.api [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Waiting for the task: (returnval){ [ 1393.952500] env[62588]: value = "task-1793208" [ 1393.952500] env[62588]: _type = "Task" [ 1393.952500] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.965985] env[62588]: DEBUG oslo_vmware.api [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793208, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.095200] env[62588]: DEBUG nova.scheduler.client.report [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1394.214820] env[62588]: DEBUG nova.network.neutron [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Successfully updated port: 8a69c6b0-c377-444e-b1e0-b9f3c8967876 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1394.238491] env[62588]: DEBUG oslo_vmware.api [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Task: {'id': task-1793205, 'name': PowerOnVM_Task, 'duration_secs': 0.7002} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.239397] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1394.239397] env[62588]: INFO nova.compute.manager [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Took 9.45 seconds to spawn the instance on the hypervisor. [ 1394.239549] env[62588]: DEBUG nova.compute.manager [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1394.240919] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b34e3e-6fe5-410a-9fbb-7bd12b75838e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.271763] env[62588]: DEBUG oslo_vmware.api [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Task: {'id': task-1793207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498237} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.272228] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] e59ae345-5724-4513-8665-4b5569717032/e59ae345-5724-4513-8665-4b5569717032.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1394.272330] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] [instance: e59ae345-5724-4513-8665-4b5569717032] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1394.272660] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41171d45-c911-4b98-92ea-871efb734e0a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.279482] env[62588]: DEBUG oslo_vmware.api [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Waiting for the task: (returnval){ [ 1394.279482] env[62588]: value = "task-1793209" [ 1394.279482] env[62588]: _type = "Task" [ 1394.279482] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.288718] env[62588]: DEBUG oslo_vmware.api [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Task: {'id': task-1793209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.417927] env[62588]: DEBUG nova.network.neutron [-] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.469612] env[62588]: DEBUG oslo_vmware.api [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793208, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.593897] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73c3598b-aff7-4771-848e-6b3faa48dfb8 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquiring lock "9f4fcd9a-eb33-41d8-b7f6-b57b647049d5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.594274] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73c3598b-aff7-4771-848e-6b3faa48dfb8 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lock "9f4fcd9a-eb33-41d8-b7f6-b57b647049d5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.594274] env[62588]: DEBUG nova.compute.manager [None req-73c3598b-aff7-4771-848e-6b3faa48dfb8 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1394.595180] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c0b8ef-58d1-412b-98c6-37e83ea82628 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.602233] env[62588]: DEBUG nova.compute.manager [None req-73c3598b-aff7-4771-848e-6b3faa48dfb8 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62588) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1394.602812] env[62588]: DEBUG nova.objects.instance [None req-73c3598b-aff7-4771-848e-6b3faa48dfb8 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lazy-loading 'flavor' on Instance uuid 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.609696] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.610198] env[62588]: DEBUG nova.compute.manager [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1394.613537] env[62588]: DEBUG oslo_concurrency.lockutils [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.878s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.615331] env[62588]: INFO nova.compute.claims [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1394.721973] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "refresh_cache-cd9251fb-103f-4fea-a54a-398f28e4a7bc" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.722158] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquired lock "refresh_cache-cd9251fb-103f-4fea-a54a-398f28e4a7bc" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.722311] env[62588]: DEBUG nova.network.neutron [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1394.766534] env[62588]: INFO nova.compute.manager [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Took 38.68 seconds to build instance. [ 1394.790685] env[62588]: DEBUG oslo_vmware.api [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Task: {'id': task-1793209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069654} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.791366] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] [instance: e59ae345-5724-4513-8665-4b5569717032] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1394.794017] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e410fb-b78a-473c-8491-df02eba06a9f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.817997] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] [instance: e59ae345-5724-4513-8665-4b5569717032] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] e59ae345-5724-4513-8665-4b5569717032/e59ae345-5724-4513-8665-4b5569717032.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1394.817997] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cbe5b2a-360a-431e-8794-69cd2806f823 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.842094] env[62588]: DEBUG oslo_vmware.api [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Waiting for the task: (returnval){ [ 1394.842094] env[62588]: value = "task-1793210" [ 1394.842094] env[62588]: _type = "Task" [ 1394.842094] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.849425] env[62588]: DEBUG oslo_vmware.api [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Task: {'id': task-1793210, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.922577] env[62588]: INFO nova.compute.manager [-] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Took 1.64 seconds to deallocate network for instance. [ 1394.964274] env[62588]: DEBUG oslo_vmware.api [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793208, 'name': RemoveSnapshot_Task, 'duration_secs': 0.787966} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.964761] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Deleted Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1394.964997] env[62588]: INFO nova.compute.manager [None req-970af0a2-3127-499f-b8a8-14d94a0dd379 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Took 16.84 seconds to snapshot the instance on the hypervisor. [ 1395.120660] env[62588]: DEBUG nova.compute.utils [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1395.123059] env[62588]: DEBUG nova.compute.manager [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1395.123228] env[62588]: DEBUG nova.network.neutron [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1395.179577] env[62588]: DEBUG nova.compute.manager [None req-4a5d3295-47a2-4604-a88e-47488a90ef8b tempest-ServerDiagnosticsTest-1625501822 tempest-ServerDiagnosticsTest-1625501822-project-admin] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1395.181303] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ffa7a6-38da-4d3a-9fd3-b8238c7f41a4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.189365] env[62588]: INFO nova.compute.manager [None req-4a5d3295-47a2-4604-a88e-47488a90ef8b tempest-ServerDiagnosticsTest-1625501822 tempest-ServerDiagnosticsTest-1625501822-project-admin] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Retrieving diagnostics [ 1395.190118] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6b7885-670e-4c19-96c4-a21d5512aedb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.226635] env[62588]: DEBUG nova.policy [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9842fd79fe74710979fc9a592fb4ce7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ccf6b2ee1dc4c85aa64f97e4d32ef87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1395.270056] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bee66d1c-2cc9-4abc-b4b8-b22f055f84d8 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Lock "101ccd74-a76f-4a3c-ac5c-e1891f304cec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.466s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.295276] env[62588]: DEBUG nova.compute.manager [req-76467df8-c512-49cf-a23b-5efa0ac1b940 req-9ea68183-6740-4f46-a4cd-89d2956c10f2 service nova] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Received event network-changed-5d5a06fb-0c53-484e-8919-d36a900547f9 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1395.295466] env[62588]: DEBUG nova.compute.manager [req-76467df8-c512-49cf-a23b-5efa0ac1b940 req-9ea68183-6740-4f46-a4cd-89d2956c10f2 service nova] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Refreshing instance network info cache due to event network-changed-5d5a06fb-0c53-484e-8919-d36a900547f9. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1395.295678] env[62588]: DEBUG oslo_concurrency.lockutils [req-76467df8-c512-49cf-a23b-5efa0ac1b940 req-9ea68183-6740-4f46-a4cd-89d2956c10f2 service nova] Acquiring lock "refresh_cache-040493e7-86b3-4c92-927b-e8f8305dbfa4" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.295823] env[62588]: DEBUG oslo_concurrency.lockutils [req-76467df8-c512-49cf-a23b-5efa0ac1b940 req-9ea68183-6740-4f46-a4cd-89d2956c10f2 service nova] Acquired lock "refresh_cache-040493e7-86b3-4c92-927b-e8f8305dbfa4" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.297172] env[62588]: DEBUG nova.network.neutron [req-76467df8-c512-49cf-a23b-5efa0ac1b940 req-9ea68183-6740-4f46-a4cd-89d2956c10f2 service nova] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Refreshing network info cache for port 5d5a06fb-0c53-484e-8919-d36a900547f9 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1395.301299] env[62588]: DEBUG nova.network.neutron [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1395.357986] env[62588]: DEBUG oslo_vmware.api [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Task: {'id': task-1793210, 'name': ReconfigVM_Task, 'duration_secs': 0.295838} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.359025] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] [instance: e59ae345-5724-4513-8665-4b5569717032] Reconfigured VM instance instance-00000015 to attach disk [datastore1] e59ae345-5724-4513-8665-4b5569717032/e59ae345-5724-4513-8665-4b5569717032.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1395.359789] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-707e01d6-0602-428a-a4ad-5658231037e1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.367636] env[62588]: DEBUG oslo_vmware.api [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Waiting for the task: (returnval){ [ 1395.367636] env[62588]: value = "task-1793211" [ 1395.367636] env[62588]: _type = "Task" [ 1395.367636] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.378155] env[62588]: DEBUG oslo_vmware.api [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Task: {'id': task-1793211, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.436948] env[62588]: DEBUG oslo_concurrency.lockutils [None req-686719df-5fee-4d52-bf68-4ba4679d2de3 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.611136] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-73c3598b-aff7-4771-848e-6b3faa48dfb8 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1395.611463] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e36bcd1-8c2b-44e2-b25c-111418cfab18 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.620500] env[62588]: DEBUG oslo_vmware.api [None req-73c3598b-aff7-4771-848e-6b3faa48dfb8 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for the task: (returnval){ [ 1395.620500] env[62588]: value = "task-1793212" [ 1395.620500] env[62588]: _type = "Task" [ 1395.620500] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.631907] env[62588]: DEBUG nova.compute.manager [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1395.643732] env[62588]: DEBUG oslo_vmware.api [None req-73c3598b-aff7-4771-848e-6b3faa48dfb8 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.724526] env[62588]: DEBUG nova.network.neutron [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Updating instance_info_cache with network_info: [{"id": "8a69c6b0-c377-444e-b1e0-b9f3c8967876", "address": "fa:16:3e:07:f6:c7", "network": {"id": "94db9e1b-f422-4077-be68-4fd81b713a80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1210070792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "979ec9f712cf4691b14f90355fbb2827", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a69c6b0-c3", "ovs_interfaceid": "8a69c6b0-c377-444e-b1e0-b9f3c8967876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.775042] env[62588]: DEBUG nova.compute.manager [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1395.882530] env[62588]: DEBUG oslo_vmware.api [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Task: {'id': task-1793211, 'name': Rename_Task, 'duration_secs': 0.136431} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.883135] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] [instance: e59ae345-5724-4513-8665-4b5569717032] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1395.886038] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e394c83-e38b-4daf-97a4-f9b7ed9c5c10 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.890941] env[62588]: DEBUG nova.network.neutron [req-76467df8-c512-49cf-a23b-5efa0ac1b940 req-9ea68183-6740-4f46-a4cd-89d2956c10f2 service nova] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1395.895257] env[62588]: DEBUG oslo_vmware.api [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Waiting for the task: (returnval){ [ 1395.895257] env[62588]: value = "task-1793213" [ 1395.895257] env[62588]: _type = "Task" [ 1395.895257] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.103869] env[62588]: DEBUG nova.network.neutron [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Successfully updated port: 5857efac-572b-48fb-8d7e-0e30370581c0 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1396.139252] env[62588]: DEBUG oslo_vmware.api [None req-73c3598b-aff7-4771-848e-6b3faa48dfb8 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793212, 'name': PowerOffVM_Task, 'duration_secs': 0.218037} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.144225] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-73c3598b-aff7-4771-848e-6b3faa48dfb8 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1396.144478] env[62588]: DEBUG nova.compute.manager [None req-73c3598b-aff7-4771-848e-6b3faa48dfb8 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1396.146693] env[62588]: DEBUG nova.network.neutron [req-76467df8-c512-49cf-a23b-5efa0ac1b940 req-9ea68183-6740-4f46-a4cd-89d2956c10f2 service nova] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.153521] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87eda1c3-8f77-4948-9861-18cb7725ec00 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.212502] env[62588]: DEBUG nova.network.neutron [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Successfully created port: dd27bb5b-977f-4d66-bd1b-1890566b9f50 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1396.227540] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Releasing lock "refresh_cache-cd9251fb-103f-4fea-a54a-398f28e4a7bc" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.227847] env[62588]: DEBUG nova.compute.manager [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Instance network_info: |[{"id": "8a69c6b0-c377-444e-b1e0-b9f3c8967876", "address": "fa:16:3e:07:f6:c7", "network": {"id": "94db9e1b-f422-4077-be68-4fd81b713a80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1210070792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "979ec9f712cf4691b14f90355fbb2827", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a69c6b0-c3", "ovs_interfaceid": "8a69c6b0-c377-444e-b1e0-b9f3c8967876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1396.228273] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:f6:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd182e8eb-3f6d-4c76-a06e-133dd9b3cd30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a69c6b0-c377-444e-b1e0-b9f3c8967876', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1396.236989] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Creating folder: Project (979ec9f712cf4691b14f90355fbb2827). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1396.239972] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-284286de-53b9-464e-94ca-536d7734eb68 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.252089] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Created folder: Project (979ec9f712cf4691b14f90355fbb2827) in parent group-v371885. [ 1396.252089] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Creating folder: Instances. Parent ref: group-v371948. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1396.252238] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb7a0c34-5070-47e0-be53-fc91a3e86f9a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.261629] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Created folder: Instances in parent group-v371948. [ 1396.261952] env[62588]: DEBUG oslo.service.loopingcall [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1396.262166] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1396.262598] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53cbf648-d794-4552-a39c-8428831438e3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.284538] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ff58bc-6e70-4d33-bce4-21897437430c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.302318] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1396.302318] env[62588]: value = "task-1793216" [ 1396.302318] env[62588]: _type = "Task" [ 1396.302318] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.303602] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c718b00-ff72-43fd-a216-3f7f1778035e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.315610] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793216, 'name': CreateVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.340050] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.341103] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8824c20-7a4b-43a9-820c-e30fa127bfd4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.353547] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b3d57c-0c1d-40c8-97b1-290ad8461016 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.372944] env[62588]: DEBUG nova.compute.provider_tree [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1396.405030] env[62588]: DEBUG oslo_vmware.api [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Task: {'id': task-1793213, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.570008] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2aef8761-37e4-48dc-a274-d7f53eb2f6c6 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Acquiring lock "101ccd74-a76f-4a3c-ac5c-e1891f304cec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.570503] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2aef8761-37e4-48dc-a274-d7f53eb2f6c6 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Lock "101ccd74-a76f-4a3c-ac5c-e1891f304cec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.570687] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2aef8761-37e4-48dc-a274-d7f53eb2f6c6 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Acquiring lock "101ccd74-a76f-4a3c-ac5c-e1891f304cec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.570938] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2aef8761-37e4-48dc-a274-d7f53eb2f6c6 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Lock "101ccd74-a76f-4a3c-ac5c-e1891f304cec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.571198] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2aef8761-37e4-48dc-a274-d7f53eb2f6c6 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Lock "101ccd74-a76f-4a3c-ac5c-e1891f304cec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.573969] env[62588]: INFO nova.compute.manager [None req-2aef8761-37e4-48dc-a274-d7f53eb2f6c6 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Terminating instance [ 1396.657522] env[62588]: DEBUG oslo_concurrency.lockutils [req-76467df8-c512-49cf-a23b-5efa0ac1b940 req-9ea68183-6740-4f46-a4cd-89d2956c10f2 service nova] Releasing lock "refresh_cache-040493e7-86b3-4c92-927b-e8f8305dbfa4" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.657825] env[62588]: DEBUG nova.compute.manager [req-76467df8-c512-49cf-a23b-5efa0ac1b940 req-9ea68183-6740-4f46-a4cd-89d2956c10f2 service nova] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Received event network-vif-deleted-74e52d91-8c61-4f85-8268-74efb7f840d3 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1396.658038] env[62588]: DEBUG nova.compute.manager [req-76467df8-c512-49cf-a23b-5efa0ac1b940 req-9ea68183-6740-4f46-a4cd-89d2956c10f2 service nova] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Received event network-vif-plugged-8a69c6b0-c377-444e-b1e0-b9f3c8967876 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1396.658255] env[62588]: DEBUG oslo_concurrency.lockutils [req-76467df8-c512-49cf-a23b-5efa0ac1b940 req-9ea68183-6740-4f46-a4cd-89d2956c10f2 service nova] Acquiring lock "cd9251fb-103f-4fea-a54a-398f28e4a7bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.658475] env[62588]: DEBUG oslo_concurrency.lockutils [req-76467df8-c512-49cf-a23b-5efa0ac1b940 req-9ea68183-6740-4f46-a4cd-89d2956c10f2 service nova] Lock "cd9251fb-103f-4fea-a54a-398f28e4a7bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.658691] env[62588]: DEBUG oslo_concurrency.lockutils [req-76467df8-c512-49cf-a23b-5efa0ac1b940 req-9ea68183-6740-4f46-a4cd-89d2956c10f2 service nova] Lock "cd9251fb-103f-4fea-a54a-398f28e4a7bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.658920] env[62588]: DEBUG nova.compute.manager [req-76467df8-c512-49cf-a23b-5efa0ac1b940 req-9ea68183-6740-4f46-a4cd-89d2956c10f2 service nova] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] No waiting events found dispatching network-vif-plugged-8a69c6b0-c377-444e-b1e0-b9f3c8967876 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1396.659128] env[62588]: WARNING nova.compute.manager [req-76467df8-c512-49cf-a23b-5efa0ac1b940 req-9ea68183-6740-4f46-a4cd-89d2956c10f2 service nova] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Received unexpected event network-vif-plugged-8a69c6b0-c377-444e-b1e0-b9f3c8967876 for instance with vm_state building and task_state spawning. [ 1396.659353] env[62588]: DEBUG nova.compute.manager [req-76467df8-c512-49cf-a23b-5efa0ac1b940 req-9ea68183-6740-4f46-a4cd-89d2956c10f2 service nova] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Received event network-changed-8a69c6b0-c377-444e-b1e0-b9f3c8967876 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1396.660158] env[62588]: DEBUG nova.compute.manager [req-76467df8-c512-49cf-a23b-5efa0ac1b940 req-9ea68183-6740-4f46-a4cd-89d2956c10f2 service nova] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Refreshing instance network info cache due to event network-changed-8a69c6b0-c377-444e-b1e0-b9f3c8967876. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1396.660158] env[62588]: DEBUG oslo_concurrency.lockutils [req-76467df8-c512-49cf-a23b-5efa0ac1b940 req-9ea68183-6740-4f46-a4cd-89d2956c10f2 service nova] Acquiring lock "refresh_cache-cd9251fb-103f-4fea-a54a-398f28e4a7bc" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.660158] env[62588]: DEBUG oslo_concurrency.lockutils [req-76467df8-c512-49cf-a23b-5efa0ac1b940 req-9ea68183-6740-4f46-a4cd-89d2956c10f2 service nova] Acquired lock "refresh_cache-cd9251fb-103f-4fea-a54a-398f28e4a7bc" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.660158] env[62588]: DEBUG nova.network.neutron [req-76467df8-c512-49cf-a23b-5efa0ac1b940 req-9ea68183-6740-4f46-a4cd-89d2956c10f2 service nova] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Refreshing network info cache for port 8a69c6b0-c377-444e-b1e0-b9f3c8967876 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1396.662814] env[62588]: DEBUG nova.compute.manager [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1396.671545] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73c3598b-aff7-4771-848e-6b3faa48dfb8 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lock "9f4fcd9a-eb33-41d8-b7f6-b57b647049d5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.077s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.692644] env[62588]: DEBUG nova.virt.hardware [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1396.692949] env[62588]: DEBUG nova.virt.hardware [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1396.693536] env[62588]: DEBUG nova.virt.hardware [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1396.693773] env[62588]: DEBUG nova.virt.hardware [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1396.693933] env[62588]: DEBUG nova.virt.hardware [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1396.694116] env[62588]: DEBUG nova.virt.hardware [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1396.695065] env[62588]: DEBUG nova.virt.hardware [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1396.695065] env[62588]: DEBUG nova.virt.hardware [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1396.695287] env[62588]: DEBUG nova.virt.hardware [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1396.695532] env[62588]: DEBUG nova.virt.hardware [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1396.695754] env[62588]: DEBUG nova.virt.hardware [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1396.697789] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94fac16-fa6b-4a35-a3ba-c8fa27d533bc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.707761] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabc9fbe-94e5-4528-81d5-0cc16f193619 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.816961] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793216, 'name': CreateVM_Task, 'duration_secs': 0.399177} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.817260] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1396.817814] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.817979] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.818326] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1396.819033] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d039601d-e990-4255-8ce9-f299397beb99 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.823722] env[62588]: DEBUG oslo_vmware.api [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1396.823722] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ecb4ff-b71e-2a9b-5704-91897e2b4aa6" [ 1396.823722] env[62588]: _type = "Task" [ 1396.823722] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.832262] env[62588]: DEBUG oslo_vmware.api [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ecb4ff-b71e-2a9b-5704-91897e2b4aa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.876019] env[62588]: DEBUG nova.scheduler.client.report [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1396.905750] env[62588]: DEBUG oslo_vmware.api [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Task: {'id': task-1793213, 'name': PowerOnVM_Task, 'duration_secs': 0.725044} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.906037] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] [instance: e59ae345-5724-4513-8665-4b5569717032] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1396.906299] env[62588]: INFO nova.compute.manager [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] [instance: e59ae345-5724-4513-8665-4b5569717032] Took 9.44 seconds to spawn the instance on the hypervisor. [ 1396.906406] env[62588]: DEBUG nova.compute.manager [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] [instance: e59ae345-5724-4513-8665-4b5569717032] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1396.907198] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a753d0bc-c34c-4d3c-a838-e21f991a3b2a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.081474] env[62588]: DEBUG nova.compute.manager [None req-2aef8761-37e4-48dc-a274-d7f53eb2f6c6 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1397.081748] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2aef8761-37e4-48dc-a274-d7f53eb2f6c6 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1397.082756] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d57add-9011-41de-b207-c77bd24199c0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.091717] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aef8761-37e4-48dc-a274-d7f53eb2f6c6 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1397.092019] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3bdaecf-347d-470e-bbc9-872856be0353 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.099785] env[62588]: DEBUG oslo_vmware.api [None req-2aef8761-37e4-48dc-a274-d7f53eb2f6c6 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Waiting for the task: (returnval){ [ 1397.099785] env[62588]: value = "task-1793217" [ 1397.099785] env[62588]: _type = "Task" [ 1397.099785] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.111716] env[62588]: DEBUG oslo_vmware.api [None req-2aef8761-37e4-48dc-a274-d7f53eb2f6c6 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Task: {'id': task-1793217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.337458] env[62588]: DEBUG oslo_vmware.api [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ecb4ff-b71e-2a9b-5704-91897e2b4aa6, 'name': SearchDatastore_Task, 'duration_secs': 0.031624} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.337590] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.337919] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1397.338095] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.338353] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.338585] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1397.338747] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be2aa0bf-ca22-493d-9564-ff3b260d1495 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.350524] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1397.350700] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1397.351441] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a310323-e5fc-4ab1-8910-a2b65825c6e1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.357170] env[62588]: DEBUG oslo_vmware.api [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1397.357170] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529e0ea2-810c-fdab-59d0-db6d8b5fb176" [ 1397.357170] env[62588]: _type = "Task" [ 1397.357170] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.365057] env[62588]: DEBUG oslo_vmware.api [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529e0ea2-810c-fdab-59d0-db6d8b5fb176, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.381752] env[62588]: DEBUG oslo_concurrency.lockutils [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.381752] env[62588]: DEBUG nova.compute.manager [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1397.384328] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.543s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.387533] env[62588]: INFO nova.compute.claims [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1397.435130] env[62588]: INFO nova.compute.manager [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] [instance: e59ae345-5724-4513-8665-4b5569717032] Took 37.36 seconds to build instance. [ 1397.514866] env[62588]: DEBUG nova.network.neutron [req-76467df8-c512-49cf-a23b-5efa0ac1b940 req-9ea68183-6740-4f46-a4cd-89d2956c10f2 service nova] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Updated VIF entry in instance network info cache for port 8a69c6b0-c377-444e-b1e0-b9f3c8967876. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1397.515343] env[62588]: DEBUG nova.network.neutron [req-76467df8-c512-49cf-a23b-5efa0ac1b940 req-9ea68183-6740-4f46-a4cd-89d2956c10f2 service nova] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Updating instance_info_cache with network_info: [{"id": "8a69c6b0-c377-444e-b1e0-b9f3c8967876", "address": "fa:16:3e:07:f6:c7", "network": {"id": "94db9e1b-f422-4077-be68-4fd81b713a80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1210070792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "979ec9f712cf4691b14f90355fbb2827", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a69c6b0-c3", "ovs_interfaceid": "8a69c6b0-c377-444e-b1e0-b9f3c8967876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.609743] env[62588]: DEBUG oslo_vmware.api [None req-2aef8761-37e4-48dc-a274-d7f53eb2f6c6 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Task: {'id': task-1793217, 'name': PowerOffVM_Task, 'duration_secs': 0.194657} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.610017] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aef8761-37e4-48dc-a274-d7f53eb2f6c6 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1397.610394] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2aef8761-37e4-48dc-a274-d7f53eb2f6c6 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1397.610481] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2372a4fe-92ba-4908-a1c4-40ed9f251471 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.649735] env[62588]: DEBUG oslo_concurrency.lockutils [None req-78e71fe8-dfde-4e85-b5a2-6cdbe6b83b89 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Acquiring lock "631becbe-fe42-4bc5-a247-6133d6c55c4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.650019] env[62588]: DEBUG oslo_concurrency.lockutils [None req-78e71fe8-dfde-4e85-b5a2-6cdbe6b83b89 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Lock "631becbe-fe42-4bc5-a247-6133d6c55c4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.650238] env[62588]: DEBUG oslo_concurrency.lockutils [None req-78e71fe8-dfde-4e85-b5a2-6cdbe6b83b89 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Acquiring lock "631becbe-fe42-4bc5-a247-6133d6c55c4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.650417] env[62588]: DEBUG oslo_concurrency.lockutils [None req-78e71fe8-dfde-4e85-b5a2-6cdbe6b83b89 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Lock "631becbe-fe42-4bc5-a247-6133d6c55c4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.650581] env[62588]: DEBUG oslo_concurrency.lockutils [None req-78e71fe8-dfde-4e85-b5a2-6cdbe6b83b89 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Lock "631becbe-fe42-4bc5-a247-6133d6c55c4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.652757] env[62588]: INFO nova.compute.manager [None req-78e71fe8-dfde-4e85-b5a2-6cdbe6b83b89 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Terminating instance [ 1397.684996] env[62588]: DEBUG nova.compute.manager [req-3cb76f3c-4ea6-47f3-8bda-dd973e7447b0 req-18587a26-fa76-4686-8114-5e92e46cf562 service nova] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Received event network-vif-plugged-5857efac-572b-48fb-8d7e-0e30370581c0 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1397.685252] env[62588]: DEBUG oslo_concurrency.lockutils [req-3cb76f3c-4ea6-47f3-8bda-dd973e7447b0 req-18587a26-fa76-4686-8114-5e92e46cf562 service nova] Acquiring lock "040493e7-86b3-4c92-927b-e8f8305dbfa4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.685468] env[62588]: DEBUG oslo_concurrency.lockutils [req-3cb76f3c-4ea6-47f3-8bda-dd973e7447b0 req-18587a26-fa76-4686-8114-5e92e46cf562 service nova] Lock "040493e7-86b3-4c92-927b-e8f8305dbfa4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.685641] env[62588]: DEBUG oslo_concurrency.lockutils [req-3cb76f3c-4ea6-47f3-8bda-dd973e7447b0 req-18587a26-fa76-4686-8114-5e92e46cf562 service nova] Lock "040493e7-86b3-4c92-927b-e8f8305dbfa4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.685797] env[62588]: DEBUG nova.compute.manager [req-3cb76f3c-4ea6-47f3-8bda-dd973e7447b0 req-18587a26-fa76-4686-8114-5e92e46cf562 service nova] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] No waiting events found dispatching network-vif-plugged-5857efac-572b-48fb-8d7e-0e30370581c0 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1397.685963] env[62588]: WARNING nova.compute.manager [req-3cb76f3c-4ea6-47f3-8bda-dd973e7447b0 req-18587a26-fa76-4686-8114-5e92e46cf562 service nova] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Received unexpected event network-vif-plugged-5857efac-572b-48fb-8d7e-0e30370581c0 for instance with vm_state building and task_state spawning. [ 1397.686176] env[62588]: DEBUG nova.compute.manager [req-3cb76f3c-4ea6-47f3-8bda-dd973e7447b0 req-18587a26-fa76-4686-8114-5e92e46cf562 service nova] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Received event network-changed-5857efac-572b-48fb-8d7e-0e30370581c0 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1397.686286] env[62588]: DEBUG nova.compute.manager [req-3cb76f3c-4ea6-47f3-8bda-dd973e7447b0 req-18587a26-fa76-4686-8114-5e92e46cf562 service nova] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Refreshing instance network info cache due to event network-changed-5857efac-572b-48fb-8d7e-0e30370581c0. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1397.686471] env[62588]: DEBUG oslo_concurrency.lockutils [req-3cb76f3c-4ea6-47f3-8bda-dd973e7447b0 req-18587a26-fa76-4686-8114-5e92e46cf562 service nova] Acquiring lock "refresh_cache-040493e7-86b3-4c92-927b-e8f8305dbfa4" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.686605] env[62588]: DEBUG oslo_concurrency.lockutils [req-3cb76f3c-4ea6-47f3-8bda-dd973e7447b0 req-18587a26-fa76-4686-8114-5e92e46cf562 service nova] Acquired lock "refresh_cache-040493e7-86b3-4c92-927b-e8f8305dbfa4" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.686761] env[62588]: DEBUG nova.network.neutron [req-3cb76f3c-4ea6-47f3-8bda-dd973e7447b0 req-18587a26-fa76-4686-8114-5e92e46cf562 service nova] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Refreshing network info cache for port 5857efac-572b-48fb-8d7e-0e30370581c0 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1397.869047] env[62588]: DEBUG oslo_vmware.api [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529e0ea2-810c-fdab-59d0-db6d8b5fb176, 'name': SearchDatastore_Task, 'duration_secs': 0.013992} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.869410] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59b5901f-93dd-4023-8f9b-711a6e1d0f8a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.875367] env[62588]: DEBUG oslo_vmware.api [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1397.875367] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]528aeaf5-4216-e259-09a9-3d0b55ed969f" [ 1397.875367] env[62588]: _type = "Task" [ 1397.875367] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.885159] env[62588]: DEBUG oslo_vmware.api [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]528aeaf5-4216-e259-09a9-3d0b55ed969f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.891816] env[62588]: DEBUG nova.compute.utils [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1397.895960] env[62588]: DEBUG nova.compute.manager [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1397.896706] env[62588]: DEBUG nova.network.neutron [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1397.939569] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7ce84a8b-2168-446a-b588-257459f0d85a tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Lock "e59ae345-5724-4513-8665-4b5569717032" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.554s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.987920] env[62588]: DEBUG nova.policy [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc0f6f3093004ee0b267eda4db63008d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb190925c06e4772ae04f7b565c5f2e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1398.018561] env[62588]: DEBUG oslo_concurrency.lockutils [req-76467df8-c512-49cf-a23b-5efa0ac1b940 req-9ea68183-6740-4f46-a4cd-89d2956c10f2 service nova] Releasing lock "refresh_cache-cd9251fb-103f-4fea-a54a-398f28e4a7bc" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.157172] env[62588]: DEBUG nova.compute.manager [None req-78e71fe8-dfde-4e85-b5a2-6cdbe6b83b89 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1398.157940] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-78e71fe8-dfde-4e85-b5a2-6cdbe6b83b89 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1398.158887] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef73223-5b45-4b56-8df7-12a8fedde937 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.167972] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e71fe8-dfde-4e85-b5a2-6cdbe6b83b89 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1398.168268] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49cd4bf2-99b2-47a0-a3a0-d3aca4f6a761 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.174613] env[62588]: DEBUG oslo_vmware.api [None req-78e71fe8-dfde-4e85-b5a2-6cdbe6b83b89 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Waiting for the task: (returnval){ [ 1398.174613] env[62588]: value = "task-1793219" [ 1398.174613] env[62588]: _type = "Task" [ 1398.174613] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.182747] env[62588]: DEBUG oslo_vmware.api [None req-78e71fe8-dfde-4e85-b5a2-6cdbe6b83b89 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.225303] env[62588]: DEBUG nova.network.neutron [req-3cb76f3c-4ea6-47f3-8bda-dd973e7447b0 req-18587a26-fa76-4686-8114-5e92e46cf562 service nova] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1398.324491] env[62588]: DEBUG nova.objects.instance [None req-fcda68a2-31c1-4a49-84e9-d663a4325332 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lazy-loading 'flavor' on Instance uuid 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1398.358175] env[62588]: DEBUG nova.network.neutron [req-3cb76f3c-4ea6-47f3-8bda-dd973e7447b0 req-18587a26-fa76-4686-8114-5e92e46cf562 service nova] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.369979] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Acquiring lock "8f332302-3abe-48f7-b007-676335d46d97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.369979] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Lock "8f332302-3abe-48f7-b007-676335d46d97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.387391] env[62588]: DEBUG oslo_vmware.api [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]528aeaf5-4216-e259-09a9-3d0b55ed969f, 'name': SearchDatastore_Task, 'duration_secs': 0.023264} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.387781] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.387903] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] cd9251fb-103f-4fea-a54a-398f28e4a7bc/cd9251fb-103f-4fea-a54a-398f28e4a7bc.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1398.388179] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36ea4233-f1cd-43ce-8ba1-afd2a47c022a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.399833] env[62588]: DEBUG nova.compute.manager [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1398.402981] env[62588]: DEBUG oslo_vmware.api [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1398.402981] env[62588]: value = "task-1793220" [ 1398.402981] env[62588]: _type = "Task" [ 1398.402981] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.410339] env[62588]: DEBUG nova.network.neutron [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Successfully updated port: dd27bb5b-977f-4d66-bd1b-1890566b9f50 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1398.423174] env[62588]: DEBUG oslo_vmware.api [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.442630] env[62588]: DEBUG nova.compute.manager [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1398.660756] env[62588]: DEBUG nova.network.neutron [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Successfully created port: d1aca0d8-9940-4c2f-a00c-2c4f41abf0f1 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1398.685382] env[62588]: DEBUG oslo_vmware.api [None req-78e71fe8-dfde-4e85-b5a2-6cdbe6b83b89 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793219, 'name': PowerOffVM_Task, 'duration_secs': 0.234821} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.685716] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e71fe8-dfde-4e85-b5a2-6cdbe6b83b89 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1398.685942] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-78e71fe8-dfde-4e85-b5a2-6cdbe6b83b89 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1398.686232] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-019ccd73-f7ff-4ef6-90bd-0430f9682fe5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.692295] env[62588]: DEBUG nova.network.neutron [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Successfully updated port: fd33111b-8182-40b3-802e-d5491a23f3b4 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1398.750608] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2aef8761-37e4-48dc-a274-d7f53eb2f6c6 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1398.750608] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2aef8761-37e4-48dc-a274-d7f53eb2f6c6 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1398.750608] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aef8761-37e4-48dc-a274-d7f53eb2f6c6 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Deleting the datastore file [datastore1] 101ccd74-a76f-4a3c-ac5c-e1891f304cec {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1398.750608] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc08a577-0849-4afb-9535-493e7a0897b4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.757626] env[62588]: DEBUG oslo_vmware.api [None req-2aef8761-37e4-48dc-a274-d7f53eb2f6c6 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Waiting for the task: (returnval){ [ 1398.757626] env[62588]: value = "task-1793222" [ 1398.757626] env[62588]: _type = "Task" [ 1398.757626] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.772938] env[62588]: DEBUG oslo_vmware.api [None req-2aef8761-37e4-48dc-a274-d7f53eb2f6c6 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Task: {'id': task-1793222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.799772] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-78e71fe8-dfde-4e85-b5a2-6cdbe6b83b89 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1398.799988] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-78e71fe8-dfde-4e85-b5a2-6cdbe6b83b89 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1398.800186] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-78e71fe8-dfde-4e85-b5a2-6cdbe6b83b89 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Deleting the datastore file [datastore1] 631becbe-fe42-4bc5-a247-6133d6c55c4e {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1398.800462] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de492f4b-3f94-451d-b66c-86733b682d31 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.807415] env[62588]: DEBUG oslo_vmware.api [None req-78e71fe8-dfde-4e85-b5a2-6cdbe6b83b89 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Waiting for the task: (returnval){ [ 1398.807415] env[62588]: value = "task-1793223" [ 1398.807415] env[62588]: _type = "Task" [ 1398.807415] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.821510] env[62588]: DEBUG oslo_vmware.api [None req-78e71fe8-dfde-4e85-b5a2-6cdbe6b83b89 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.831281] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fcda68a2-31c1-4a49-84e9-d663a4325332 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquiring lock "refresh_cache-9f4fcd9a-eb33-41d8-b7f6-b57b647049d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.831418] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fcda68a2-31c1-4a49-84e9-d663a4325332 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquired lock "refresh_cache-9f4fcd9a-eb33-41d8-b7f6-b57b647049d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.831627] env[62588]: DEBUG nova.network.neutron [None req-fcda68a2-31c1-4a49-84e9-d663a4325332 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1398.831762] env[62588]: DEBUG nova.objects.instance [None req-fcda68a2-31c1-4a49-84e9-d663a4325332 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lazy-loading 'info_cache' on Instance uuid 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1398.865222] env[62588]: DEBUG oslo_concurrency.lockutils [req-3cb76f3c-4ea6-47f3-8bda-dd973e7447b0 req-18587a26-fa76-4686-8114-5e92e46cf562 service nova] Releasing lock "refresh_cache-040493e7-86b3-4c92-927b-e8f8305dbfa4" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.924237] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "refresh_cache-da1aa85b-feca-4031-b8f7-ec05f7d5c375" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.924237] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquired lock "refresh_cache-da1aa85b-feca-4031-b8f7-ec05f7d5c375" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.924237] env[62588]: DEBUG nova.network.neutron [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1398.935131] env[62588]: DEBUG oslo_vmware.api [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793220, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.973519] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.001744] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433c889c-4074-4d33-a83a-01d512abe1ab {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.012150] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4fe62b-4b89-430e-bfdd-43160b557837 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.049243] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afffe9c-799a-4106-bc0d-bfc1357b6dc9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.057736] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e1175c-e945-4209-a803-022577d03cc1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.073014] env[62588]: DEBUG nova.compute.provider_tree [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.198703] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Acquiring lock "refresh_cache-040493e7-86b3-4c92-927b-e8f8305dbfa4" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.198703] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Acquired lock "refresh_cache-040493e7-86b3-4c92-927b-e8f8305dbfa4" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.198703] env[62588]: DEBUG nova.network.neutron [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1399.269223] env[62588]: DEBUG oslo_vmware.api [None req-2aef8761-37e4-48dc-a274-d7f53eb2f6c6 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Task: {'id': task-1793222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328681} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.269625] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aef8761-37e4-48dc-a274-d7f53eb2f6c6 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1399.273662] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2aef8761-37e4-48dc-a274-d7f53eb2f6c6 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1399.273662] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2aef8761-37e4-48dc-a274-d7f53eb2f6c6 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1399.273662] env[62588]: INFO nova.compute.manager [None req-2aef8761-37e4-48dc-a274-d7f53eb2f6c6 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Took 2.19 seconds to destroy the instance on the hypervisor. [ 1399.273662] env[62588]: DEBUG oslo.service.loopingcall [None req-2aef8761-37e4-48dc-a274-d7f53eb2f6c6 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1399.273662] env[62588]: DEBUG nova.compute.manager [-] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1399.273662] env[62588]: DEBUG nova.network.neutron [-] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1399.321910] env[62588]: DEBUG oslo_vmware.api [None req-78e71fe8-dfde-4e85-b5a2-6cdbe6b83b89 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Task: {'id': task-1793223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292255} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.322292] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-78e71fe8-dfde-4e85-b5a2-6cdbe6b83b89 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1399.322483] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-78e71fe8-dfde-4e85-b5a2-6cdbe6b83b89 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1399.322657] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-78e71fe8-dfde-4e85-b5a2-6cdbe6b83b89 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1399.322827] env[62588]: INFO nova.compute.manager [None req-78e71fe8-dfde-4e85-b5a2-6cdbe6b83b89 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1399.323141] env[62588]: DEBUG oslo.service.loopingcall [None req-78e71fe8-dfde-4e85-b5a2-6cdbe6b83b89 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1399.323299] env[62588]: DEBUG nova.compute.manager [-] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1399.323394] env[62588]: DEBUG nova.network.neutron [-] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1399.337541] env[62588]: DEBUG nova.objects.base [None req-fcda68a2-31c1-4a49-84e9-d663a4325332 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Object Instance<9f4fcd9a-eb33-41d8-b7f6-b57b647049d5> lazy-loaded attributes: flavor,info_cache {{(pid=62588) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1399.415240] env[62588]: DEBUG nova.compute.manager [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1399.431911] env[62588]: DEBUG oslo_vmware.api [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583959} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.432423] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] cd9251fb-103f-4fea-a54a-398f28e4a7bc/cd9251fb-103f-4fea-a54a-398f28e4a7bc.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1399.432539] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1399.433291] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c3a0fe5-005d-46c0-ab19-8e05b648cf47 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.440562] env[62588]: DEBUG oslo_vmware.api [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1399.440562] env[62588]: value = "task-1793224" [ 1399.440562] env[62588]: _type = "Task" [ 1399.440562] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.447142] env[62588]: DEBUG nova.virt.hardware [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1399.447393] env[62588]: DEBUG nova.virt.hardware [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1399.447552] env[62588]: DEBUG nova.virt.hardware [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1399.447747] env[62588]: DEBUG nova.virt.hardware [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1399.447895] env[62588]: DEBUG nova.virt.hardware [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1399.448050] env[62588]: DEBUG nova.virt.hardware [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1399.448286] env[62588]: DEBUG nova.virt.hardware [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1399.448494] env[62588]: DEBUG nova.virt.hardware [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1399.448798] env[62588]: DEBUG nova.virt.hardware [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1399.448892] env[62588]: DEBUG nova.virt.hardware [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1399.449072] env[62588]: DEBUG nova.virt.hardware [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1399.450023] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00766b5c-961a-4365-a4ac-e21303cecff6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.462021] env[62588]: DEBUG oslo_vmware.api [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793224, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.462021] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7681e054-3dcd-46ec-bf00-7173d63a086e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.466181] env[62588]: DEBUG nova.network.neutron [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1399.576565] env[62588]: DEBUG nova.scheduler.client.report [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1399.678552] env[62588]: DEBUG nova.network.neutron [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Updating instance_info_cache with network_info: [{"id": "dd27bb5b-977f-4d66-bd1b-1890566b9f50", "address": "fa:16:3e:d4:8e:f5", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd27bb5b-97", "ovs_interfaceid": "dd27bb5b-977f-4d66-bd1b-1890566b9f50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.738900] env[62588]: DEBUG nova.network.neutron [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1399.783812] env[62588]: DEBUG nova.compute.manager [req-f4478933-e734-464f-9925-84e80dc2cebf req-d2d349c6-23da-4625-9067-10081368361f service nova] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Received event network-vif-plugged-dd27bb5b-977f-4d66-bd1b-1890566b9f50 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1399.783812] env[62588]: DEBUG oslo_concurrency.lockutils [req-f4478933-e734-464f-9925-84e80dc2cebf req-d2d349c6-23da-4625-9067-10081368361f service nova] Acquiring lock "da1aa85b-feca-4031-b8f7-ec05f7d5c375-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.783812] env[62588]: DEBUG oslo_concurrency.lockutils [req-f4478933-e734-464f-9925-84e80dc2cebf req-d2d349c6-23da-4625-9067-10081368361f service nova] Lock "da1aa85b-feca-4031-b8f7-ec05f7d5c375-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.784301] env[62588]: DEBUG oslo_concurrency.lockutils [req-f4478933-e734-464f-9925-84e80dc2cebf req-d2d349c6-23da-4625-9067-10081368361f service nova] Lock "da1aa85b-feca-4031-b8f7-ec05f7d5c375-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.784301] env[62588]: DEBUG nova.compute.manager [req-f4478933-e734-464f-9925-84e80dc2cebf req-d2d349c6-23da-4625-9067-10081368361f service nova] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] No waiting events found dispatching network-vif-plugged-dd27bb5b-977f-4d66-bd1b-1890566b9f50 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1399.784301] env[62588]: WARNING nova.compute.manager [req-f4478933-e734-464f-9925-84e80dc2cebf req-d2d349c6-23da-4625-9067-10081368361f service nova] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Received unexpected event network-vif-plugged-dd27bb5b-977f-4d66-bd1b-1890566b9f50 for instance with vm_state building and task_state spawning. [ 1399.784517] env[62588]: DEBUG nova.compute.manager [req-f4478933-e734-464f-9925-84e80dc2cebf req-d2d349c6-23da-4625-9067-10081368361f service nova] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Received event network-changed-dd27bb5b-977f-4d66-bd1b-1890566b9f50 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1399.784629] env[62588]: DEBUG nova.compute.manager [req-f4478933-e734-464f-9925-84e80dc2cebf req-d2d349c6-23da-4625-9067-10081368361f service nova] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Refreshing instance network info cache due to event network-changed-dd27bb5b-977f-4d66-bd1b-1890566b9f50. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1399.784796] env[62588]: DEBUG oslo_concurrency.lockutils [req-f4478933-e734-464f-9925-84e80dc2cebf req-d2d349c6-23da-4625-9067-10081368361f service nova] Acquiring lock "refresh_cache-da1aa85b-feca-4031-b8f7-ec05f7d5c375" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.951150] env[62588]: DEBUG oslo_vmware.api [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793224, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092115} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.953845] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1399.956671] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340a5826-b4cd-4fc3-ad49-5ab42cf6438f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.984471] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] cd9251fb-103f-4fea-a54a-398f28e4a7bc/cd9251fb-103f-4fea-a54a-398f28e4a7bc.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1399.987089] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fe3bf0d-943c-4229-88a7-9c8bdf864c02 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.010833] env[62588]: DEBUG oslo_vmware.api [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1400.010833] env[62588]: value = "task-1793225" [ 1400.010833] env[62588]: _type = "Task" [ 1400.010833] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.020389] env[62588]: DEBUG oslo_vmware.api [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793225, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.082991] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.082991] env[62588]: DEBUG nova.compute.manager [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1400.087221] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4790a125-e9e6-4bb9-a1d1-ec8fe05acd55 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.974s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.087221] env[62588]: DEBUG nova.objects.instance [None req-4790a125-e9e6-4bb9-a1d1-ec8fe05acd55 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Lazy-loading 'resources' on Instance uuid ad7e8485-ce2d-4025-afcc-29d3d3ce0da8 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1400.182064] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Releasing lock "refresh_cache-da1aa85b-feca-4031-b8f7-ec05f7d5c375" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.182426] env[62588]: DEBUG nova.compute.manager [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Instance network_info: |[{"id": "dd27bb5b-977f-4d66-bd1b-1890566b9f50", "address": "fa:16:3e:d4:8e:f5", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd27bb5b-97", "ovs_interfaceid": "dd27bb5b-977f-4d66-bd1b-1890566b9f50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1400.182721] env[62588]: DEBUG oslo_concurrency.lockutils [req-f4478933-e734-464f-9925-84e80dc2cebf req-d2d349c6-23da-4625-9067-10081368361f service nova] Acquired lock "refresh_cache-da1aa85b-feca-4031-b8f7-ec05f7d5c375" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.182895] env[62588]: DEBUG nova.network.neutron [req-f4478933-e734-464f-9925-84e80dc2cebf req-d2d349c6-23da-4625-9067-10081368361f service nova] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Refreshing network info cache for port dd27bb5b-977f-4d66-bd1b-1890566b9f50 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1400.184140] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:8e:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd27bb5b-977f-4d66-bd1b-1890566b9f50', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1400.192670] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Creating folder: Project (9ccf6b2ee1dc4c85aa64f97e4d32ef87). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1400.197241] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3df8e88-a81d-4641-b241-60545643bc0e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.209024] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Created folder: Project (9ccf6b2ee1dc4c85aa64f97e4d32ef87) in parent group-v371885. [ 1400.209215] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Creating folder: Instances. Parent ref: group-v371951. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1400.209488] env[62588]: DEBUG nova.network.neutron [-] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.210549] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88ea6aa6-facf-4bea-8bb3-53d1f5047455 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.212499] env[62588]: DEBUG nova.network.neutron [-] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.223816] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Created folder: Instances in parent group-v371951. [ 1400.224063] env[62588]: DEBUG oslo.service.loopingcall [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1400.224242] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1400.224441] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2378d53d-f452-4618-a90a-d542281dd4a1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.248630] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1400.248630] env[62588]: value = "task-1793228" [ 1400.248630] env[62588]: _type = "Task" [ 1400.248630] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.258119] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793228, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.292528] env[62588]: DEBUG nova.network.neutron [None req-fcda68a2-31c1-4a49-84e9-d663a4325332 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Updating instance_info_cache with network_info: [{"id": "7d1eeeaf-6fa5-4dbf-91b1-b1699472c707", "address": "fa:16:3e:0d:49:13", "network": {"id": "4c5d5d94-4339-4dab-8d6e-cd6c3c03ed48", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1993048789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9445a410224d4e038fb24f758bd2bf95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d1eeeaf-6f", "ovs_interfaceid": "7d1eeeaf-6fa5-4dbf-91b1-b1699472c707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.506112] env[62588]: DEBUG nova.network.neutron [req-f4478933-e734-464f-9925-84e80dc2cebf req-d2d349c6-23da-4625-9067-10081368361f service nova] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Updated VIF entry in instance network info cache for port dd27bb5b-977f-4d66-bd1b-1890566b9f50. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1400.506112] env[62588]: DEBUG nova.network.neutron [req-f4478933-e734-464f-9925-84e80dc2cebf req-d2d349c6-23da-4625-9067-10081368361f service nova] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Updating instance_info_cache with network_info: [{"id": "dd27bb5b-977f-4d66-bd1b-1890566b9f50", "address": "fa:16:3e:d4:8e:f5", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd27bb5b-97", "ovs_interfaceid": "dd27bb5b-977f-4d66-bd1b-1890566b9f50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.520981] env[62588]: DEBUG oslo_vmware.api [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793225, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.576326] env[62588]: DEBUG nova.network.neutron [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Updating instance_info_cache with network_info: [{"id": "5d5a06fb-0c53-484e-8919-d36a900547f9", "address": "fa:16:3e:e9:09:9d", "network": {"id": "b3d4e083-d2df-4c91-a188-c0818a36ce19", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2008719627", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1adef84ec8f8476db479981455f709ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d5a06fb-0c", "ovs_interfaceid": "5d5a06fb-0c53-484e-8919-d36a900547f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5857efac-572b-48fb-8d7e-0e30370581c0", "address": "fa:16:3e:bf:cc:19", "network": {"id": "e31d6ff6-9785-4531-9398-eb77e4146bf1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1300502857", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1adef84ec8f8476db479981455f709ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5857efac-57", "ovs_interfaceid": "5857efac-572b-48fb-8d7e-0e30370581c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fd33111b-8182-40b3-802e-d5491a23f3b4", "address": "fa:16:3e:bb:28:33", "network": {"id": "b3d4e083-d2df-4c91-a188-c0818a36ce19", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2008719627", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1adef84ec8f8476db479981455f709ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd33111b-81", "ovs_interfaceid": "fd33111b-8182-40b3-802e-d5491a23f3b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.596028] env[62588]: DEBUG nova.compute.utils [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1400.597406] env[62588]: DEBUG nova.compute.manager [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1400.597406] env[62588]: DEBUG nova.network.neutron [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1400.680241] env[62588]: DEBUG nova.policy [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0da2a69de0324f109f9da35a3f5812ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3941e789d7504f14a30085ef223ba4b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1400.712924] env[62588]: INFO nova.compute.manager [-] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Took 1.44 seconds to deallocate network for instance. [ 1400.719879] env[62588]: INFO nova.compute.manager [-] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Took 1.40 seconds to deallocate network for instance. [ 1400.747622] env[62588]: DEBUG nova.network.neutron [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Successfully updated port: d1aca0d8-9940-4c2f-a00c-2c4f41abf0f1 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1400.762441] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793228, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.797718] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fcda68a2-31c1-4a49-84e9-d663a4325332 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Releasing lock "refresh_cache-9f4fcd9a-eb33-41d8-b7f6-b57b647049d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.007739] env[62588]: DEBUG oslo_concurrency.lockutils [req-f4478933-e734-464f-9925-84e80dc2cebf req-d2d349c6-23da-4625-9067-10081368361f service nova] Releasing lock "refresh_cache-da1aa85b-feca-4031-b8f7-ec05f7d5c375" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.008142] env[62588]: DEBUG nova.compute.manager [req-f4478933-e734-464f-9925-84e80dc2cebf req-d2d349c6-23da-4625-9067-10081368361f service nova] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Received event network-vif-plugged-fd33111b-8182-40b3-802e-d5491a23f3b4 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1401.008194] env[62588]: DEBUG oslo_concurrency.lockutils [req-f4478933-e734-464f-9925-84e80dc2cebf req-d2d349c6-23da-4625-9067-10081368361f service nova] Acquiring lock "040493e7-86b3-4c92-927b-e8f8305dbfa4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.008378] env[62588]: DEBUG oslo_concurrency.lockutils [req-f4478933-e734-464f-9925-84e80dc2cebf req-d2d349c6-23da-4625-9067-10081368361f service nova] Lock "040493e7-86b3-4c92-927b-e8f8305dbfa4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.008925] env[62588]: DEBUG oslo_concurrency.lockutils [req-f4478933-e734-464f-9925-84e80dc2cebf req-d2d349c6-23da-4625-9067-10081368361f service nova] Lock "040493e7-86b3-4c92-927b-e8f8305dbfa4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.008925] env[62588]: DEBUG nova.compute.manager [req-f4478933-e734-464f-9925-84e80dc2cebf req-d2d349c6-23da-4625-9067-10081368361f service nova] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] No waiting events found dispatching network-vif-plugged-fd33111b-8182-40b3-802e-d5491a23f3b4 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1401.008925] env[62588]: WARNING nova.compute.manager [req-f4478933-e734-464f-9925-84e80dc2cebf req-d2d349c6-23da-4625-9067-10081368361f service nova] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Received unexpected event network-vif-plugged-fd33111b-8182-40b3-802e-d5491a23f3b4 for instance with vm_state building and task_state spawning. [ 1401.009205] env[62588]: DEBUG nova.compute.manager [req-f4478933-e734-464f-9925-84e80dc2cebf req-d2d349c6-23da-4625-9067-10081368361f service nova] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Received event network-changed-fd33111b-8182-40b3-802e-d5491a23f3b4 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1401.009314] env[62588]: DEBUG nova.compute.manager [req-f4478933-e734-464f-9925-84e80dc2cebf req-d2d349c6-23da-4625-9067-10081368361f service nova] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Refreshing instance network info cache due to event network-changed-fd33111b-8182-40b3-802e-d5491a23f3b4. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1401.009417] env[62588]: DEBUG oslo_concurrency.lockutils [req-f4478933-e734-464f-9925-84e80dc2cebf req-d2d349c6-23da-4625-9067-10081368361f service nova] Acquiring lock "refresh_cache-040493e7-86b3-4c92-927b-e8f8305dbfa4" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.022659] env[62588]: DEBUG oslo_vmware.api [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793225, 'name': ReconfigVM_Task, 'duration_secs': 0.783406} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.022927] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Reconfigured VM instance instance-00000017 to attach disk [datastore1] cd9251fb-103f-4fea-a54a-398f28e4a7bc/cd9251fb-103f-4fea-a54a-398f28e4a7bc.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1401.023561] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e63d16b8-3a06-45d4-9512-26f3d898d517 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.032950] env[62588]: DEBUG oslo_vmware.api [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1401.032950] env[62588]: value = "task-1793229" [ 1401.032950] env[62588]: _type = "Task" [ 1401.032950] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.044044] env[62588]: DEBUG oslo_vmware.api [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793229, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.084068] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Releasing lock "refresh_cache-040493e7-86b3-4c92-927b-e8f8305dbfa4" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.084505] env[62588]: DEBUG nova.compute.manager [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Instance network_info: |[{"id": "5d5a06fb-0c53-484e-8919-d36a900547f9", "address": "fa:16:3e:e9:09:9d", "network": {"id": "b3d4e083-d2df-4c91-a188-c0818a36ce19", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2008719627", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1adef84ec8f8476db479981455f709ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d5a06fb-0c", "ovs_interfaceid": "5d5a06fb-0c53-484e-8919-d36a900547f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5857efac-572b-48fb-8d7e-0e30370581c0", "address": "fa:16:3e:bf:cc:19", "network": {"id": "e31d6ff6-9785-4531-9398-eb77e4146bf1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1300502857", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1adef84ec8f8476db479981455f709ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5857efac-57", "ovs_interfaceid": "5857efac-572b-48fb-8d7e-0e30370581c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fd33111b-8182-40b3-802e-d5491a23f3b4", "address": "fa:16:3e:bb:28:33", "network": {"id": "b3d4e083-d2df-4c91-a188-c0818a36ce19", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2008719627", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1adef84ec8f8476db479981455f709ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd33111b-81", "ovs_interfaceid": "fd33111b-8182-40b3-802e-d5491a23f3b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1401.087651] env[62588]: DEBUG oslo_concurrency.lockutils [req-f4478933-e734-464f-9925-84e80dc2cebf req-d2d349c6-23da-4625-9067-10081368361f service nova] Acquired lock "refresh_cache-040493e7-86b3-4c92-927b-e8f8305dbfa4" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.087832] env[62588]: DEBUG nova.network.neutron [req-f4478933-e734-464f-9925-84e80dc2cebf req-d2d349c6-23da-4625-9067-10081368361f service nova] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Refreshing network info cache for port fd33111b-8182-40b3-802e-d5491a23f3b4 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1401.089124] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:09:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74c816b2-b8b0-432e-baac-662ed8ea0417', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d5a06fb-0c53-484e-8919-d36a900547f9', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:cc:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60badc2d-69d2-467d-a92e-98511f5cb0b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5857efac-572b-48fb-8d7e-0e30370581c0', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:28:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74c816b2-b8b0-432e-baac-662ed8ea0417', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd33111b-8182-40b3-802e-d5491a23f3b4', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1401.101178] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Creating folder: Project (1adef84ec8f8476db479981455f709ca). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1401.105225] env[62588]: DEBUG nova.compute.manager [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1401.107997] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a4b4628-6aac-4611-bc36-9ca8a5671ed7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.124017] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Created folder: Project (1adef84ec8f8476db479981455f709ca) in parent group-v371885. [ 1401.124017] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Creating folder: Instances. Parent ref: group-v371954. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1401.124017] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66281672-3f59-4fc7-a0d2-ad02dadb0071 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.135515] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Created folder: Instances in parent group-v371954. [ 1401.136250] env[62588]: DEBUG oslo.service.loopingcall [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1401.139803] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1401.139803] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddf60104-f2a7-4d9e-ba2b-16366588b63e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.162172] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a2a4b9-13ce-43bc-bee3-2fd8dcd942b6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.173652] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cb39d4-53b1-47c2-a39f-bbe1a38c23aa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.176663] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1401.176663] env[62588]: value = "task-1793232" [ 1401.176663] env[62588]: _type = "Task" [ 1401.176663] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.205893] env[62588]: DEBUG nova.network.neutron [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Successfully created port: 3e23b820-edb9-451c-a7f8-6775989efe01 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1401.208740] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aefc340-577a-4594-866b-2f428ee84c0b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.214931] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793232, 'name': CreateVM_Task} progress is 15%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.221731] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2aef8761-37e4-48dc-a274-d7f53eb2f6c6 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.223477] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b50e77f-376f-4d52-950c-8028b6ed38c4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.229521] env[62588]: DEBUG oslo_concurrency.lockutils [None req-78e71fe8-dfde-4e85-b5a2-6cdbe6b83b89 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.239912] env[62588]: DEBUG nova.compute.provider_tree [None req-4790a125-e9e6-4bb9-a1d1-ec8fe05acd55 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1401.252118] env[62588]: DEBUG oslo_concurrency.lockutils [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "refresh_cache-b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.252118] env[62588]: DEBUG oslo_concurrency.lockutils [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquired lock "refresh_cache-b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.252118] env[62588]: DEBUG nova.network.neutron [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1401.266773] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793228, 'name': CreateVM_Task, 'duration_secs': 0.841456} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.266912] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1401.267599] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.267855] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.268128] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1401.268662] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7d54a28-ae7c-4e6b-82b2-b94d8fac7559 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.274260] env[62588]: DEBUG oslo_vmware.api [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1401.274260] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520abc58-113e-61b3-8b3e-6231af78d863" [ 1401.274260] env[62588]: _type = "Task" [ 1401.274260] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.283597] env[62588]: DEBUG oslo_vmware.api [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520abc58-113e-61b3-8b3e-6231af78d863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.513706] env[62588]: DEBUG nova.network.neutron [req-f4478933-e734-464f-9925-84e80dc2cebf req-d2d349c6-23da-4625-9067-10081368361f service nova] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Updated VIF entry in instance network info cache for port fd33111b-8182-40b3-802e-d5491a23f3b4. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1401.514223] env[62588]: DEBUG nova.network.neutron [req-f4478933-e734-464f-9925-84e80dc2cebf req-d2d349c6-23da-4625-9067-10081368361f service nova] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Updating instance_info_cache with network_info: [{"id": "5d5a06fb-0c53-484e-8919-d36a900547f9", "address": "fa:16:3e:e9:09:9d", "network": {"id": "b3d4e083-d2df-4c91-a188-c0818a36ce19", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2008719627", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1adef84ec8f8476db479981455f709ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d5a06fb-0c", "ovs_interfaceid": "5d5a06fb-0c53-484e-8919-d36a900547f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5857efac-572b-48fb-8d7e-0e30370581c0", "address": "fa:16:3e:bf:cc:19", "network": {"id": "e31d6ff6-9785-4531-9398-eb77e4146bf1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1300502857", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1adef84ec8f8476db479981455f709ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5857efac-57", "ovs_interfaceid": "5857efac-572b-48fb-8d7e-0e30370581c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fd33111b-8182-40b3-802e-d5491a23f3b4", "address": "fa:16:3e:bb:28:33", "network": {"id": "b3d4e083-d2df-4c91-a188-c0818a36ce19", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2008719627", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1adef84ec8f8476db479981455f709ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd33111b-81", "ovs_interfaceid": "fd33111b-8182-40b3-802e-d5491a23f3b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.543814] env[62588]: DEBUG oslo_vmware.api [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793229, 'name': Rename_Task, 'duration_secs': 0.17093} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.544255] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1401.544556] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05ba1fbb-4106-4828-ba46-ba96e6e03115 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.551682] env[62588]: DEBUG oslo_vmware.api [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1401.551682] env[62588]: value = "task-1793233" [ 1401.551682] env[62588]: _type = "Task" [ 1401.551682] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.560384] env[62588]: DEBUG oslo_vmware.api [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.613787] env[62588]: INFO nova.virt.block_device [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Booting with volume e4e2ff06-adba-43dd-9149-f64c2dcd2f33 at /dev/sda [ 1401.669966] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55af0cbe-657d-47e2-a209-f5a7ae998c1d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.679994] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a187ca7f-e94a-4491-9cc0-c9d9a057f255 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.703250] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793232, 'name': CreateVM_Task, 'duration_secs': 0.474469} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.703416] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1401.704296] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.719192] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f44609d8-37d8-4270-8692-47a256265042 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.727601] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4007932f-17c4-4a8b-be21-a8366b59a332 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.743110] env[62588]: DEBUG nova.scheduler.client.report [None req-4790a125-e9e6-4bb9-a1d1-ec8fe05acd55 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1401.758867] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d46d33-7418-4c7c-9158-67ddf3394029 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.763682] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3ad02927-e46a-45a2-abd5-6070d4e8b042 tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Acquiring lock "e59ae345-5724-4513-8665-4b5569717032" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.763906] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3ad02927-e46a-45a2-abd5-6070d4e8b042 tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Lock "e59ae345-5724-4513-8665-4b5569717032" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.764113] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3ad02927-e46a-45a2-abd5-6070d4e8b042 tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Acquiring lock "e59ae345-5724-4513-8665-4b5569717032-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.764295] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3ad02927-e46a-45a2-abd5-6070d4e8b042 tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Lock "e59ae345-5724-4513-8665-4b5569717032-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.764497] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3ad02927-e46a-45a2-abd5-6070d4e8b042 tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Lock "e59ae345-5724-4513-8665-4b5569717032-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.766688] env[62588]: INFO nova.compute.manager [None req-3ad02927-e46a-45a2-abd5-6070d4e8b042 tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] [instance: e59ae345-5724-4513-8665-4b5569717032] Terminating instance [ 1401.771938] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5208b305-373e-4aba-9db0-b0cf6cfec1a6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.783725] env[62588]: DEBUG oslo_vmware.api [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520abc58-113e-61b3-8b3e-6231af78d863, 'name': SearchDatastore_Task, 'duration_secs': 0.009192} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.783966] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.784211] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1401.784442] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.784583] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.784753] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1401.785086] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.785423] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1401.785640] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2adcc27-7385-47a4-8aaa-474b0710428f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.790810] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-875ae18c-bc0e-4a61-abd3-419902aada57 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.792661] env[62588]: DEBUG nova.virt.block_device [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Updating existing volume attachment record: 41ad962c-70fb-47bb-8062-b79533f0a6cd {{(pid=62588) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1401.797809] env[62588]: DEBUG oslo_vmware.api [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Waiting for the task: (returnval){ [ 1401.797809] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5276648f-78b9-4e8e-34e9-5c25c3798fbf" [ 1401.797809] env[62588]: _type = "Task" [ 1401.797809] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.801815] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1401.801964] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1401.802928] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-917f626e-55fd-4af5-8901-218f87286c60 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.807797] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcda68a2-31c1-4a49-84e9-d663a4325332 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1401.808063] env[62588]: DEBUG oslo_vmware.api [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5276648f-78b9-4e8e-34e9-5c25c3798fbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.808262] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9662b307-ded9-40eb-80f5-d0174094fcaf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.812929] env[62588]: DEBUG oslo_vmware.api [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1401.812929] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5231d2e7-06e5-4da7-0b30-c10c309ba685" [ 1401.812929] env[62588]: _type = "Task" [ 1401.812929] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.813202] env[62588]: DEBUG nova.network.neutron [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1401.821195] env[62588]: DEBUG oslo_vmware.api [None req-fcda68a2-31c1-4a49-84e9-d663a4325332 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for the task: (returnval){ [ 1401.821195] env[62588]: value = "task-1793234" [ 1401.821195] env[62588]: _type = "Task" [ 1401.821195] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.824084] env[62588]: DEBUG nova.compute.manager [req-1df2f65b-ea64-4147-ad4d-df87fe71bb47 req-7af87628-a484-40d8-8332-cd2b17e7475e service nova] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Received event network-vif-deleted-93fed4dc-c880-4564-9276-1593dd97e0f0 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1401.827403] env[62588]: DEBUG nova.compute.manager [req-1df2f65b-ea64-4147-ad4d-df87fe71bb47 req-7af87628-a484-40d8-8332-cd2b17e7475e service nova] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Received event network-vif-deleted-21015e05-a7b4-436e-90f1-a11ed8ee4c4b {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1401.827403] env[62588]: DEBUG nova.compute.manager [req-1df2f65b-ea64-4147-ad4d-df87fe71bb47 req-7af87628-a484-40d8-8332-cd2b17e7475e service nova] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Received event network-vif-plugged-d1aca0d8-9940-4c2f-a00c-2c4f41abf0f1 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1401.827403] env[62588]: DEBUG oslo_concurrency.lockutils [req-1df2f65b-ea64-4147-ad4d-df87fe71bb47 req-7af87628-a484-40d8-8332-cd2b17e7475e service nova] Acquiring lock "b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.827403] env[62588]: DEBUG oslo_concurrency.lockutils [req-1df2f65b-ea64-4147-ad4d-df87fe71bb47 req-7af87628-a484-40d8-8332-cd2b17e7475e service nova] Lock "b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.827403] env[62588]: DEBUG oslo_concurrency.lockutils [req-1df2f65b-ea64-4147-ad4d-df87fe71bb47 req-7af87628-a484-40d8-8332-cd2b17e7475e service nova] Lock "b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.827403] env[62588]: DEBUG nova.compute.manager [req-1df2f65b-ea64-4147-ad4d-df87fe71bb47 req-7af87628-a484-40d8-8332-cd2b17e7475e service nova] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] No waiting events found dispatching network-vif-plugged-d1aca0d8-9940-4c2f-a00c-2c4f41abf0f1 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1401.827403] env[62588]: WARNING nova.compute.manager [req-1df2f65b-ea64-4147-ad4d-df87fe71bb47 req-7af87628-a484-40d8-8332-cd2b17e7475e service nova] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Received unexpected event network-vif-plugged-d1aca0d8-9940-4c2f-a00c-2c4f41abf0f1 for instance with vm_state building and task_state spawning. [ 1401.827403] env[62588]: DEBUG nova.compute.manager [req-1df2f65b-ea64-4147-ad4d-df87fe71bb47 req-7af87628-a484-40d8-8332-cd2b17e7475e service nova] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Received event network-changed-d1aca0d8-9940-4c2f-a00c-2c4f41abf0f1 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1401.827403] env[62588]: DEBUG nova.compute.manager [req-1df2f65b-ea64-4147-ad4d-df87fe71bb47 req-7af87628-a484-40d8-8332-cd2b17e7475e service nova] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Refreshing instance network info cache due to event network-changed-d1aca0d8-9940-4c2f-a00c-2c4f41abf0f1. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1401.827403] env[62588]: DEBUG oslo_concurrency.lockutils [req-1df2f65b-ea64-4147-ad4d-df87fe71bb47 req-7af87628-a484-40d8-8332-cd2b17e7475e service nova] Acquiring lock "refresh_cache-b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.833275] env[62588]: DEBUG oslo_vmware.api [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5231d2e7-06e5-4da7-0b30-c10c309ba685, 'name': SearchDatastore_Task, 'duration_secs': 0.012425} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.834353] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70d897f4-bb09-471d-b94d-cd4fdb902bf4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.842538] env[62588]: DEBUG oslo_vmware.api [None req-fcda68a2-31c1-4a49-84e9-d663a4325332 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793234, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.845706] env[62588]: DEBUG oslo_vmware.api [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1401.845706] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520054f6-4509-d3ed-7558-afb42e6a014b" [ 1401.845706] env[62588]: _type = "Task" [ 1401.845706] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.854301] env[62588]: DEBUG oslo_vmware.api [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520054f6-4509-d3ed-7558-afb42e6a014b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.019857] env[62588]: DEBUG oslo_concurrency.lockutils [req-f4478933-e734-464f-9925-84e80dc2cebf req-d2d349c6-23da-4625-9067-10081368361f service nova] Releasing lock "refresh_cache-040493e7-86b3-4c92-927b-e8f8305dbfa4" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.030596] env[62588]: DEBUG nova.network.neutron [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Updating instance_info_cache with network_info: [{"id": "d1aca0d8-9940-4c2f-a00c-2c4f41abf0f1", "address": "fa:16:3e:ab:43:65", "network": {"id": "adc3b6e0-4437-45a1-a195-1acf36a5afeb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-83189614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb190925c06e4772ae04f7b565c5f2e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1aca0d8-99", "ovs_interfaceid": "d1aca0d8-9940-4c2f-a00c-2c4f41abf0f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.063112] env[62588]: DEBUG oslo_vmware.api [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793233, 'name': PowerOnVM_Task, 'duration_secs': 0.482759} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.063112] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1402.063112] env[62588]: INFO nova.compute.manager [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Took 9.21 seconds to spawn the instance on the hypervisor. [ 1402.063112] env[62588]: DEBUG nova.compute.manager [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1402.063622] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6b5803-4ca7-4675-8be2-2bde73001445 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.259117] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4790a125-e9e6-4bb9-a1d1-ec8fe05acd55 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.261651] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.019s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.261904] env[62588]: DEBUG nova.objects.instance [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Lazy-loading 'resources' on Instance uuid e79ec9d6-161e-4797-bc31-1915ba813df6 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1402.272053] env[62588]: DEBUG nova.compute.manager [None req-3ad02927-e46a-45a2-abd5-6070d4e8b042 tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] [instance: e59ae345-5724-4513-8665-4b5569717032] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1402.272323] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad02927-e46a-45a2-abd5-6070d4e8b042 tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] [instance: e59ae345-5724-4513-8665-4b5569717032] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1402.273483] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa75a773-08e1-44e5-9a23-c87adc461a6e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.282336] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ad02927-e46a-45a2-abd5-6070d4e8b042 tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] [instance: e59ae345-5724-4513-8665-4b5569717032] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1402.283333] env[62588]: INFO nova.scheduler.client.report [None req-4790a125-e9e6-4bb9-a1d1-ec8fe05acd55 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Deleted allocations for instance ad7e8485-ce2d-4025-afcc-29d3d3ce0da8 [ 1402.284391] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49c812d5-d544-4da7-a5a2-fd692ff1d5ff {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.293766] env[62588]: DEBUG oslo_vmware.api [None req-3ad02927-e46a-45a2-abd5-6070d4e8b042 tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Waiting for the task: (returnval){ [ 1402.293766] env[62588]: value = "task-1793235" [ 1402.293766] env[62588]: _type = "Task" [ 1402.293766] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.305017] env[62588]: DEBUG oslo_vmware.api [None req-3ad02927-e46a-45a2-abd5-6070d4e8b042 tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Task: {'id': task-1793235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.310707] env[62588]: DEBUG oslo_vmware.api [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5276648f-78b9-4e8e-34e9-5c25c3798fbf, 'name': SearchDatastore_Task, 'duration_secs': 0.012964} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.311018] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.311321] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1402.311556] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.332386] env[62588]: DEBUG oslo_vmware.api [None req-fcda68a2-31c1-4a49-84e9-d663a4325332 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793234, 'name': PowerOnVM_Task, 'duration_secs': 0.423219} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.332724] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcda68a2-31c1-4a49-84e9-d663a4325332 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1402.332970] env[62588]: DEBUG nova.compute.manager [None req-fcda68a2-31c1-4a49-84e9-d663a4325332 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1402.334023] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1695642a-df84-4e53-8dc8-b18dd06dd959 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.357198] env[62588]: DEBUG oslo_vmware.api [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520054f6-4509-d3ed-7558-afb42e6a014b, 'name': SearchDatastore_Task, 'duration_secs': 0.009935} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.360577] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.360577] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] da1aa85b-feca-4031-b8f7-ec05f7d5c375/da1aa85b-feca-4031-b8f7-ec05f7d5c375.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1402.360911] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.361553] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1402.361553] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5780b479-a3fd-42c0-bede-2d06cf37f997 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.364560] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4f83eb4-b6d9-4626-b4fb-90f09c5aad0a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.374019] env[62588]: DEBUG oslo_vmware.api [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1402.374019] env[62588]: value = "task-1793236" [ 1402.374019] env[62588]: _type = "Task" [ 1402.374019] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.374724] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1402.374894] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1402.379964] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60891f71-aa0f-4663-a943-2bd9b534e223 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.391590] env[62588]: DEBUG oslo_vmware.api [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.392530] env[62588]: DEBUG oslo_vmware.api [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Waiting for the task: (returnval){ [ 1402.392530] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52369208-20a9-d160-84f1-6823b6787755" [ 1402.392530] env[62588]: _type = "Task" [ 1402.392530] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.401295] env[62588]: DEBUG oslo_vmware.api [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52369208-20a9-d160-84f1-6823b6787755, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.533808] env[62588]: DEBUG oslo_concurrency.lockutils [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Releasing lock "refresh_cache-b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.534169] env[62588]: DEBUG nova.compute.manager [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Instance network_info: |[{"id": "d1aca0d8-9940-4c2f-a00c-2c4f41abf0f1", "address": "fa:16:3e:ab:43:65", "network": {"id": "adc3b6e0-4437-45a1-a195-1acf36a5afeb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-83189614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb190925c06e4772ae04f7b565c5f2e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1aca0d8-99", "ovs_interfaceid": "d1aca0d8-9940-4c2f-a00c-2c4f41abf0f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1402.534508] env[62588]: DEBUG oslo_concurrency.lockutils [req-1df2f65b-ea64-4147-ad4d-df87fe71bb47 req-7af87628-a484-40d8-8332-cd2b17e7475e service nova] Acquired lock "refresh_cache-b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.534692] env[62588]: DEBUG nova.network.neutron [req-1df2f65b-ea64-4147-ad4d-df87fe71bb47 req-7af87628-a484-40d8-8332-cd2b17e7475e service nova] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Refreshing network info cache for port d1aca0d8-9940-4c2f-a00c-2c4f41abf0f1 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1402.535967] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:43:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1aca0d8-9940-4c2f-a00c-2c4f41abf0f1', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1402.543917] env[62588]: DEBUG oslo.service.loopingcall [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1402.544352] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1402.544669] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f92b9ee7-a49d-4a48-a464-4992ea6fb67a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.565920] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1402.565920] env[62588]: value = "task-1793237" [ 1402.565920] env[62588]: _type = "Task" [ 1402.565920] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.575044] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793237, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.585173] env[62588]: INFO nova.compute.manager [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Took 37.86 seconds to build instance. [ 1402.792903] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4790a125-e9e6-4bb9-a1d1-ec8fe05acd55 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Lock "ad7e8485-ce2d-4025-afcc-29d3d3ce0da8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.133s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.808436] env[62588]: DEBUG oslo_vmware.api [None req-3ad02927-e46a-45a2-abd5-6070d4e8b042 tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Task: {'id': task-1793235, 'name': PowerOffVM_Task, 'duration_secs': 0.170698} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.811526] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ad02927-e46a-45a2-abd5-6070d4e8b042 tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] [instance: e59ae345-5724-4513-8665-4b5569717032] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1402.811751] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad02927-e46a-45a2-abd5-6070d4e8b042 tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] [instance: e59ae345-5724-4513-8665-4b5569717032] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1402.814430] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bbae857-d511-4976-8131-fcda847d3b00 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.885953] env[62588]: DEBUG oslo_vmware.api [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793236, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456127} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.886279] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] da1aa85b-feca-4031-b8f7-ec05f7d5c375/da1aa85b-feca-4031-b8f7-ec05f7d5c375.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1402.886532] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1402.887606] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75999bdb-bfe3-45bf-932b-98cf1ef697f9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.897603] env[62588]: DEBUG oslo_vmware.api [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1402.897603] env[62588]: value = "task-1793239" [ 1402.897603] env[62588]: _type = "Task" [ 1402.897603] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.907122] env[62588]: DEBUG oslo_vmware.api [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52369208-20a9-d160-84f1-6823b6787755, 'name': SearchDatastore_Task, 'duration_secs': 0.022797} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.913011] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da9fef39-1b75-4566-a6c2-a74339bc336e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.918503] env[62588]: DEBUG oslo_vmware.api [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.921531] env[62588]: DEBUG oslo_vmware.api [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Waiting for the task: (returnval){ [ 1402.921531] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5234a960-6dcb-d59d-f61f-0cbc00216b0a" [ 1402.921531] env[62588]: _type = "Task" [ 1402.921531] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.936276] env[62588]: DEBUG oslo_vmware.api [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5234a960-6dcb-d59d-f61f-0cbc00216b0a, 'name': SearchDatastore_Task, 'duration_secs': 0.00824} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.936554] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.936809] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 040493e7-86b3-4c92-927b-e8f8305dbfa4/040493e7-86b3-4c92-927b-e8f8305dbfa4.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1402.937245] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c567213-c1b0-4b0d-b003-7a2f02d069cf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.944968] env[62588]: DEBUG oslo_vmware.api [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Waiting for the task: (returnval){ [ 1402.944968] env[62588]: value = "task-1793240" [ 1402.944968] env[62588]: _type = "Task" [ 1402.944968] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.954680] env[62588]: DEBUG oslo_vmware.api [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': task-1793240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.000220] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad02927-e46a-45a2-abd5-6070d4e8b042 tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] [instance: e59ae345-5724-4513-8665-4b5569717032] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1403.000445] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad02927-e46a-45a2-abd5-6070d4e8b042 tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] [instance: e59ae345-5724-4513-8665-4b5569717032] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1403.000625] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ad02927-e46a-45a2-abd5-6070d4e8b042 tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Deleting the datastore file [datastore1] e59ae345-5724-4513-8665-4b5569717032 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1403.001419] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff2b1c1d-9508-4686-ade9-1ba9d1b1937f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.008169] env[62588]: DEBUG oslo_vmware.api [None req-3ad02927-e46a-45a2-abd5-6070d4e8b042 tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Waiting for the task: (returnval){ [ 1403.008169] env[62588]: value = "task-1793241" [ 1403.008169] env[62588]: _type = "Task" [ 1403.008169] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.020202] env[62588]: DEBUG oslo_vmware.api [None req-3ad02927-e46a-45a2-abd5-6070d4e8b042 tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Task: {'id': task-1793241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.076690] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793237, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.087840] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0fec873a-bc16-426b-afc2-5afb273ea1e4 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "cd9251fb-103f-4fea-a54a-398f28e4a7bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.671s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.105533] env[62588]: DEBUG nova.network.neutron [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Successfully updated port: 3e23b820-edb9-451c-a7f8-6775989efe01 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1403.362586] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54810018-94a7-4c6e-92fe-ad7a8261d92c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.370449] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430cb971-f082-4c2f-bf56-0a0cfeb84667 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.406923] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a74b0b-a0b2-451d-a682-440aaf267d0f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.421130] env[62588]: DEBUG oslo_vmware.api [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08791} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.421673] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1403.422929] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323a1a3a-37bb-4ebc-8497-b0cc73b10568 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.427163] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a255309-74b6-49e4-9b3d-68f3956354ac {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.440208] env[62588]: DEBUG nova.compute.provider_tree [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.459224] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] da1aa85b-feca-4031-b8f7-ec05f7d5c375/da1aa85b-feca-4031-b8f7-ec05f7d5c375.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1403.461797] env[62588]: DEBUG nova.scheduler.client.report [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1403.468108] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9eec1f5e-554b-4c16-a426-8ea6101efe6a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.486686] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.225s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.488634] env[62588]: DEBUG oslo_concurrency.lockutils [None req-63150e5b-e9ec-4fec-a290-a9e076c2d140 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.475s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.488860] env[62588]: DEBUG nova.objects.instance [None req-63150e5b-e9ec-4fec-a290-a9e076c2d140 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Lazy-loading 'resources' on Instance uuid 7bd8730a-9101-43fc-89e2-f6438ccabefa {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1403.498282] env[62588]: DEBUG oslo_vmware.api [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': task-1793240, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433881} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.499475] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 040493e7-86b3-4c92-927b-e8f8305dbfa4/040493e7-86b3-4c92-927b-e8f8305dbfa4.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1403.499696] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1403.502225] env[62588]: DEBUG oslo_vmware.api [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1403.502225] env[62588]: value = "task-1793242" [ 1403.502225] env[62588]: _type = "Task" [ 1403.502225] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.502225] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a949a620-a555-4d04-8f41-16ace0518e1d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.515550] env[62588]: DEBUG oslo_vmware.api [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Waiting for the task: (returnval){ [ 1403.515550] env[62588]: value = "task-1793243" [ 1403.515550] env[62588]: _type = "Task" [ 1403.515550] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.516476] env[62588]: DEBUG oslo_vmware.api [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793242, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.522712] env[62588]: DEBUG oslo_vmware.api [None req-3ad02927-e46a-45a2-abd5-6070d4e8b042 tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Task: {'id': task-1793241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370201} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.524286] env[62588]: INFO nova.scheduler.client.report [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Deleted allocations for instance e79ec9d6-161e-4797-bc31-1915ba813df6 [ 1403.525677] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ad02927-e46a-45a2-abd5-6070d4e8b042 tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1403.525868] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad02927-e46a-45a2-abd5-6070d4e8b042 tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] [instance: e59ae345-5724-4513-8665-4b5569717032] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1403.526086] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad02927-e46a-45a2-abd5-6070d4e8b042 tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] [instance: e59ae345-5724-4513-8665-4b5569717032] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1403.526266] env[62588]: INFO nova.compute.manager [None req-3ad02927-e46a-45a2-abd5-6070d4e8b042 tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] [instance: e59ae345-5724-4513-8665-4b5569717032] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1403.526502] env[62588]: DEBUG oslo.service.loopingcall [None req-3ad02927-e46a-45a2-abd5-6070d4e8b042 tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1403.526694] env[62588]: DEBUG nova.compute.manager [-] [instance: e59ae345-5724-4513-8665-4b5569717032] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1403.526788] env[62588]: DEBUG nova.network.neutron [-] [instance: e59ae345-5724-4513-8665-4b5569717032] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1403.534422] env[62588]: DEBUG oslo_vmware.api [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': task-1793243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.577532] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793237, 'name': CreateVM_Task, 'duration_secs': 0.754499} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.577709] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1403.578479] env[62588]: DEBUG oslo_concurrency.lockutils [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.578649] env[62588]: DEBUG oslo_concurrency.lockutils [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.579015] env[62588]: DEBUG oslo_concurrency.lockutils [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1403.579281] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-359a4a75-8763-4de9-bbb7-b548bfd96221 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.584417] env[62588]: DEBUG oslo_vmware.api [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1403.584417] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a05a6a-55b5-f08d-e7f8-6ab07e88be56" [ 1403.584417] env[62588]: _type = "Task" [ 1403.584417] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.590270] env[62588]: DEBUG nova.compute.manager [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1403.596485] env[62588]: DEBUG oslo_vmware.api [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a05a6a-55b5-f08d-e7f8-6ab07e88be56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.616841] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Acquiring lock "refresh_cache-10cf38fe-eb65-4492-91b2-d830c6769cb8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.616841] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Acquired lock "refresh_cache-10cf38fe-eb65-4492-91b2-d830c6769cb8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.616841] env[62588]: DEBUG nova.network.neutron [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1403.706920] env[62588]: DEBUG nova.network.neutron [req-1df2f65b-ea64-4147-ad4d-df87fe71bb47 req-7af87628-a484-40d8-8332-cd2b17e7475e service nova] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Updated VIF entry in instance network info cache for port d1aca0d8-9940-4c2f-a00c-2c4f41abf0f1. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1403.707305] env[62588]: DEBUG nova.network.neutron [req-1df2f65b-ea64-4147-ad4d-df87fe71bb47 req-7af87628-a484-40d8-8332-cd2b17e7475e service nova] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Updating instance_info_cache with network_info: [{"id": "d1aca0d8-9940-4c2f-a00c-2c4f41abf0f1", "address": "fa:16:3e:ab:43:65", "network": {"id": "adc3b6e0-4437-45a1-a195-1acf36a5afeb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-83189614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb190925c06e4772ae04f7b565c5f2e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1aca0d8-99", "ovs_interfaceid": "d1aca0d8-9940-4c2f-a00c-2c4f41abf0f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.909117] env[62588]: DEBUG nova.compute.manager [req-7ec05376-f8dd-4e32-97b8-cd8c462f7559 req-e3eee838-7ce9-47cd-8724-2f7a67cd4211 service nova] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Received event network-changed-8a69c6b0-c377-444e-b1e0-b9f3c8967876 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1403.909338] env[62588]: DEBUG nova.compute.manager [req-7ec05376-f8dd-4e32-97b8-cd8c462f7559 req-e3eee838-7ce9-47cd-8724-2f7a67cd4211 service nova] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Refreshing instance network info cache due to event network-changed-8a69c6b0-c377-444e-b1e0-b9f3c8967876. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1403.909548] env[62588]: DEBUG oslo_concurrency.lockutils [req-7ec05376-f8dd-4e32-97b8-cd8c462f7559 req-e3eee838-7ce9-47cd-8724-2f7a67cd4211 service nova] Acquiring lock "refresh_cache-cd9251fb-103f-4fea-a54a-398f28e4a7bc" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.909687] env[62588]: DEBUG oslo_concurrency.lockutils [req-7ec05376-f8dd-4e32-97b8-cd8c462f7559 req-e3eee838-7ce9-47cd-8724-2f7a67cd4211 service nova] Acquired lock "refresh_cache-cd9251fb-103f-4fea-a54a-398f28e4a7bc" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.910023] env[62588]: DEBUG nova.network.neutron [req-7ec05376-f8dd-4e32-97b8-cd8c462f7559 req-e3eee838-7ce9-47cd-8724-2f7a67cd4211 service nova] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Refreshing network info cache for port 8a69c6b0-c377-444e-b1e0-b9f3c8967876 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1403.923150] env[62588]: DEBUG nova.compute.manager [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1403.927022] env[62588]: DEBUG nova.virt.hardware [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1403.927022] env[62588]: DEBUG nova.virt.hardware [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1403.927022] env[62588]: DEBUG nova.virt.hardware [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1403.927022] env[62588]: DEBUG nova.virt.hardware [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1403.927022] env[62588]: DEBUG nova.virt.hardware [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1403.927022] env[62588]: DEBUG nova.virt.hardware [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1403.927022] env[62588]: DEBUG nova.virt.hardware [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1403.927022] env[62588]: DEBUG nova.virt.hardware [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1403.927022] env[62588]: DEBUG nova.virt.hardware [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1403.927022] env[62588]: DEBUG nova.virt.hardware [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1403.927022] env[62588]: DEBUG nova.virt.hardware [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1403.927983] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12adbd23-38f4-4291-b53b-ce25800a2d2f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.941152] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85864978-3d76-4902-8b1c-a938f25e7ceb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.013522] env[62588]: DEBUG oslo_vmware.api [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793242, 'name': ReconfigVM_Task, 'duration_secs': 0.313639} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.016309] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Reconfigured VM instance instance-00000018 to attach disk [datastore1] da1aa85b-feca-4031-b8f7-ec05f7d5c375/da1aa85b-feca-4031-b8f7-ec05f7d5c375.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1404.017210] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-663d908a-cadc-41ae-8288-e8e2a134efd5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.027073] env[62588]: DEBUG oslo_vmware.api [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': task-1793243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078285} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.028252] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1404.028589] env[62588]: DEBUG oslo_vmware.api [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1404.028589] env[62588]: value = "task-1793244" [ 1404.028589] env[62588]: _type = "Task" [ 1404.028589] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.029314] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3807db83-37c2-40a5-bdba-fdafa9daed09 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.065814] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 040493e7-86b3-4c92-927b-e8f8305dbfa4/040493e7-86b3-4c92-927b-e8f8305dbfa4.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1404.066492] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7ade3f11-5f21-45cb-a79c-c2af0028c377 tempest-ServersAdmin275Test-1213924277 tempest-ServersAdmin275Test-1213924277-project-member] Lock "e79ec9d6-161e-4797-bc31-1915ba813df6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.409s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.073189] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-275f8746-b5ae-4304-8848-9c9079d0bbd9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.087521] env[62588]: DEBUG oslo_vmware.api [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793244, 'name': Rename_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.101633] env[62588]: DEBUG oslo_vmware.api [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a05a6a-55b5-f08d-e7f8-6ab07e88be56, 'name': SearchDatastore_Task, 'duration_secs': 0.009384} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.107401] env[62588]: DEBUG oslo_concurrency.lockutils [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1404.107661] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1404.107893] env[62588]: DEBUG oslo_concurrency.lockutils [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.108049] env[62588]: DEBUG oslo_concurrency.lockutils [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.108234] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1404.108570] env[62588]: DEBUG oslo_vmware.api [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Waiting for the task: (returnval){ [ 1404.108570] env[62588]: value = "task-1793245" [ 1404.108570] env[62588]: _type = "Task" [ 1404.108570] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.109248] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc0b5226-cd94-460e-aea0-ad3c94a47506 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.124158] env[62588]: DEBUG oslo_vmware.api [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': task-1793245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.124158] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1404.124158] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1404.125463] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.125463] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb78484f-73e6-436d-85ef-dd65dbd62f4a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.134964] env[62588]: DEBUG oslo_vmware.api [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1404.134964] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527ba8fa-9560-ae54-419f-157fa8839dad" [ 1404.134964] env[62588]: _type = "Task" [ 1404.134964] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.143354] env[62588]: DEBUG oslo_vmware.api [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527ba8fa-9560-ae54-419f-157fa8839dad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.166585] env[62588]: DEBUG nova.compute.manager [req-3a8e683e-2cdb-4012-b050-f16a3e8aa631 req-ae853197-3fab-41ab-9a92-3b9f636b9877 service nova] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Received event network-vif-plugged-3e23b820-edb9-451c-a7f8-6775989efe01 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1404.166801] env[62588]: DEBUG oslo_concurrency.lockutils [req-3a8e683e-2cdb-4012-b050-f16a3e8aa631 req-ae853197-3fab-41ab-9a92-3b9f636b9877 service nova] Acquiring lock "10cf38fe-eb65-4492-91b2-d830c6769cb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.167065] env[62588]: DEBUG oslo_concurrency.lockutils [req-3a8e683e-2cdb-4012-b050-f16a3e8aa631 req-ae853197-3fab-41ab-9a92-3b9f636b9877 service nova] Lock "10cf38fe-eb65-4492-91b2-d830c6769cb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.167174] env[62588]: DEBUG oslo_concurrency.lockutils [req-3a8e683e-2cdb-4012-b050-f16a3e8aa631 req-ae853197-3fab-41ab-9a92-3b9f636b9877 service nova] Lock "10cf38fe-eb65-4492-91b2-d830c6769cb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.167335] env[62588]: DEBUG nova.compute.manager [req-3a8e683e-2cdb-4012-b050-f16a3e8aa631 req-ae853197-3fab-41ab-9a92-3b9f636b9877 service nova] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] No waiting events found dispatching network-vif-plugged-3e23b820-edb9-451c-a7f8-6775989efe01 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1404.167492] env[62588]: WARNING nova.compute.manager [req-3a8e683e-2cdb-4012-b050-f16a3e8aa631 req-ae853197-3fab-41ab-9a92-3b9f636b9877 service nova] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Received unexpected event network-vif-plugged-3e23b820-edb9-451c-a7f8-6775989efe01 for instance with vm_state building and task_state spawning. [ 1404.167654] env[62588]: DEBUG nova.compute.manager [req-3a8e683e-2cdb-4012-b050-f16a3e8aa631 req-ae853197-3fab-41ab-9a92-3b9f636b9877 service nova] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Received event network-changed-3e23b820-edb9-451c-a7f8-6775989efe01 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1404.167783] env[62588]: DEBUG nova.compute.manager [req-3a8e683e-2cdb-4012-b050-f16a3e8aa631 req-ae853197-3fab-41ab-9a92-3b9f636b9877 service nova] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Refreshing instance network info cache due to event network-changed-3e23b820-edb9-451c-a7f8-6775989efe01. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1404.167938] env[62588]: DEBUG oslo_concurrency.lockutils [req-3a8e683e-2cdb-4012-b050-f16a3e8aa631 req-ae853197-3fab-41ab-9a92-3b9f636b9877 service nova] Acquiring lock "refresh_cache-10cf38fe-eb65-4492-91b2-d830c6769cb8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.179931] env[62588]: DEBUG nova.network.neutron [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1404.209940] env[62588]: DEBUG oslo_concurrency.lockutils [req-1df2f65b-ea64-4147-ad4d-df87fe71bb47 req-7af87628-a484-40d8-8332-cd2b17e7475e service nova] Releasing lock "refresh_cache-b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1404.448937] env[62588]: DEBUG nova.network.neutron [-] [instance: e59ae345-5724-4513-8665-4b5569717032] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.451938] env[62588]: DEBUG nova.network.neutron [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Updating instance_info_cache with network_info: [{"id": "3e23b820-edb9-451c-a7f8-6775989efe01", "address": "fa:16:3e:9c:91:bc", "network": {"id": "28671706-775c-41b8-a7cd-600a18d2511c", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1252861865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3941e789d7504f14a30085ef223ba4b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e23b820-ed", "ovs_interfaceid": "3e23b820-edb9-451c-a7f8-6775989efe01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.536853] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f571dd-ef38-4a82-a4a3-fb36ba546f5c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.550878] env[62588]: DEBUG oslo_vmware.api [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793244, 'name': Rename_Task, 'duration_secs': 0.140961} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.553110] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1404.553463] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f67c392a-9bf7-4b8c-ac5e-d147d18b8821 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.555853] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d04a1f-503c-447e-87e9-2955431a0b24 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.596901] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2582081a-d524-450f-91a0-5c03d02a8fc7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.600460] env[62588]: DEBUG oslo_vmware.api [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1404.600460] env[62588]: value = "task-1793246" [ 1404.600460] env[62588]: _type = "Task" [ 1404.600460] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.608715] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6908f000-7701-4a5b-b98d-1f57dad7e997 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.619698] env[62588]: DEBUG oslo_vmware.api [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793246, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.634471] env[62588]: DEBUG nova.compute.provider_tree [None req-63150e5b-e9ec-4fec-a290-a9e076c2d140 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1404.639111] env[62588]: DEBUG oslo_vmware.api [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': task-1793245, 'name': ReconfigVM_Task, 'duration_secs': 0.305458} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.642812] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 040493e7-86b3-4c92-927b-e8f8305dbfa4/040493e7-86b3-4c92-927b-e8f8305dbfa4.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1404.647480] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5628be13-4d4d-4182-a65a-340d89de730a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.654675] env[62588]: DEBUG oslo_vmware.api [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527ba8fa-9560-ae54-419f-157fa8839dad, 'name': SearchDatastore_Task, 'duration_secs': 0.01567} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.656864] env[62588]: DEBUG oslo_vmware.api [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Waiting for the task: (returnval){ [ 1404.656864] env[62588]: value = "task-1793247" [ 1404.656864] env[62588]: _type = "Task" [ 1404.656864] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.656864] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12b06533-0122-4463-b4d3-5758fdf50b6f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.669692] env[62588]: DEBUG oslo_vmware.api [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1404.669692] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527624c9-24e5-9e10-0180-3bc6a32be485" [ 1404.669692] env[62588]: _type = "Task" [ 1404.669692] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.670301] env[62588]: DEBUG oslo_vmware.api [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': task-1793247, 'name': Rename_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.679478] env[62588]: DEBUG oslo_vmware.api [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527624c9-24e5-9e10-0180-3bc6a32be485, 'name': SearchDatastore_Task, 'duration_secs': 0.009749} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.682244] env[62588]: DEBUG oslo_concurrency.lockutils [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1404.682543] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58/b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1404.682824] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3305776c-5389-47ea-b841-b5bc916e60e1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.692634] env[62588]: DEBUG oslo_vmware.api [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1404.692634] env[62588]: value = "task-1793248" [ 1404.692634] env[62588]: _type = "Task" [ 1404.692634] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.702127] env[62588]: DEBUG oslo_vmware.api [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.776804] env[62588]: DEBUG nova.network.neutron [req-7ec05376-f8dd-4e32-97b8-cd8c462f7559 req-e3eee838-7ce9-47cd-8724-2f7a67cd4211 service nova] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Updated VIF entry in instance network info cache for port 8a69c6b0-c377-444e-b1e0-b9f3c8967876. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1404.777228] env[62588]: DEBUG nova.network.neutron [req-7ec05376-f8dd-4e32-97b8-cd8c462f7559 req-e3eee838-7ce9-47cd-8724-2f7a67cd4211 service nova] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Updating instance_info_cache with network_info: [{"id": "8a69c6b0-c377-444e-b1e0-b9f3c8967876", "address": "fa:16:3e:07:f6:c7", "network": {"id": "94db9e1b-f422-4077-be68-4fd81b713a80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1210070792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "979ec9f712cf4691b14f90355fbb2827", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a69c6b0-c3", "ovs_interfaceid": "8a69c6b0-c377-444e-b1e0-b9f3c8967876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.952519] env[62588]: INFO nova.compute.manager [-] [instance: e59ae345-5724-4513-8665-4b5569717032] Took 1.43 seconds to deallocate network for instance. [ 1404.954825] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Releasing lock "refresh_cache-10cf38fe-eb65-4492-91b2-d830c6769cb8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1404.954825] env[62588]: DEBUG nova.compute.manager [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Instance network_info: |[{"id": "3e23b820-edb9-451c-a7f8-6775989efe01", "address": "fa:16:3e:9c:91:bc", "network": {"id": "28671706-775c-41b8-a7cd-600a18d2511c", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1252861865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3941e789d7504f14a30085ef223ba4b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e23b820-ed", "ovs_interfaceid": "3e23b820-edb9-451c-a7f8-6775989efe01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1404.955314] env[62588]: DEBUG oslo_concurrency.lockutils [req-3a8e683e-2cdb-4012-b050-f16a3e8aa631 req-ae853197-3fab-41ab-9a92-3b9f636b9877 service nova] Acquired lock "refresh_cache-10cf38fe-eb65-4492-91b2-d830c6769cb8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.955551] env[62588]: DEBUG nova.network.neutron [req-3a8e683e-2cdb-4012-b050-f16a3e8aa631 req-ae853197-3fab-41ab-9a92-3b9f636b9877 service nova] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Refreshing network info cache for port 3e23b820-edb9-451c-a7f8-6775989efe01 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1404.956872] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:91:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '21310d90-efbc-45a8-a97f-c4358606530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e23b820-edb9-451c-a7f8-6775989efe01', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1404.965500] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Creating folder: Project (3941e789d7504f14a30085ef223ba4b1). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1404.969598] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4773c6bb-0912-463f-8d7a-bfe0860f97ee {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.984083] env[62588]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1404.984283] env[62588]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62588) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1404.984674] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Folder already exists: Project (3941e789d7504f14a30085ef223ba4b1). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1404.984871] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Creating folder: Instances. Parent ref: group-v371910. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1404.985151] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78c90f03-6d52-464d-8458-bb32b1867dc3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.996343] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Created folder: Instances in parent group-v371910. [ 1404.996603] env[62588]: DEBUG oslo.service.loopingcall [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1404.996834] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1404.997016] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de5ffadc-ab4f-4c95-a06b-28d8d3cd6888 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.020658] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1405.020658] env[62588]: value = "task-1793251" [ 1405.020658] env[62588]: _type = "Task" [ 1405.020658] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.032835] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793251, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.110938] env[62588]: DEBUG oslo_vmware.api [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793246, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.141219] env[62588]: DEBUG nova.scheduler.client.report [None req-63150e5b-e9ec-4fec-a290-a9e076c2d140 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1405.170159] env[62588]: DEBUG oslo_vmware.api [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': task-1793247, 'name': Rename_Task, 'duration_secs': 0.145412} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.170660] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1405.171025] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e6f1c85-f684-42f0-bde4-51fe1d11fece {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.178863] env[62588]: DEBUG oslo_vmware.api [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Waiting for the task: (returnval){ [ 1405.178863] env[62588]: value = "task-1793252" [ 1405.178863] env[62588]: _type = "Task" [ 1405.178863] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.188626] env[62588]: DEBUG oslo_vmware.api [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': task-1793252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.200634] env[62588]: DEBUG oslo_vmware.api [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477242} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.200904] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58/b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1405.201184] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1405.201376] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0550298e-2210-49cf-a5de-a77ef47e6bc4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.211507] env[62588]: DEBUG oslo_vmware.api [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1405.211507] env[62588]: value = "task-1793253" [ 1405.211507] env[62588]: _type = "Task" [ 1405.211507] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.220933] env[62588]: DEBUG oslo_vmware.api [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793253, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.280133] env[62588]: DEBUG oslo_concurrency.lockutils [req-7ec05376-f8dd-4e32-97b8-cd8c462f7559 req-e3eee838-7ce9-47cd-8724-2f7a67cd4211 service nova] Releasing lock "refresh_cache-cd9251fb-103f-4fea-a54a-398f28e4a7bc" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.472667] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3ad02927-e46a-45a2-abd5-6070d4e8b042 tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.532610] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793251, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.611667] env[62588]: DEBUG oslo_vmware.api [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793246, 'name': PowerOnVM_Task, 'duration_secs': 0.724213} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.611667] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1405.611667] env[62588]: INFO nova.compute.manager [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1405.611667] env[62588]: DEBUG nova.compute.manager [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1405.612475] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4d74b2-2433-45ea-97ba-7c38857c8d40 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.647009] env[62588]: DEBUG oslo_concurrency.lockutils [None req-63150e5b-e9ec-4fec-a290-a9e076c2d140 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.649787] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 28.851s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.684801] env[62588]: INFO nova.scheduler.client.report [None req-63150e5b-e9ec-4fec-a290-a9e076c2d140 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Deleted allocations for instance 7bd8730a-9101-43fc-89e2-f6438ccabefa [ 1405.697829] env[62588]: DEBUG oslo_vmware.api [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': task-1793252, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.721811] env[62588]: DEBUG oslo_vmware.api [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793253, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074196} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.724069] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1405.725090] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f48dc9-058a-4de4-859d-87d5a61f5052 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.749940] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58/b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1405.751082] env[62588]: DEBUG nova.network.neutron [req-3a8e683e-2cdb-4012-b050-f16a3e8aa631 req-ae853197-3fab-41ab-9a92-3b9f636b9877 service nova] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Updated VIF entry in instance network info cache for port 3e23b820-edb9-451c-a7f8-6775989efe01. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1405.751410] env[62588]: DEBUG nova.network.neutron [req-3a8e683e-2cdb-4012-b050-f16a3e8aa631 req-ae853197-3fab-41ab-9a92-3b9f636b9877 service nova] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Updating instance_info_cache with network_info: [{"id": "3e23b820-edb9-451c-a7f8-6775989efe01", "address": "fa:16:3e:9c:91:bc", "network": {"id": "28671706-775c-41b8-a7cd-600a18d2511c", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1252861865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3941e789d7504f14a30085ef223ba4b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e23b820-ed", "ovs_interfaceid": "3e23b820-edb9-451c-a7f8-6775989efe01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.753072] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba7e8ef5-60a4-4642-81f7-178c4b6f4991 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.773938] env[62588]: DEBUG oslo_vmware.api [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1405.773938] env[62588]: value = "task-1793254" [ 1405.773938] env[62588]: _type = "Task" [ 1405.773938] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.782138] env[62588]: DEBUG oslo_vmware.api [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793254, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.032047] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793251, 'name': CreateVM_Task, 'duration_secs': 0.605106} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.032613] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1406.033549] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '41ad962c-70fb-47bb-8062-b79533f0a6cd', 'mount_device': '/dev/sda', 'device_type': None, 'disk_bus': None, 'delete_on_termination': True, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371920', 'volume_id': 'e4e2ff06-adba-43dd-9149-f64c2dcd2f33', 'name': 'volume-e4e2ff06-adba-43dd-9149-f64c2dcd2f33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '10cf38fe-eb65-4492-91b2-d830c6769cb8', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4e2ff06-adba-43dd-9149-f64c2dcd2f33', 'serial': 'e4e2ff06-adba-43dd-9149-f64c2dcd2f33'}, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=62588) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1406.033855] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Root volume attach. Driver type: vmdk {{(pid=62588) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1406.034719] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c15fdd-9cc3-4517-9dee-c29bbd805cca {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.043535] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e043506e-9fd4-47c8-84e0-5d20dd6a3ff8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.051027] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e0fc3f-7a34-4057-a785-d071dd5a83fc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.057688] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-6a31f56a-b219-4003-9b50-9b7832234e08 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.066193] env[62588]: DEBUG oslo_vmware.api [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Waiting for the task: (returnval){ [ 1406.066193] env[62588]: value = "task-1793255" [ 1406.066193] env[62588]: _type = "Task" [ 1406.066193] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.075035] env[62588]: DEBUG oslo_vmware.api [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Task: {'id': task-1793255, 'name': RelocateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.138516] env[62588]: INFO nova.compute.manager [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Took 38.05 seconds to build instance. [ 1406.190968] env[62588]: DEBUG oslo_vmware.api [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': task-1793252, 'name': PowerOnVM_Task, 'duration_secs': 0.907985} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.190968] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1406.190968] env[62588]: INFO nova.compute.manager [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Took 16.05 seconds to spawn the instance on the hypervisor. [ 1406.191152] env[62588]: DEBUG nova.compute.manager [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1406.191798] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695b788b-1d6c-46e0-be80-f195633cae67 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.205787] env[62588]: DEBUG oslo_concurrency.lockutils [None req-63150e5b-e9ec-4fec-a290-a9e076c2d140 tempest-ListServersNegativeTestJSON-1969882516 tempest-ListServersNegativeTestJSON-1969882516-project-member] Lock "7bd8730a-9101-43fc-89e2-f6438ccabefa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.138s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.269069] env[62588]: DEBUG oslo_concurrency.lockutils [req-3a8e683e-2cdb-4012-b050-f16a3e8aa631 req-ae853197-3fab-41ab-9a92-3b9f636b9877 service nova] Releasing lock "refresh_cache-10cf38fe-eb65-4492-91b2-d830c6769cb8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.285660] env[62588]: DEBUG oslo_vmware.api [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.346427] env[62588]: DEBUG nova.compute.manager [req-e253fb91-2f38-47f3-9086-c0b69c08f2f7 req-7ba05152-dbae-4e57-85b9-5cb2ed13c67b service nova] [instance: e59ae345-5724-4513-8665-4b5569717032] Received event network-vif-deleted-188597d7-649a-4cab-beda-67998118ac98 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1406.580024] env[62588]: DEBUG oslo_vmware.api [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Task: {'id': task-1793255, 'name': RelocateVM_Task} progress is 20%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.641810] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3bc371a8-a04f-4687-be34-b38f2e69a17a tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "da1aa85b-feca-4031-b8f7-ec05f7d5c375" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.821s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.666020] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Applying migration context for instance d3291e2a-3e28-424a-94a5-b9831dcdbb09 as it has an incoming, in-progress migration 4814ba23-e9dc-43b8-8cd2-9151b55d5966. Migration status is confirming {{(pid=62588) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1406.666020] env[62588]: INFO nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Updating resource usage from migration 4814ba23-e9dc-43b8-8cd2-9151b55d5966 [ 1406.706041] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance ad9dbbbc-a836-4149-a25b-d356343f528f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1406.706041] env[62588]: WARNING nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 631becbe-fe42-4bc5-a247-6133d6c55c4e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1406.706041] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 34c9ee4c-c446-46aa-8566-d4f66dfef960 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1406.706041] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance ca06a33a-8a7b-40f5-84ed-b5f27616d1f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1406.706041] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 641a3a07-a4a4-4920-b710-f62bca7f9ebc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1406.706041] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1406.706041] env[62588]: WARNING nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 131759fb-7327-4603-918b-93607d2c1d6e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1406.706041] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 48e51ea3-9a6e-4078-9c09-b3b4291d2d55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1406.706041] env[62588]: WARNING nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 802a90a4-2ab2-4f3b-88af-0188c753f8c0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1406.706041] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 004f4a6a-4ada-43cf-8a43-541f392b3fd7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1406.706041] env[62588]: WARNING nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 101ccd74-a76f-4a3c-ac5c-e1891f304cec is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1406.706041] env[62588]: WARNING nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance e59ae345-5724-4513-8665-4b5569717032 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1406.706450] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Migration 4814ba23-e9dc-43b8-8cd2-9151b55d5966 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1406.706450] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance d3291e2a-3e28-424a-94a5-b9831dcdbb09 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1406.706450] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 040493e7-86b3-4c92-927b-e8f8305dbfa4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1406.706450] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance cd9251fb-103f-4fea-a54a-398f28e4a7bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1406.707221] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance da1aa85b-feca-4031-b8f7-ec05f7d5c375 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1406.707221] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1406.707221] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 10cf38fe-eb65-4492-91b2-d830c6769cb8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1406.715651] env[62588]: INFO nova.compute.manager [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Took 42.53 seconds to build instance. [ 1406.786254] env[62588]: DEBUG oslo_vmware.api [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.080687] env[62588]: DEBUG oslo_vmware.api [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Task: {'id': task-1793255, 'name': RelocateVM_Task} progress is 20%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.143195] env[62588]: DEBUG nova.compute.manager [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: d592d200-c893-4538-be6b-59f21277da0d] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1407.218070] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 0ef60274-1006-47e0-a677-4a4c21ee3dac has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1407.218070] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d702dba3-570c-4901-9d0f-9df1fe26a90d tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Lock "040493e7-86b3-4c92-927b-e8f8305dbfa4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.957s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.289218] env[62588]: DEBUG oslo_vmware.api [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793254, 'name': ReconfigVM_Task, 'duration_secs': 1.08568} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.289218] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Reconfigured VM instance instance-00000019 to attach disk [datastore1] b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58/b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1407.289713] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a139a8ba-baf8-40bd-a518-0bb240232db1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.300155] env[62588]: DEBUG oslo_vmware.api [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1407.300155] env[62588]: value = "task-1793256" [ 1407.300155] env[62588]: _type = "Task" [ 1407.300155] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.312474] env[62588]: DEBUG oslo_vmware.api [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793256, 'name': Rename_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.381567] env[62588]: DEBUG oslo_concurrency.lockutils [None req-552f7c42-cfaa-4a9d-817c-cc307793b0e4 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquiring lock "004f4a6a-4ada-43cf-8a43-541f392b3fd7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.381567] env[62588]: DEBUG oslo_concurrency.lockutils [None req-552f7c42-cfaa-4a9d-817c-cc307793b0e4 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lock "004f4a6a-4ada-43cf-8a43-541f392b3fd7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.381567] env[62588]: DEBUG oslo_concurrency.lockutils [None req-552f7c42-cfaa-4a9d-817c-cc307793b0e4 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquiring lock "004f4a6a-4ada-43cf-8a43-541f392b3fd7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.381567] env[62588]: DEBUG oslo_concurrency.lockutils [None req-552f7c42-cfaa-4a9d-817c-cc307793b0e4 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lock "004f4a6a-4ada-43cf-8a43-541f392b3fd7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.381567] env[62588]: DEBUG oslo_concurrency.lockutils [None req-552f7c42-cfaa-4a9d-817c-cc307793b0e4 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lock "004f4a6a-4ada-43cf-8a43-541f392b3fd7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.383613] env[62588]: INFO nova.compute.manager [None req-552f7c42-cfaa-4a9d-817c-cc307793b0e4 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Terminating instance [ 1407.583423] env[62588]: DEBUG oslo_vmware.api [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Task: {'id': task-1793255, 'name': RelocateVM_Task} progress is 20%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.674895] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.718942] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 874c16bd-85d4-40f0-a87b-8e3f28e96202 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1407.722549] env[62588]: DEBUG nova.compute.manager [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1407.774507] env[62588]: DEBUG nova.compute.manager [req-2df633b1-8737-4db7-a56b-c2e5ee8a40c8 req-2dc18c30-c99c-4040-9e9d-c1a369ef7584 service nova] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Received event network-changed-dd27bb5b-977f-4d66-bd1b-1890566b9f50 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1407.774901] env[62588]: DEBUG nova.compute.manager [req-2df633b1-8737-4db7-a56b-c2e5ee8a40c8 req-2dc18c30-c99c-4040-9e9d-c1a369ef7584 service nova] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Refreshing instance network info cache due to event network-changed-dd27bb5b-977f-4d66-bd1b-1890566b9f50. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1407.775208] env[62588]: DEBUG oslo_concurrency.lockutils [req-2df633b1-8737-4db7-a56b-c2e5ee8a40c8 req-2dc18c30-c99c-4040-9e9d-c1a369ef7584 service nova] Acquiring lock "refresh_cache-da1aa85b-feca-4031-b8f7-ec05f7d5c375" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.775434] env[62588]: DEBUG oslo_concurrency.lockutils [req-2df633b1-8737-4db7-a56b-c2e5ee8a40c8 req-2dc18c30-c99c-4040-9e9d-c1a369ef7584 service nova] Acquired lock "refresh_cache-da1aa85b-feca-4031-b8f7-ec05f7d5c375" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.775660] env[62588]: DEBUG nova.network.neutron [req-2df633b1-8737-4db7-a56b-c2e5ee8a40c8 req-2dc18c30-c99c-4040-9e9d-c1a369ef7584 service nova] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Refreshing network info cache for port dd27bb5b-977f-4d66-bd1b-1890566b9f50 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1407.815667] env[62588]: DEBUG oslo_vmware.api [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793256, 'name': Rename_Task, 'duration_secs': 0.345123} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.816145] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1407.816389] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce8b516e-c178-4077-b25f-f6aaf186b31a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.824531] env[62588]: DEBUG oslo_vmware.api [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1407.824531] env[62588]: value = "task-1793257" [ 1407.824531] env[62588]: _type = "Task" [ 1407.824531] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.835229] env[62588]: DEBUG oslo_vmware.api [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.888044] env[62588]: DEBUG nova.compute.manager [None req-552f7c42-cfaa-4a9d-817c-cc307793b0e4 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1407.888381] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-552f7c42-cfaa-4a9d-817c-cc307793b0e4 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1407.889269] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70290b7-05a5-444c-8225-ceb6ab230e0f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.898769] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-552f7c42-cfaa-4a9d-817c-cc307793b0e4 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1407.899117] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a48aef0-cfce-4a72-8459-6fa318fc289e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.906825] env[62588]: DEBUG oslo_vmware.api [None req-552f7c42-cfaa-4a9d-817c-cc307793b0e4 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for the task: (returnval){ [ 1407.906825] env[62588]: value = "task-1793258" [ 1407.906825] env[62588]: _type = "Task" [ 1407.906825] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.917232] env[62588]: DEBUG oslo_vmware.api [None req-552f7c42-cfaa-4a9d-817c-cc307793b0e4 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.082706] env[62588]: DEBUG oslo_vmware.api [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Task: {'id': task-1793255, 'name': RelocateVM_Task, 'duration_secs': 1.636277} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.083014] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Volume attach. Driver type: vmdk {{(pid=62588) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1408.085186] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371920', 'volume_id': 'e4e2ff06-adba-43dd-9149-f64c2dcd2f33', 'name': 'volume-e4e2ff06-adba-43dd-9149-f64c2dcd2f33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '10cf38fe-eb65-4492-91b2-d830c6769cb8', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4e2ff06-adba-43dd-9149-f64c2dcd2f33', 'serial': 'e4e2ff06-adba-43dd-9149-f64c2dcd2f33'} {{(pid=62588) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1408.086016] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048ad6cb-7d26-4678-990b-1427fd3e9fbc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.106633] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0479484a-49e5-418f-aa65-83f9fc20f6ce {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.131031] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] volume-e4e2ff06-adba-43dd-9149-f64c2dcd2f33/volume-e4e2ff06-adba-43dd-9149-f64c2dcd2f33.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1408.131031] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05a91b60-1ca7-48b2-b07e-0ff64fdd102f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.158131] env[62588]: DEBUG oslo_vmware.api [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Waiting for the task: (returnval){ [ 1408.158131] env[62588]: value = "task-1793259" [ 1408.158131] env[62588]: _type = "Task" [ 1408.158131] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.164479] env[62588]: DEBUG oslo_vmware.api [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Task: {'id': task-1793259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.170038] env[62588]: DEBUG oslo_concurrency.lockutils [None req-93a8818f-dfda-4f98-b9a5-b7dff25c1016 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Acquiring lock "040493e7-86b3-4c92-927b-e8f8305dbfa4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.170283] env[62588]: DEBUG oslo_concurrency.lockutils [None req-93a8818f-dfda-4f98-b9a5-b7dff25c1016 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Lock "040493e7-86b3-4c92-927b-e8f8305dbfa4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.170494] env[62588]: DEBUG oslo_concurrency.lockutils [None req-93a8818f-dfda-4f98-b9a5-b7dff25c1016 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Acquiring lock "040493e7-86b3-4c92-927b-e8f8305dbfa4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.170681] env[62588]: DEBUG oslo_concurrency.lockutils [None req-93a8818f-dfda-4f98-b9a5-b7dff25c1016 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Lock "040493e7-86b3-4c92-927b-e8f8305dbfa4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.170849] env[62588]: DEBUG oslo_concurrency.lockutils [None req-93a8818f-dfda-4f98-b9a5-b7dff25c1016 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Lock "040493e7-86b3-4c92-927b-e8f8305dbfa4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.174313] env[62588]: INFO nova.compute.manager [None req-93a8818f-dfda-4f98-b9a5-b7dff25c1016 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Terminating instance [ 1408.222625] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance f3419b0a-249f-4502-9796-84bbd8706dfb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1408.250179] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.339120] env[62588]: DEBUG oslo_vmware.api [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793257, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.417420] env[62588]: DEBUG oslo_vmware.api [None req-552f7c42-cfaa-4a9d-817c-cc307793b0e4 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793258, 'name': PowerOffVM_Task, 'duration_secs': 0.163166} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.418470] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-552f7c42-cfaa-4a9d-817c-cc307793b0e4 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1408.418470] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-552f7c42-cfaa-4a9d-817c-cc307793b0e4 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1408.418470] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9777450f-b33b-4e47-b2d6-78389e9318cd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.494168] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-552f7c42-cfaa-4a9d-817c-cc307793b0e4 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1408.494168] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-552f7c42-cfaa-4a9d-817c-cc307793b0e4 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1408.494168] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-552f7c42-cfaa-4a9d-817c-cc307793b0e4 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Deleting the datastore file [datastore1] 004f4a6a-4ada-43cf-8a43-541f392b3fd7 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1408.494168] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c89b127d-e2ae-42e2-9530-b6dde193e371 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.499620] env[62588]: DEBUG oslo_vmware.api [None req-552f7c42-cfaa-4a9d-817c-cc307793b0e4 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for the task: (returnval){ [ 1408.499620] env[62588]: value = "task-1793261" [ 1408.499620] env[62588]: _type = "Task" [ 1408.499620] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.512437] env[62588]: DEBUG oslo_vmware.api [None req-552f7c42-cfaa-4a9d-817c-cc307793b0e4 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.668067] env[62588]: DEBUG oslo_vmware.api [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Task: {'id': task-1793259, 'name': ReconfigVM_Task, 'duration_secs': 0.452879} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.668067] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Reconfigured VM instance instance-0000001a to attach disk [datastore1] volume-e4e2ff06-adba-43dd-9149-f64c2dcd2f33/volume-e4e2ff06-adba-43dd-9149-f64c2dcd2f33.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1408.671636] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-087fa087-1c45-4d0a-b7a0-0b28b0a9bbac {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.681710] env[62588]: DEBUG nova.compute.manager [None req-93a8818f-dfda-4f98-b9a5-b7dff25c1016 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1408.681929] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-93a8818f-dfda-4f98-b9a5-b7dff25c1016 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1408.682804] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f2396a-942b-461f-ba10-ca67eede7a16 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.690623] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a8818f-dfda-4f98-b9a5-b7dff25c1016 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1408.691794] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-befdeb82-e9ba-48bb-a3c2-57a1d7196c3b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.693327] env[62588]: DEBUG oslo_vmware.api [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Waiting for the task: (returnval){ [ 1408.693327] env[62588]: value = "task-1793262" [ 1408.693327] env[62588]: _type = "Task" [ 1408.693327] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.697688] env[62588]: DEBUG oslo_vmware.api [None req-93a8818f-dfda-4f98-b9a5-b7dff25c1016 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Waiting for the task: (returnval){ [ 1408.697688] env[62588]: value = "task-1793263" [ 1408.697688] env[62588]: _type = "Task" [ 1408.697688] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.704223] env[62588]: DEBUG oslo_vmware.api [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Task: {'id': task-1793262, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.708842] env[62588]: DEBUG oslo_vmware.api [None req-93a8818f-dfda-4f98-b9a5-b7dff25c1016 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': task-1793263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.724853] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 8393d21d-0eb6-446b-9c81-8a78d8f8243c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1408.838332] env[62588]: DEBUG oslo_vmware.api [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793257, 'name': PowerOnVM_Task, 'duration_secs': 0.538564} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.838332] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1408.838332] env[62588]: INFO nova.compute.manager [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1408.838332] env[62588]: DEBUG nova.compute.manager [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1408.838332] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a208e32-2192-45ed-a734-a80f0146bd6d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.014217] env[62588]: DEBUG oslo_vmware.api [None req-552f7c42-cfaa-4a9d-817c-cc307793b0e4 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28814} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.015593] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-552f7c42-cfaa-4a9d-817c-cc307793b0e4 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1409.015818] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-552f7c42-cfaa-4a9d-817c-cc307793b0e4 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1409.015988] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-552f7c42-cfaa-4a9d-817c-cc307793b0e4 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1409.016189] env[62588]: INFO nova.compute.manager [None req-552f7c42-cfaa-4a9d-817c-cc307793b0e4 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1409.016450] env[62588]: DEBUG oslo.service.loopingcall [None req-552f7c42-cfaa-4a9d-817c-cc307793b0e4 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1409.016667] env[62588]: DEBUG nova.compute.manager [-] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1409.016765] env[62588]: DEBUG nova.network.neutron [-] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1409.207160] env[62588]: DEBUG nova.network.neutron [req-2df633b1-8737-4db7-a56b-c2e5ee8a40c8 req-2dc18c30-c99c-4040-9e9d-c1a369ef7584 service nova] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Updated VIF entry in instance network info cache for port dd27bb5b-977f-4d66-bd1b-1890566b9f50. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1409.207478] env[62588]: DEBUG nova.network.neutron [req-2df633b1-8737-4db7-a56b-c2e5ee8a40c8 req-2dc18c30-c99c-4040-9e9d-c1a369ef7584 service nova] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Updating instance_info_cache with network_info: [{"id": "dd27bb5b-977f-4d66-bd1b-1890566b9f50", "address": "fa:16:3e:d4:8e:f5", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd27bb5b-97", "ovs_interfaceid": "dd27bb5b-977f-4d66-bd1b-1890566b9f50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.213439] env[62588]: DEBUG oslo_vmware.api [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Task: {'id': task-1793262, 'name': ReconfigVM_Task, 'duration_secs': 0.138003} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.213439] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371920', 'volume_id': 'e4e2ff06-adba-43dd-9149-f64c2dcd2f33', 'name': 'volume-e4e2ff06-adba-43dd-9149-f64c2dcd2f33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '10cf38fe-eb65-4492-91b2-d830c6769cb8', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4e2ff06-adba-43dd-9149-f64c2dcd2f33', 'serial': 'e4e2ff06-adba-43dd-9149-f64c2dcd2f33'} {{(pid=62588) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1409.217211] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-daa79089-4547-4c80-8be7-f3d08109f4fa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.219869] env[62588]: DEBUG oslo_vmware.api [None req-93a8818f-dfda-4f98-b9a5-b7dff25c1016 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': task-1793263, 'name': PowerOffVM_Task, 'duration_secs': 0.329372} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.219869] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a8818f-dfda-4f98-b9a5-b7dff25c1016 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1409.219869] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-93a8818f-dfda-4f98-b9a5-b7dff25c1016 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1409.220247] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb1032a7-841c-47fc-8394-a8adffa2b6bc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.225691] env[62588]: DEBUG oslo_vmware.api [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Waiting for the task: (returnval){ [ 1409.225691] env[62588]: value = "task-1793264" [ 1409.225691] env[62588]: _type = "Task" [ 1409.225691] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.231014] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 1c13f071-ee91-40c2-bada-1dad8d195451 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1409.239745] env[62588]: DEBUG oslo_vmware.api [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Task: {'id': task-1793264, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.361132] env[62588]: INFO nova.compute.manager [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Took 37.67 seconds to build instance. [ 1409.505428] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-93a8818f-dfda-4f98-b9a5-b7dff25c1016 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1409.507062] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-93a8818f-dfda-4f98-b9a5-b7dff25c1016 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1409.507062] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-93a8818f-dfda-4f98-b9a5-b7dff25c1016 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Deleting the datastore file [datastore1] 040493e7-86b3-4c92-927b-e8f8305dbfa4 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1409.507062] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3855d919-d09f-4aa7-b62f-369add666488 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.519495] env[62588]: DEBUG oslo_vmware.api [None req-93a8818f-dfda-4f98-b9a5-b7dff25c1016 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Waiting for the task: (returnval){ [ 1409.519495] env[62588]: value = "task-1793266" [ 1409.519495] env[62588]: _type = "Task" [ 1409.519495] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.531780] env[62588]: DEBUG oslo_vmware.api [None req-93a8818f-dfda-4f98-b9a5-b7dff25c1016 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': task-1793266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.618992] env[62588]: DEBUG nova.compute.manager [req-09adfe8b-9235-4299-956e-ee9dde336977 req-3942f6bb-50be-45ad-8b8d-7a1a0938446c service nova] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Received event network-vif-deleted-d078ad91-2bb7-4818-9db4-e4fabfeca82f {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1409.618992] env[62588]: INFO nova.compute.manager [req-09adfe8b-9235-4299-956e-ee9dde336977 req-3942f6bb-50be-45ad-8b8d-7a1a0938446c service nova] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Neutron deleted interface d078ad91-2bb7-4818-9db4-e4fabfeca82f; detaching it from the instance and deleting it from the info cache [ 1409.618992] env[62588]: DEBUG nova.network.neutron [req-09adfe8b-9235-4299-956e-ee9dde336977 req-3942f6bb-50be-45ad-8b8d-7a1a0938446c service nova] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.714790] env[62588]: DEBUG oslo_concurrency.lockutils [req-2df633b1-8737-4db7-a56b-c2e5ee8a40c8 req-2dc18c30-c99c-4040-9e9d-c1a369ef7584 service nova] Releasing lock "refresh_cache-da1aa85b-feca-4031-b8f7-ec05f7d5c375" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.736937] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1409.741398] env[62588]: DEBUG oslo_vmware.api [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Task: {'id': task-1793264, 'name': Rename_Task, 'duration_secs': 0.167189} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.742347] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1409.742884] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-125b572f-e2da-455f-9be4-03e65265aaef {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.753116] env[62588]: DEBUG oslo_vmware.api [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Waiting for the task: (returnval){ [ 1409.753116] env[62588]: value = "task-1793267" [ 1409.753116] env[62588]: _type = "Task" [ 1409.753116] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.767189] env[62588]: DEBUG oslo_vmware.api [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Task: {'id': task-1793267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.862858] env[62588]: DEBUG oslo_concurrency.lockutils [None req-024e18e2-982d-4a0c-9e65-7646efa967c1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.178s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1410.028880] env[62588]: DEBUG oslo_vmware.api [None req-93a8818f-dfda-4f98-b9a5-b7dff25c1016 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': task-1793266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330846} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.029170] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-93a8818f-dfda-4f98-b9a5-b7dff25c1016 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1410.029350] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-93a8818f-dfda-4f98-b9a5-b7dff25c1016 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1410.029517] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-93a8818f-dfda-4f98-b9a5-b7dff25c1016 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1410.029679] env[62588]: INFO nova.compute.manager [None req-93a8818f-dfda-4f98-b9a5-b7dff25c1016 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Took 1.35 seconds to destroy the instance on the hypervisor. [ 1410.029911] env[62588]: DEBUG oslo.service.loopingcall [None req-93a8818f-dfda-4f98-b9a5-b7dff25c1016 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1410.030235] env[62588]: DEBUG nova.compute.manager [-] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1410.030341] env[62588]: DEBUG nova.network.neutron [-] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1410.073449] env[62588]: DEBUG nova.network.neutron [-] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.120117] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d88ce970-f4b1-4005-9ee8-daa6f2e79f71 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.134200] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ac96e2-a797-4f36-9625-de5db07bb55a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.172921] env[62588]: DEBUG nova.compute.manager [req-09adfe8b-9235-4299-956e-ee9dde336977 req-3942f6bb-50be-45ad-8b8d-7a1a0938446c service nova] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Detach interface failed, port_id=d078ad91-2bb7-4818-9db4-e4fabfeca82f, reason: Instance 004f4a6a-4ada-43cf-8a43-541f392b3fd7 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1410.248324] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance d592d200-c893-4538-be6b-59f21277da0d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1410.266292] env[62588]: DEBUG oslo_vmware.api [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Task: {'id': task-1793267, 'name': PowerOnVM_Task, 'duration_secs': 0.473273} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.269145] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1410.269145] env[62588]: INFO nova.compute.manager [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Took 6.35 seconds to spawn the instance on the hypervisor. [ 1410.269145] env[62588]: DEBUG nova.compute.manager [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1410.271915] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2011d373-ecfd-4c85-9201-9aaa9a8b870f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.366566] env[62588]: DEBUG nova.compute.manager [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1410.550857] env[62588]: DEBUG oslo_concurrency.lockutils [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Acquiring lock "5077d1f4-4048-44b8-a258-b2902dcef773" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.550995] env[62588]: DEBUG oslo_concurrency.lockutils [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Lock "5077d1f4-4048-44b8-a258-b2902dcef773" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1410.580365] env[62588]: INFO nova.compute.manager [-] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Took 1.56 seconds to deallocate network for instance. [ 1410.753534] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1410.796956] env[62588]: INFO nova.compute.manager [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Took 36.98 seconds to build instance. [ 1410.895576] env[62588]: DEBUG oslo_concurrency.lockutils [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.086358] env[62588]: DEBUG oslo_concurrency.lockutils [None req-552f7c42-cfaa-4a9d-817c-cc307793b0e4 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.264030] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 3d1e96f5-3021-4155-8855-592361b2b0d6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1411.297468] env[62588]: DEBUG nova.network.neutron [-] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.301874] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1f26567e-994a-43b2-bf6b-5480ca243471 tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Lock "10cf38fe-eb65-4492-91b2-d830c6769cb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.763s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.422895] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b8af6377-95c0-4442-948d-69827c963bc2 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.423406] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b8af6377-95c0-4442-948d-69827c963bc2 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.768309] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance aa58d5dd-6cee-4d32-b80a-1fdc853995e6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1411.802481] env[62588]: INFO nova.compute.manager [-] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Took 1.77 seconds to deallocate network for instance. [ 1411.803229] env[62588]: DEBUG nova.compute.manager [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1411.927094] env[62588]: DEBUG nova.compute.utils [None req-b8af6377-95c0-4442-948d-69827c963bc2 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1411.969016] env[62588]: DEBUG nova.compute.manager [req-60dd7363-3e94-4290-84bd-9ea040d753de req-cfc376e8-de87-4ec6-904a-796b9e03e126 service nova] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Received event network-vif-deleted-5857efac-572b-48fb-8d7e-0e30370581c0 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1411.969016] env[62588]: DEBUG nova.compute.manager [req-60dd7363-3e94-4290-84bd-9ea040d753de req-cfc376e8-de87-4ec6-904a-796b9e03e126 service nova] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Received event network-vif-deleted-fd33111b-8182-40b3-802e-d5491a23f3b4 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1411.969016] env[62588]: DEBUG nova.compute.manager [req-60dd7363-3e94-4290-84bd-9ea040d753de req-cfc376e8-de87-4ec6-904a-796b9e03e126 service nova] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Received event network-vif-deleted-5d5a06fb-0c53-484e-8919-d36a900547f9 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1412.273089] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1412.315166] env[62588]: DEBUG oslo_concurrency.lockutils [None req-93a8818f-dfda-4f98-b9a5-b7dff25c1016 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.333848] env[62588]: DEBUG oslo_concurrency.lockutils [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.431913] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b8af6377-95c0-4442-948d-69827c963bc2 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.775072] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance a3862ec6-21d1-4801-b506-09dcf1304ee2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1413.278515] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 8f332302-3abe-48f7-b007-676335d46d97 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1413.279215] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1413.279215] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3328MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1413.502076] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b8af6377-95c0-4442-948d-69827c963bc2 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.502076] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b8af6377-95c0-4442-948d-69827c963bc2 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.502272] env[62588]: INFO nova.compute.manager [None req-b8af6377-95c0-4442-948d-69827c963bc2 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Attaching volume dd993d8f-f175-45c7-bb7b-567231c3fe97 to /dev/sdb [ 1413.545731] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a281bb43-01aa-4aeb-93ac-91e49ed01f4d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.556524] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93305e0-7d76-4bff-9f99-876175679cc7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.570478] env[62588]: DEBUG nova.virt.block_device [None req-b8af6377-95c0-4442-948d-69827c963bc2 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Updating existing volume attachment record: 5f8ec6e2-1019-4a4b-a090-9c2ed3513672 {{(pid=62588) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1413.772568] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4791e28c-55c0-4fd0-be0d-e1ae507671ac {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.779761] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eccea7c-7770-4f5e-b5d8-836685e5767a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.811674] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2ef72d-047c-4bc0-841c-10b3bf41529c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.821421] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd13e85-8d4e-4456-8019-e2e8c9d5781f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.835520] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1413.961771] env[62588]: DEBUG oslo_concurrency.lockutils [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "a41194c6-c686-4ced-8599-8618d566ccfa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.962029] env[62588]: DEBUG oslo_concurrency.lockutils [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "a41194c6-c686-4ced-8599-8618d566ccfa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.992151] env[62588]: DEBUG nova.compute.manager [req-af32970c-b415-46ff-884f-bc0869b253af req-58d2ffde-25a9-4ed9-9533-57723f69b05c service nova] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Received event network-changed-3e23b820-edb9-451c-a7f8-6775989efe01 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1413.992487] env[62588]: DEBUG nova.compute.manager [req-af32970c-b415-46ff-884f-bc0869b253af req-58d2ffde-25a9-4ed9-9533-57723f69b05c service nova] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Refreshing instance network info cache due to event network-changed-3e23b820-edb9-451c-a7f8-6775989efe01. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1413.992679] env[62588]: DEBUG oslo_concurrency.lockutils [req-af32970c-b415-46ff-884f-bc0869b253af req-58d2ffde-25a9-4ed9-9533-57723f69b05c service nova] Acquiring lock "refresh_cache-10cf38fe-eb65-4492-91b2-d830c6769cb8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.992764] env[62588]: DEBUG oslo_concurrency.lockutils [req-af32970c-b415-46ff-884f-bc0869b253af req-58d2ffde-25a9-4ed9-9533-57723f69b05c service nova] Acquired lock "refresh_cache-10cf38fe-eb65-4492-91b2-d830c6769cb8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.992922] env[62588]: DEBUG nova.network.neutron [req-af32970c-b415-46ff-884f-bc0869b253af req-58d2ffde-25a9-4ed9-9533-57723f69b05c service nova] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Refreshing network info cache for port 3e23b820-edb9-451c-a7f8-6775989efe01 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1414.339247] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1414.785031] env[62588]: DEBUG nova.network.neutron [req-af32970c-b415-46ff-884f-bc0869b253af req-58d2ffde-25a9-4ed9-9533-57723f69b05c service nova] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Updated VIF entry in instance network info cache for port 3e23b820-edb9-451c-a7f8-6775989efe01. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1414.785031] env[62588]: DEBUG nova.network.neutron [req-af32970c-b415-46ff-884f-bc0869b253af req-58d2ffde-25a9-4ed9-9533-57723f69b05c service nova] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Updating instance_info_cache with network_info: [{"id": "3e23b820-edb9-451c-a7f8-6775989efe01", "address": "fa:16:3e:9c:91:bc", "network": {"id": "28671706-775c-41b8-a7cd-600a18d2511c", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1252861865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3941e789d7504f14a30085ef223ba4b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e23b820-ed", "ovs_interfaceid": "3e23b820-edb9-451c-a7f8-6775989efe01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.844379] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62588) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1414.844647] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.195s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.844917] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.294s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.846619] env[62588]: INFO nova.compute.claims [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1415.287238] env[62588]: DEBUG oslo_concurrency.lockutils [req-af32970c-b415-46ff-884f-bc0869b253af req-58d2ffde-25a9-4ed9-9533-57723f69b05c service nova] Releasing lock "refresh_cache-10cf38fe-eb65-4492-91b2-d830c6769cb8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.844380] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.844731] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1416.261988] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52561c47-52c1-4f86-afe7-4b3acdcd4c63 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.271057] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec77ca5-25fd-421f-9fe2-700d0c322dcf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.300819] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988edf19-01ca-4ae1-ab55-f400bcd69de4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.308301] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fa4303-eefb-46a5-a4a4-4640e2ddf99e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.323166] env[62588]: DEBUG nova.compute.provider_tree [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1416.353411] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1416.353411] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Starting heal instance info cache {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 1416.353600] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Rebuilding the list of instances to heal {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1416.827173] env[62588]: DEBUG nova.scheduler.client.report [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1416.860021] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Skipping network cache update for instance because it is Building. {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10411}} [ 1416.886016] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "refresh_cache-ad9dbbbc-a836-4149-a25b-d356343f528f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1416.886192] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquired lock "refresh_cache-ad9dbbbc-a836-4149-a25b-d356343f528f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.886342] env[62588]: DEBUG nova.network.neutron [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Forcefully refreshing network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1416.887034] env[62588]: DEBUG nova.objects.instance [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lazy-loading 'info_cache' on Instance uuid ad9dbbbc-a836-4149-a25b-d356343f528f {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1417.332060] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.332651] env[62588]: DEBUG nova.compute.manager [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1417.335177] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.084s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.336526] env[62588]: INFO nova.compute.claims [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1417.841148] env[62588]: DEBUG nova.compute.utils [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1417.845399] env[62588]: DEBUG nova.compute.manager [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1417.845605] env[62588]: DEBUG nova.network.neutron [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1417.907959] env[62588]: DEBUG nova.policy [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4df1fe72ab04168859bcfcc5f6a6fd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0584eb452cc24fe09b49f67851e07517', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1418.135631] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8af6377-95c0-4442-948d-69827c963bc2 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Volume attach. Driver type: vmdk {{(pid=62588) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1418.135910] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8af6377-95c0-4442-948d-69827c963bc2 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371961', 'volume_id': 'dd993d8f-f175-45c7-bb7b-567231c3fe97', 'name': 'volume-dd993d8f-f175-45c7-bb7b-567231c3fe97', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd993d8f-f175-45c7-bb7b-567231c3fe97', 'serial': 'dd993d8f-f175-45c7-bb7b-567231c3fe97'} {{(pid=62588) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1418.137448] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c3bbba-bbf1-431c-9bf0-f5a274d955b2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.154706] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96e3799-6ca6-457d-9514-942e6b137b8e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.180080] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8af6377-95c0-4442-948d-69827c963bc2 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] volume-dd993d8f-f175-45c7-bb7b-567231c3fe97/volume-dd993d8f-f175-45c7-bb7b-567231c3fe97.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1418.180364] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e0bde25-0497-459f-8597-a311430407fb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.199172] env[62588]: DEBUG oslo_vmware.api [None req-b8af6377-95c0-4442-948d-69827c963bc2 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1418.199172] env[62588]: value = "task-1793272" [ 1418.199172] env[62588]: _type = "Task" [ 1418.199172] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.208997] env[62588]: DEBUG oslo_vmware.api [None req-b8af6377-95c0-4442-948d-69827c963bc2 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793272, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.271291] env[62588]: DEBUG nova.network.neutron [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Successfully created port: 625c4a4e-9f2c-4e03-aee0-94942f1ae5fe {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1418.344660] env[62588]: DEBUG nova.compute.manager [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1418.708876] env[62588]: DEBUG oslo_vmware.api [None req-b8af6377-95c0-4442-948d-69827c963bc2 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793272, 'name': ReconfigVM_Task, 'duration_secs': 0.355293} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.709168] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8af6377-95c0-4442-948d-69827c963bc2 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Reconfigured VM instance instance-00000019 to attach disk [datastore1] volume-dd993d8f-f175-45c7-bb7b-567231c3fe97/volume-dd993d8f-f175-45c7-bb7b-567231c3fe97.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1418.718782] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7819f041-4398-4015-b7fa-263fb7806ed3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.733772] env[62588]: DEBUG oslo_vmware.api [None req-b8af6377-95c0-4442-948d-69827c963bc2 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1418.733772] env[62588]: value = "task-1793273" [ 1418.733772] env[62588]: _type = "Task" [ 1418.733772] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.742529] env[62588]: DEBUG oslo_vmware.api [None req-b8af6377-95c0-4442-948d-69827c963bc2 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793273, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.788023] env[62588]: DEBUG nova.network.neutron [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Updating instance_info_cache with network_info: [{"id": "f78bee80-86d5-4c3b-b13c-54137bf43098", "address": "fa:16:3e:1d:7b:77", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf78bee80-86", "ovs_interfaceid": "f78bee80-86d5-4c3b-b13c-54137bf43098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.841230] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c123ff6-1980-4bf6-a31e-ce1a2ccf6265 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.850546] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc223d5-2312-457b-ab7e-4afa1ae3a39e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.885354] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33c87c2-ab2a-4637-91fb-5bb924bf139b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.893312] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb432ca-9309-4b13-94c8-475bd6ae76dc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.906993] env[62588]: DEBUG nova.compute.provider_tree [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1419.245658] env[62588]: DEBUG oslo_vmware.api [None req-b8af6377-95c0-4442-948d-69827c963bc2 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793273, 'name': ReconfigVM_Task, 'duration_secs': 0.13051} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.245658] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8af6377-95c0-4442-948d-69827c963bc2 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371961', 'volume_id': 'dd993d8f-f175-45c7-bb7b-567231c3fe97', 'name': 'volume-dd993d8f-f175-45c7-bb7b-567231c3fe97', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd993d8f-f175-45c7-bb7b-567231c3fe97', 'serial': 'dd993d8f-f175-45c7-bb7b-567231c3fe97'} {{(pid=62588) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1419.290593] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Releasing lock "refresh_cache-ad9dbbbc-a836-4149-a25b-d356343f528f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.290819] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Updated the network info_cache for instance {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10469}} [ 1419.291080] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1419.291360] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1419.291558] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1419.291748] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1419.291936] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1419.292144] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1419.292337] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62588) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 1419.292501] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1419.359165] env[62588]: DEBUG nova.compute.manager [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1419.382761] env[62588]: DEBUG nova.virt.hardware [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1419.383145] env[62588]: DEBUG nova.virt.hardware [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1419.383377] env[62588]: DEBUG nova.virt.hardware [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1419.383621] env[62588]: DEBUG nova.virt.hardware [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1419.383822] env[62588]: DEBUG nova.virt.hardware [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1419.383977] env[62588]: DEBUG nova.virt.hardware [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1419.384207] env[62588]: DEBUG nova.virt.hardware [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1419.384436] env[62588]: DEBUG nova.virt.hardware [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1419.384664] env[62588]: DEBUG nova.virt.hardware [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1419.384874] env[62588]: DEBUG nova.virt.hardware [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1419.385097] env[62588]: DEBUG nova.virt.hardware [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1419.385972] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9c327f-d9c2-47ad-8b27-e3f493f4a183 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.394622] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faef76f4-ba45-495e-8547-dc26de4233cc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.409521] env[62588]: DEBUG nova.scheduler.client.report [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1419.796189] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.917092] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.917092] env[62588]: DEBUG nova.compute.manager [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1419.918336] env[62588]: DEBUG oslo_concurrency.lockutils [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.639s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.920379] env[62588]: INFO nova.compute.claims [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1419.963320] env[62588]: DEBUG nova.compute.manager [req-c90cd288-fcee-4aec-bf53-75ea07db0d26 req-1110a462-a7df-45c5-ae79-fda07e15742f service nova] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Received event network-vif-plugged-625c4a4e-9f2c-4e03-aee0-94942f1ae5fe {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1419.964803] env[62588]: DEBUG oslo_concurrency.lockutils [req-c90cd288-fcee-4aec-bf53-75ea07db0d26 req-1110a462-a7df-45c5-ae79-fda07e15742f service nova] Acquiring lock "0ef60274-1006-47e0-a677-4a4c21ee3dac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.964803] env[62588]: DEBUG oslo_concurrency.lockutils [req-c90cd288-fcee-4aec-bf53-75ea07db0d26 req-1110a462-a7df-45c5-ae79-fda07e15742f service nova] Lock "0ef60274-1006-47e0-a677-4a4c21ee3dac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.964803] env[62588]: DEBUG oslo_concurrency.lockutils [req-c90cd288-fcee-4aec-bf53-75ea07db0d26 req-1110a462-a7df-45c5-ae79-fda07e15742f service nova] Lock "0ef60274-1006-47e0-a677-4a4c21ee3dac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.964803] env[62588]: DEBUG nova.compute.manager [req-c90cd288-fcee-4aec-bf53-75ea07db0d26 req-1110a462-a7df-45c5-ae79-fda07e15742f service nova] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] No waiting events found dispatching network-vif-plugged-625c4a4e-9f2c-4e03-aee0-94942f1ae5fe {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1419.964803] env[62588]: WARNING nova.compute.manager [req-c90cd288-fcee-4aec-bf53-75ea07db0d26 req-1110a462-a7df-45c5-ae79-fda07e15742f service nova] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Received unexpected event network-vif-plugged-625c4a4e-9f2c-4e03-aee0-94942f1ae5fe for instance with vm_state building and task_state spawning. [ 1420.065064] env[62588]: DEBUG nova.network.neutron [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Successfully updated port: 625c4a4e-9f2c-4e03-aee0-94942f1ae5fe {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1420.285026] env[62588]: DEBUG nova.objects.instance [None req-b8af6377-95c0-4442-948d-69827c963bc2 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lazy-loading 'flavor' on Instance uuid b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1420.427085] env[62588]: DEBUG nova.compute.utils [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1420.428702] env[62588]: DEBUG nova.compute.manager [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1420.428871] env[62588]: DEBUG nova.network.neutron [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1420.480818] env[62588]: DEBUG nova.policy [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '848f0b4683cb4bbe95ae92285254f611', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4a4057af3814f23b5243d2a21a0ae38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1420.567499] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Acquiring lock "refresh_cache-0ef60274-1006-47e0-a677-4a4c21ee3dac" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.567647] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Acquired lock "refresh_cache-0ef60274-1006-47e0-a677-4a4c21ee3dac" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.567792] env[62588]: DEBUG nova.network.neutron [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1420.786871] env[62588]: DEBUG nova.network.neutron [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Successfully created port: e72f03f8-a563-483a-a9f5-e42a66daa32c {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1420.791152] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b8af6377-95c0-4442-948d-69827c963bc2 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.289s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.849815] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.850082] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.850314] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.850472] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.850637] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.855819] env[62588]: INFO nova.compute.manager [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Terminating instance [ 1420.933484] env[62588]: DEBUG nova.compute.manager [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1421.125174] env[62588]: DEBUG nova.network.neutron [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1421.293356] env[62588]: DEBUG nova.network.neutron [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Updating instance_info_cache with network_info: [{"id": "625c4a4e-9f2c-4e03-aee0-94942f1ae5fe", "address": "fa:16:3e:84:59:2b", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap625c4a4e-9f", "ovs_interfaceid": "625c4a4e-9f2c-4e03-aee0-94942f1ae5fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.359542] env[62588]: DEBUG nova.compute.manager [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1421.359782] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1421.360147] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e8ec547-5963-4484-a17d-256f58bc5f55 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.369675] env[62588]: DEBUG oslo_vmware.api [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1421.369675] env[62588]: value = "task-1793274" [ 1421.369675] env[62588]: _type = "Task" [ 1421.369675] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.374639] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0739c459-5d4f-4d16-8df7-97a341c91efb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.382394] env[62588]: DEBUG oslo_vmware.api [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793274, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.385427] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb276e9-3305-4c5e-a65a-f7102095f05f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.416318] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306457c3-9da6-4028-837f-9837ae6e84d8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.424081] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70af6ba0-6361-4ff2-990c-05fb430a7cf6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.442831] env[62588]: DEBUG nova.compute.provider_tree [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1421.798213] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Releasing lock "refresh_cache-0ef60274-1006-47e0-a677-4a4c21ee3dac" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.798536] env[62588]: DEBUG nova.compute.manager [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Instance network_info: |[{"id": "625c4a4e-9f2c-4e03-aee0-94942f1ae5fe", "address": "fa:16:3e:84:59:2b", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap625c4a4e-9f", "ovs_interfaceid": "625c4a4e-9f2c-4e03-aee0-94942f1ae5fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1421.798959] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:59:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '625c4a4e-9f2c-4e03-aee0-94942f1ae5fe', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1421.806855] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Creating folder: Project (0584eb452cc24fe09b49f67851e07517). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1421.807135] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d9d9bdb-007a-4c2a-a620-8564b985dc5c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.819401] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Created folder: Project (0584eb452cc24fe09b49f67851e07517) in parent group-v371885. [ 1421.819570] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Creating folder: Instances. Parent ref: group-v371962. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1421.819774] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94e05e08-cf93-435e-9609-224d9939653c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.828248] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Created folder: Instances in parent group-v371962. [ 1421.828463] env[62588]: DEBUG oslo.service.loopingcall [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1421.828633] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1421.828807] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edcada26-63b9-415c-a461-c4c125e6261b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.847470] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1421.847470] env[62588]: value = "task-1793277" [ 1421.847470] env[62588]: _type = "Task" [ 1421.847470] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.854727] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793277, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.877794] env[62588]: DEBUG oslo_vmware.api [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793274, 'name': PowerOffVM_Task, 'duration_secs': 0.191543} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.878059] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1421.878249] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Volume detach. Driver type: vmdk {{(pid=62588) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1421.878433] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371961', 'volume_id': 'dd993d8f-f175-45c7-bb7b-567231c3fe97', 'name': 'volume-dd993d8f-f175-45c7-bb7b-567231c3fe97', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd993d8f-f175-45c7-bb7b-567231c3fe97', 'serial': 'dd993d8f-f175-45c7-bb7b-567231c3fe97'} {{(pid=62588) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1421.879212] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a028b749-9ee6-41a2-a61b-71be45d91fe5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.901447] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe03de2-7d8e-46e9-aed2-60cc097b66b5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.908629] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd7fbe0-b27f-4388-a261-6e279e3c670d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.929942] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8aba312-18ca-4eb8-9826-b543ea603b9d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.946034] env[62588]: DEBUG nova.compute.manager [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1421.948487] env[62588]: DEBUG nova.scheduler.client.report [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1421.952027] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] The volume has not been displaced from its original location: [datastore1] volume-dd993d8f-f175-45c7-bb7b-567231c3fe97/volume-dd993d8f-f175-45c7-bb7b-567231c3fe97.vmdk. No consolidation needed. {{(pid=62588) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1421.957896] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Reconfiguring VM instance instance-00000019 to detach disk 2001 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1421.958608] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edc9b7d8-9877-4c74-a5d3-b203f9b91c2e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.977691] env[62588]: DEBUG oslo_vmware.api [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1421.977691] env[62588]: value = "task-1793278" [ 1421.977691] env[62588]: _type = "Task" [ 1421.977691] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.984724] env[62588]: DEBUG nova.virt.hardware [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1421.984877] env[62588]: DEBUG nova.virt.hardware [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1421.984949] env[62588]: DEBUG nova.virt.hardware [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1421.985090] env[62588]: DEBUG nova.virt.hardware [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1421.985237] env[62588]: DEBUG nova.virt.hardware [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1421.985378] env[62588]: DEBUG nova.virt.hardware [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1421.985590] env[62588]: DEBUG nova.virt.hardware [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1421.985746] env[62588]: DEBUG nova.virt.hardware [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1421.985908] env[62588]: DEBUG nova.virt.hardware [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1421.986096] env[62588]: DEBUG nova.virt.hardware [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1421.986250] env[62588]: DEBUG nova.virt.hardware [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1421.987257] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a29ec1-b808-465f-8a90-e382b4a40345 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.991750] env[62588]: DEBUG nova.compute.manager [req-4bd632b9-cba8-4675-a65e-14efe9165263 req-7ed6c5cd-24b9-4c12-97d0-62eb99e6bb68 service nova] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Received event network-changed-625c4a4e-9f2c-4e03-aee0-94942f1ae5fe {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1421.991946] env[62588]: DEBUG nova.compute.manager [req-4bd632b9-cba8-4675-a65e-14efe9165263 req-7ed6c5cd-24b9-4c12-97d0-62eb99e6bb68 service nova] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Refreshing instance network info cache due to event network-changed-625c4a4e-9f2c-4e03-aee0-94942f1ae5fe. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1421.992199] env[62588]: DEBUG oslo_concurrency.lockutils [req-4bd632b9-cba8-4675-a65e-14efe9165263 req-7ed6c5cd-24b9-4c12-97d0-62eb99e6bb68 service nova] Acquiring lock "refresh_cache-0ef60274-1006-47e0-a677-4a4c21ee3dac" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.992383] env[62588]: DEBUG oslo_concurrency.lockutils [req-4bd632b9-cba8-4675-a65e-14efe9165263 req-7ed6c5cd-24b9-4c12-97d0-62eb99e6bb68 service nova] Acquired lock "refresh_cache-0ef60274-1006-47e0-a677-4a4c21ee3dac" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.992560] env[62588]: DEBUG nova.network.neutron [req-4bd632b9-cba8-4675-a65e-14efe9165263 req-7ed6c5cd-24b9-4c12-97d0-62eb99e6bb68 service nova] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Refreshing network info cache for port 625c4a4e-9f2c-4e03-aee0-94942f1ae5fe {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1421.998231] env[62588]: DEBUG oslo_vmware.api [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.003281] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8a4c3d-6bb9-4f38-b916-8b4cfe7a7ef7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.357169] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793277, 'name': CreateVM_Task, 'duration_secs': 0.37308} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.357468] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1422.358025] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.358192] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.358505] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1422.358750] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c652d336-b6f5-459c-94b4-c36c4d3e0d80 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.363181] env[62588]: DEBUG oslo_vmware.api [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Waiting for the task: (returnval){ [ 1422.363181] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c6f0cf-ed3a-4c95-7073-2436556fde29" [ 1422.363181] env[62588]: _type = "Task" [ 1422.363181] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.370542] env[62588]: DEBUG oslo_vmware.api [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c6f0cf-ed3a-4c95-7073-2436556fde29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.406031] env[62588]: DEBUG nova.network.neutron [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Successfully updated port: e72f03f8-a563-483a-a9f5-e42a66daa32c {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1422.460349] env[62588]: DEBUG oslo_concurrency.lockutils [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.460845] env[62588]: DEBUG nova.compute.manager [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1422.463866] env[62588]: DEBUG oslo_concurrency.lockutils [None req-38c887ff-fc6a-46aa-9d36-a500a7e03d9f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.680s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.463866] env[62588]: DEBUG oslo_concurrency.lockutils [None req-38c887ff-fc6a-46aa-9d36-a500a7e03d9f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.465753] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3456ef86-ace1-4bd5-87b7-1d4f5aca8643 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 30.588s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.487485] env[62588]: DEBUG oslo_vmware.api [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793278, 'name': ReconfigVM_Task, 'duration_secs': 0.206751} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.487630] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Reconfigured VM instance instance-00000019 to detach disk 2001 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1422.492948] env[62588]: INFO nova.scheduler.client.report [None req-38c887ff-fc6a-46aa-9d36-a500a7e03d9f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Deleted allocations for instance 802a90a4-2ab2-4f3b-88af-0188c753f8c0 [ 1422.494460] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5085e24-4b37-4c96-851f-e896ae84a4e0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.514404] env[62588]: DEBUG oslo_vmware.api [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1422.514404] env[62588]: value = "task-1793279" [ 1422.514404] env[62588]: _type = "Task" [ 1422.514404] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.525013] env[62588]: DEBUG oslo_vmware.api [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793279, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.779820] env[62588]: DEBUG nova.network.neutron [req-4bd632b9-cba8-4675-a65e-14efe9165263 req-7ed6c5cd-24b9-4c12-97d0-62eb99e6bb68 service nova] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Updated VIF entry in instance network info cache for port 625c4a4e-9f2c-4e03-aee0-94942f1ae5fe. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1422.779820] env[62588]: DEBUG nova.network.neutron [req-4bd632b9-cba8-4675-a65e-14efe9165263 req-7ed6c5cd-24b9-4c12-97d0-62eb99e6bb68 service nova] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Updating instance_info_cache with network_info: [{"id": "625c4a4e-9f2c-4e03-aee0-94942f1ae5fe", "address": "fa:16:3e:84:59:2b", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap625c4a4e-9f", "ovs_interfaceid": "625c4a4e-9f2c-4e03-aee0-94942f1ae5fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.874023] env[62588]: DEBUG oslo_vmware.api [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c6f0cf-ed3a-4c95-7073-2436556fde29, 'name': SearchDatastore_Task, 'duration_secs': 0.009411} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.874331] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.874590] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1422.874824] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.874968] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.875160] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1422.875429] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60d39b8c-45bd-487c-902f-cea47bd4ea2e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.883927] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1422.884119] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1422.884858] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d20f3e6-d8cd-4a41-978c-0aa898eee674 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.889998] env[62588]: DEBUG oslo_vmware.api [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Waiting for the task: (returnval){ [ 1422.889998] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5261ade8-a4ef-3a41-bf6e-42a986d9357a" [ 1422.889998] env[62588]: _type = "Task" [ 1422.889998] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.897377] env[62588]: DEBUG oslo_vmware.api [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5261ade8-a4ef-3a41-bf6e-42a986d9357a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.909062] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "refresh_cache-874c16bd-85d4-40f0-a87b-8e3f28e96202" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.909176] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquired lock "refresh_cache-874c16bd-85d4-40f0-a87b-8e3f28e96202" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.909323] env[62588]: DEBUG nova.network.neutron [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1422.969828] env[62588]: DEBUG nova.compute.utils [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1422.973797] env[62588]: DEBUG nova.compute.manager [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1422.973971] env[62588]: DEBUG nova.network.neutron [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1423.013632] env[62588]: DEBUG oslo_concurrency.lockutils [None req-38c887ff-fc6a-46aa-9d36-a500a7e03d9f tempest-ImagesNegativeTestJSON-1700731512 tempest-ImagesNegativeTestJSON-1700731512-project-member] Lock "802a90a4-2ab2-4f3b-88af-0188c753f8c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.421s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.016489] env[62588]: DEBUG nova.policy [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8c2636463184ea7a0e8274bd91c8b4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4aeff3bf30e54bda918dd1a26cf10ce9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1423.030515] env[62588]: DEBUG oslo_vmware.api [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793279, 'name': ReconfigVM_Task, 'duration_secs': 0.162174} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.032205] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371961', 'volume_id': 'dd993d8f-f175-45c7-bb7b-567231c3fe97', 'name': 'volume-dd993d8f-f175-45c7-bb7b-567231c3fe97', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd993d8f-f175-45c7-bb7b-567231c3fe97', 'serial': 'dd993d8f-f175-45c7-bb7b-567231c3fe97'} {{(pid=62588) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1423.032338] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1423.033506] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7227b527-6c5c-4e4d-85b0-64554d5796e7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.043621] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1423.043852] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03c16a6a-8afd-4a0b-bb4e-7f3e6f6a2fc4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.156864] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1423.157097] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1423.157288] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Deleting the datastore file [datastore1] b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1423.157534] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e313a355-f72c-4adf-9a39-e953a0798d5a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.163602] env[62588]: DEBUG oslo_vmware.api [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1423.163602] env[62588]: value = "task-1793281" [ 1423.163602] env[62588]: _type = "Task" [ 1423.163602] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.171240] env[62588]: DEBUG oslo_vmware.api [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.282566] env[62588]: DEBUG oslo_concurrency.lockutils [req-4bd632b9-cba8-4675-a65e-14efe9165263 req-7ed6c5cd-24b9-4c12-97d0-62eb99e6bb68 service nova] Releasing lock "refresh_cache-0ef60274-1006-47e0-a677-4a4c21ee3dac" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.331982] env[62588]: DEBUG nova.network.neutron [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Successfully created port: 4981713e-e02b-40f2-b3ef-d9822b0e8250 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1423.397452] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc78563-7dab-4a12-9504-b79c9cfb7eaf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.403092] env[62588]: DEBUG oslo_vmware.api [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5261ade8-a4ef-3a41-bf6e-42a986d9357a, 'name': SearchDatastore_Task, 'duration_secs': 0.008532} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.404164] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b82310f1-07df-492a-aa4d-0b69c1d097db {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.409277] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c889ef4e-7c66-4c97-baa4-5746c0116cae {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.418162] env[62588]: DEBUG oslo_vmware.api [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Waiting for the task: (returnval){ [ 1423.418162] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52420680-0df5-c5f9-62e9-e09823197b3e" [ 1423.418162] env[62588]: _type = "Task" [ 1423.418162] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.445013] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e78a41f-8738-49ee-a4a5-894d7f82e22e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.451118] env[62588]: DEBUG oslo_vmware.api [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52420680-0df5-c5f9-62e9-e09823197b3e, 'name': SearchDatastore_Task, 'duration_secs': 0.009313} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.451794] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.451973] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 0ef60274-1006-47e0-a677-4a4c21ee3dac/0ef60274-1006-47e0-a677-4a4c21ee3dac.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1423.452181] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e712d17e-4e05-4d20-a059-49ae836638fe {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.458794] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3319293-be5e-40f3-9222-7865ac11497c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.463945] env[62588]: DEBUG nova.network.neutron [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1423.466010] env[62588]: DEBUG oslo_vmware.api [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Waiting for the task: (returnval){ [ 1423.466010] env[62588]: value = "task-1793282" [ 1423.466010] env[62588]: _type = "Task" [ 1423.466010] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.478260] env[62588]: DEBUG nova.compute.manager [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1423.481822] env[62588]: DEBUG nova.compute.provider_tree [None req-3456ef86-ace1-4bd5-87b7-1d4f5aca8643 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1423.489786] env[62588]: DEBUG oslo_vmware.api [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Task: {'id': task-1793282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.677710] env[62588]: DEBUG oslo_vmware.api [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13296} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.678432] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1423.678432] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1423.678432] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1423.678594] env[62588]: INFO nova.compute.manager [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Took 2.32 seconds to destroy the instance on the hypervisor. [ 1423.678835] env[62588]: DEBUG oslo.service.loopingcall [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1423.679037] env[62588]: DEBUG nova.compute.manager [-] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1423.679132] env[62588]: DEBUG nova.network.neutron [-] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1423.735706] env[62588]: DEBUG nova.network.neutron [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Updating instance_info_cache with network_info: [{"id": "e72f03f8-a563-483a-a9f5-e42a66daa32c", "address": "fa:16:3e:6d:6d:e5", "network": {"id": "f87efb3d-a002-4997-b4d3-e6b2cca210dd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-702870531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a4057af3814f23b5243d2a21a0ae38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape72f03f8-a5", "ovs_interfaceid": "e72f03f8-a563-483a-a9f5-e42a66daa32c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.978848] env[62588]: DEBUG oslo_vmware.api [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Task: {'id': task-1793282, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.424198} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.979282] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 0ef60274-1006-47e0-a677-4a4c21ee3dac/0ef60274-1006-47e0-a677-4a4c21ee3dac.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1423.980711] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1423.980711] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc619859-b8fa-49bf-b28b-d4c46afaf1b0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.992795] env[62588]: DEBUG nova.scheduler.client.report [None req-3456ef86-ace1-4bd5-87b7-1d4f5aca8643 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1423.996119] env[62588]: DEBUG oslo_vmware.api [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Waiting for the task: (returnval){ [ 1423.996119] env[62588]: value = "task-1793283" [ 1423.996119] env[62588]: _type = "Task" [ 1423.996119] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.004922] env[62588]: DEBUG oslo_vmware.api [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Task: {'id': task-1793283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.084810] env[62588]: DEBUG nova.compute.manager [req-8fd4b5e5-a649-4f82-ae70-141b5ed62be6 req-e5406ae9-9c97-4a85-ac14-b995d271e9fe service nova] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Received event network-vif-plugged-e72f03f8-a563-483a-a9f5-e42a66daa32c {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1424.085960] env[62588]: DEBUG oslo_concurrency.lockutils [req-8fd4b5e5-a649-4f82-ae70-141b5ed62be6 req-e5406ae9-9c97-4a85-ac14-b995d271e9fe service nova] Acquiring lock "874c16bd-85d4-40f0-a87b-8e3f28e96202-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.085960] env[62588]: DEBUG oslo_concurrency.lockutils [req-8fd4b5e5-a649-4f82-ae70-141b5ed62be6 req-e5406ae9-9c97-4a85-ac14-b995d271e9fe service nova] Lock "874c16bd-85d4-40f0-a87b-8e3f28e96202-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.085960] env[62588]: DEBUG oslo_concurrency.lockutils [req-8fd4b5e5-a649-4f82-ae70-141b5ed62be6 req-e5406ae9-9c97-4a85-ac14-b995d271e9fe service nova] Lock "874c16bd-85d4-40f0-a87b-8e3f28e96202-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.085960] env[62588]: DEBUG nova.compute.manager [req-8fd4b5e5-a649-4f82-ae70-141b5ed62be6 req-e5406ae9-9c97-4a85-ac14-b995d271e9fe service nova] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] No waiting events found dispatching network-vif-plugged-e72f03f8-a563-483a-a9f5-e42a66daa32c {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1424.085960] env[62588]: WARNING nova.compute.manager [req-8fd4b5e5-a649-4f82-ae70-141b5ed62be6 req-e5406ae9-9c97-4a85-ac14-b995d271e9fe service nova] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Received unexpected event network-vif-plugged-e72f03f8-a563-483a-a9f5-e42a66daa32c for instance with vm_state building and task_state spawning. [ 1424.085960] env[62588]: DEBUG nova.compute.manager [req-8fd4b5e5-a649-4f82-ae70-141b5ed62be6 req-e5406ae9-9c97-4a85-ac14-b995d271e9fe service nova] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Received event network-changed-e72f03f8-a563-483a-a9f5-e42a66daa32c {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1424.086173] env[62588]: DEBUG nova.compute.manager [req-8fd4b5e5-a649-4f82-ae70-141b5ed62be6 req-e5406ae9-9c97-4a85-ac14-b995d271e9fe service nova] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Refreshing instance network info cache due to event network-changed-e72f03f8-a563-483a-a9f5-e42a66daa32c. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1424.086337] env[62588]: DEBUG oslo_concurrency.lockutils [req-8fd4b5e5-a649-4f82-ae70-141b5ed62be6 req-e5406ae9-9c97-4a85-ac14-b995d271e9fe service nova] Acquiring lock "refresh_cache-874c16bd-85d4-40f0-a87b-8e3f28e96202" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.163734] env[62588]: DEBUG nova.compute.manager [req-da5daf6d-5413-4579-8287-8fdb04dc4246 req-52ac9e9c-c4d0-4477-aadb-cb45cb7f2d61 service nova] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Received event network-vif-deleted-d1aca0d8-9940-4c2f-a00c-2c4f41abf0f1 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1424.164496] env[62588]: INFO nova.compute.manager [req-da5daf6d-5413-4579-8287-8fdb04dc4246 req-52ac9e9c-c4d0-4477-aadb-cb45cb7f2d61 service nova] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Neutron deleted interface d1aca0d8-9940-4c2f-a00c-2c4f41abf0f1; detaching it from the instance and deleting it from the info cache [ 1424.164496] env[62588]: DEBUG nova.network.neutron [req-da5daf6d-5413-4579-8287-8fdb04dc4246 req-52ac9e9c-c4d0-4477-aadb-cb45cb7f2d61 service nova] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.237580] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Releasing lock "refresh_cache-874c16bd-85d4-40f0-a87b-8e3f28e96202" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.237580] env[62588]: DEBUG nova.compute.manager [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Instance network_info: |[{"id": "e72f03f8-a563-483a-a9f5-e42a66daa32c", "address": "fa:16:3e:6d:6d:e5", "network": {"id": "f87efb3d-a002-4997-b4d3-e6b2cca210dd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-702870531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a4057af3814f23b5243d2a21a0ae38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape72f03f8-a5", "ovs_interfaceid": "e72f03f8-a563-483a-a9f5-e42a66daa32c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1424.237770] env[62588]: DEBUG oslo_concurrency.lockutils [req-8fd4b5e5-a649-4f82-ae70-141b5ed62be6 req-e5406ae9-9c97-4a85-ac14-b995d271e9fe service nova] Acquired lock "refresh_cache-874c16bd-85d4-40f0-a87b-8e3f28e96202" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.238810] env[62588]: DEBUG nova.network.neutron [req-8fd4b5e5-a649-4f82-ae70-141b5ed62be6 req-e5406ae9-9c97-4a85-ac14-b995d271e9fe service nova] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Refreshing network info cache for port e72f03f8-a563-483a-a9f5-e42a66daa32c {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1424.239384] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:6d:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ba3bd22-c936-470e-89bd-b3a5587e87a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e72f03f8-a563-483a-a9f5-e42a66daa32c', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1424.246870] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Creating folder: Project (c4a4057af3814f23b5243d2a21a0ae38). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1424.249642] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48574576-72d8-43de-b49b-d0a50c76405c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.261831] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Created folder: Project (c4a4057af3814f23b5243d2a21a0ae38) in parent group-v371885. [ 1424.261831] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Creating folder: Instances. Parent ref: group-v371965. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1424.261831] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06132aa7-1613-4f52-a3ed-b2544cd64bb0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.278213] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Created folder: Instances in parent group-v371965. [ 1424.278213] env[62588]: DEBUG oslo.service.loopingcall [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1424.278213] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1424.278213] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17a46481-388f-4d2e-8212-2e385774c6b0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.300647] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1424.300647] env[62588]: value = "task-1793286" [ 1424.300647] env[62588]: _type = "Task" [ 1424.300647] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.310874] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793286, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.501407] env[62588]: DEBUG nova.compute.manager [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1424.518377] env[62588]: DEBUG oslo_vmware.api [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Task: {'id': task-1793283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060967} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.518667] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1424.519433] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df77ba7-f9d0-4286-8b0c-5f7eb77cadb0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.542409] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 0ef60274-1006-47e0-a677-4a4c21ee3dac/0ef60274-1006-47e0-a677-4a4c21ee3dac.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1424.544787] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56b6414a-043c-47de-adc0-ddcb382beaa3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.565699] env[62588]: DEBUG nova.virt.hardware [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1424.565962] env[62588]: DEBUG nova.virt.hardware [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1424.566093] env[62588]: DEBUG nova.virt.hardware [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1424.566274] env[62588]: DEBUG nova.virt.hardware [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1424.566419] env[62588]: DEBUG nova.virt.hardware [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1424.566563] env[62588]: DEBUG nova.virt.hardware [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1424.566785] env[62588]: DEBUG nova.virt.hardware [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1424.566910] env[62588]: DEBUG nova.virt.hardware [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1424.567091] env[62588]: DEBUG nova.virt.hardware [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1424.567290] env[62588]: DEBUG nova.virt.hardware [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1424.567471] env[62588]: DEBUG nova.virt.hardware [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1424.569469] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b0ce7c-be94-4dec-ac37-87df96de0783 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.572145] env[62588]: DEBUG oslo_vmware.api [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Waiting for the task: (returnval){ [ 1424.572145] env[62588]: value = "task-1793287" [ 1424.572145] env[62588]: _type = "Task" [ 1424.572145] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.579089] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642e589d-43e7-4d78-8ec3-443345ccf0bd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.588079] env[62588]: DEBUG oslo_vmware.api [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Task: {'id': task-1793287, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.631525] env[62588]: DEBUG nova.network.neutron [-] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.664373] env[62588]: DEBUG nova.network.neutron [req-8fd4b5e5-a649-4f82-ae70-141b5ed62be6 req-e5406ae9-9c97-4a85-ac14-b995d271e9fe service nova] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Updated VIF entry in instance network info cache for port e72f03f8-a563-483a-a9f5-e42a66daa32c. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1424.664702] env[62588]: DEBUG nova.network.neutron [req-8fd4b5e5-a649-4f82-ae70-141b5ed62be6 req-e5406ae9-9c97-4a85-ac14-b995d271e9fe service nova] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Updating instance_info_cache with network_info: [{"id": "e72f03f8-a563-483a-a9f5-e42a66daa32c", "address": "fa:16:3e:6d:6d:e5", "network": {"id": "f87efb3d-a002-4997-b4d3-e6b2cca210dd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-702870531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a4057af3814f23b5243d2a21a0ae38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape72f03f8-a5", "ovs_interfaceid": "e72f03f8-a563-483a-a9f5-e42a66daa32c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.666896] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14552298-64bb-4655-a390-e540b50d8e93 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.675834] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfebdfc-c1ab-47b4-aa18-46124a448cc4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.707642] env[62588]: DEBUG nova.compute.manager [req-da5daf6d-5413-4579-8287-8fdb04dc4246 req-52ac9e9c-c4d0-4477-aadb-cb45cb7f2d61 service nova] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Detach interface failed, port_id=d1aca0d8-9940-4c2f-a00c-2c4f41abf0f1, reason: Instance b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1424.812504] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793286, 'name': CreateVM_Task, 'duration_secs': 0.343745} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.812686] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1424.815016] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.815016] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.815016] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1424.815016] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe6fb595-7702-4827-9d86-b1a8b0ead7f0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.819023] env[62588]: DEBUG oslo_vmware.api [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1424.819023] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529cc741-8170-f10e-24e4-89117b48190c" [ 1424.819023] env[62588]: _type = "Task" [ 1424.819023] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.827302] env[62588]: DEBUG oslo_vmware.api [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529cc741-8170-f10e-24e4-89117b48190c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.011063] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3456ef86-ace1-4bd5-87b7-1d4f5aca8643 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.545s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.013986] env[62588]: DEBUG oslo_concurrency.lockutils [None req-686719df-5fee-4d52-bf68-4ba4679d2de3 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.577s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.014146] env[62588]: DEBUG oslo_concurrency.lockutils [None req-686719df-5fee-4d52-bf68-4ba4679d2de3 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.016128] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.676s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.017582] env[62588]: INFO nova.compute.claims [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1425.041232] env[62588]: INFO nova.scheduler.client.report [None req-686719df-5fee-4d52-bf68-4ba4679d2de3 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Deleted allocations for instance 131759fb-7327-4603-918b-93607d2c1d6e [ 1425.085327] env[62588]: DEBUG oslo_vmware.api [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Task: {'id': task-1793287, 'name': ReconfigVM_Task, 'duration_secs': 0.303046} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.086612] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 0ef60274-1006-47e0-a677-4a4c21ee3dac/0ef60274-1006-47e0-a677-4a4c21ee3dac.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1425.087447] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0b6fa4c-f6c1-4556-b807-6c3c43008888 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.094732] env[62588]: DEBUG oslo_vmware.api [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Waiting for the task: (returnval){ [ 1425.094732] env[62588]: value = "task-1793288" [ 1425.094732] env[62588]: _type = "Task" [ 1425.094732] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.105991] env[62588]: DEBUG oslo_vmware.api [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Task: {'id': task-1793288, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.135840] env[62588]: INFO nova.compute.manager [-] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Took 1.46 seconds to deallocate network for instance. [ 1425.147040] env[62588]: DEBUG nova.network.neutron [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Successfully updated port: 4981713e-e02b-40f2-b3ef-d9822b0e8250 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1425.169526] env[62588]: DEBUG oslo_concurrency.lockutils [req-8fd4b5e5-a649-4f82-ae70-141b5ed62be6 req-e5406ae9-9c97-4a85-ac14-b995d271e9fe service nova] Releasing lock "refresh_cache-874c16bd-85d4-40f0-a87b-8e3f28e96202" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1425.333537] env[62588]: DEBUG oslo_vmware.api [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529cc741-8170-f10e-24e4-89117b48190c, 'name': SearchDatastore_Task, 'duration_secs': 0.011877} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.334031] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1425.334592] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1425.334938] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.335220] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.335502] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1425.335856] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62526a69-7312-4049-b432-80a66cde6a66 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.347380] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1425.347380] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1425.347380] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be190385-f270-4688-a517-b47b5d0f2614 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.351056] env[62588]: DEBUG oslo_vmware.api [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1425.351056] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5259aa02-13a2-7e72-f45d-612d03d08a5c" [ 1425.351056] env[62588]: _type = "Task" [ 1425.351056] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.361444] env[62588]: DEBUG oslo_vmware.api [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5259aa02-13a2-7e72-f45d-612d03d08a5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.556529] env[62588]: DEBUG oslo_concurrency.lockutils [None req-686719df-5fee-4d52-bf68-4ba4679d2de3 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Lock "131759fb-7327-4603-918b-93607d2c1d6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.432s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.609244] env[62588]: DEBUG oslo_vmware.api [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Task: {'id': task-1793288, 'name': Rename_Task, 'duration_secs': 0.140695} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.610197] env[62588]: INFO nova.scheduler.client.report [None req-3456ef86-ace1-4bd5-87b7-1d4f5aca8643 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Deleted allocation for migration 4814ba23-e9dc-43b8-8cd2-9151b55d5966 [ 1425.611188] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1425.616311] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2ef2e17-a6ba-47cb-b1d8-0be467894bed {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.622937] env[62588]: DEBUG oslo_vmware.api [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Waiting for the task: (returnval){ [ 1425.622937] env[62588]: value = "task-1793289" [ 1425.622937] env[62588]: _type = "Task" [ 1425.622937] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.632296] env[62588]: DEBUG oslo_vmware.api [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Task: {'id': task-1793289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.651275] env[62588]: DEBUG oslo_concurrency.lockutils [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Acquiring lock "refresh_cache-f3419b0a-249f-4502-9796-84bbd8706dfb" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.651507] env[62588]: DEBUG oslo_concurrency.lockutils [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Acquired lock "refresh_cache-f3419b0a-249f-4502-9796-84bbd8706dfb" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.651677] env[62588]: DEBUG nova.network.neutron [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1425.710408] env[62588]: INFO nova.compute.manager [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Took 0.58 seconds to detach 1 volumes for instance. [ 1425.864880] env[62588]: DEBUG oslo_vmware.api [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5259aa02-13a2-7e72-f45d-612d03d08a5c, 'name': SearchDatastore_Task, 'duration_secs': 0.008798} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.865783] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f44c4744-98fa-4868-822d-c13033c22869 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.872040] env[62588]: DEBUG oslo_vmware.api [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1425.872040] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52da55a6-767f-8a80-3b15-94116a14186c" [ 1425.872040] env[62588]: _type = "Task" [ 1425.872040] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.879662] env[62588]: DEBUG oslo_vmware.api [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52da55a6-767f-8a80-3b15-94116a14186c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.969229] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f4e044c0-3454-475f-8f39-be7ccdf19d01 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Acquiring lock "ad9dbbbc-a836-4149-a25b-d356343f528f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.969530] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f4e044c0-3454-475f-8f39-be7ccdf19d01 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Lock "ad9dbbbc-a836-4149-a25b-d356343f528f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.969747] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f4e044c0-3454-475f-8f39-be7ccdf19d01 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Acquiring lock "ad9dbbbc-a836-4149-a25b-d356343f528f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.969928] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f4e044c0-3454-475f-8f39-be7ccdf19d01 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Lock "ad9dbbbc-a836-4149-a25b-d356343f528f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.970113] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f4e044c0-3454-475f-8f39-be7ccdf19d01 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Lock "ad9dbbbc-a836-4149-a25b-d356343f528f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.972645] env[62588]: INFO nova.compute.manager [None req-f4e044c0-3454-475f-8f39-be7ccdf19d01 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Terminating instance [ 1426.119468] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3456ef86-ace1-4bd5-87b7-1d4f5aca8643 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lock "d3291e2a-3e28-424a-94a5-b9831dcdbb09" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 37.574s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.137205] env[62588]: DEBUG oslo_vmware.api [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Task: {'id': task-1793289, 'name': PowerOnVM_Task, 'duration_secs': 0.485166} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.137205] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1426.137205] env[62588]: INFO nova.compute.manager [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Took 6.78 seconds to spawn the instance on the hypervisor. [ 1426.137205] env[62588]: DEBUG nova.compute.manager [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1426.137812] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a775ee7-0fce-40c8-a1c9-8ac905e20a9b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.152401] env[62588]: DEBUG nova.compute.manager [req-27cc7013-e35b-4864-87a9-2dee9780fe0c req-8683acba-e2c4-4996-8e6a-bdf7a25532e6 service nova] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Received event network-vif-plugged-4981713e-e02b-40f2-b3ef-d9822b0e8250 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1426.152401] env[62588]: DEBUG oslo_concurrency.lockutils [req-27cc7013-e35b-4864-87a9-2dee9780fe0c req-8683acba-e2c4-4996-8e6a-bdf7a25532e6 service nova] Acquiring lock "f3419b0a-249f-4502-9796-84bbd8706dfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.152563] env[62588]: DEBUG oslo_concurrency.lockutils [req-27cc7013-e35b-4864-87a9-2dee9780fe0c req-8683acba-e2c4-4996-8e6a-bdf7a25532e6 service nova] Lock "f3419b0a-249f-4502-9796-84bbd8706dfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.152683] env[62588]: DEBUG oslo_concurrency.lockutils [req-27cc7013-e35b-4864-87a9-2dee9780fe0c req-8683acba-e2c4-4996-8e6a-bdf7a25532e6 service nova] Lock "f3419b0a-249f-4502-9796-84bbd8706dfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.152875] env[62588]: DEBUG nova.compute.manager [req-27cc7013-e35b-4864-87a9-2dee9780fe0c req-8683acba-e2c4-4996-8e6a-bdf7a25532e6 service nova] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] No waiting events found dispatching network-vif-plugged-4981713e-e02b-40f2-b3ef-d9822b0e8250 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1426.152994] env[62588]: WARNING nova.compute.manager [req-27cc7013-e35b-4864-87a9-2dee9780fe0c req-8683acba-e2c4-4996-8e6a-bdf7a25532e6 service nova] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Received unexpected event network-vif-plugged-4981713e-e02b-40f2-b3ef-d9822b0e8250 for instance with vm_state building and task_state spawning. [ 1426.153169] env[62588]: DEBUG nova.compute.manager [req-27cc7013-e35b-4864-87a9-2dee9780fe0c req-8683acba-e2c4-4996-8e6a-bdf7a25532e6 service nova] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Received event network-changed-4981713e-e02b-40f2-b3ef-d9822b0e8250 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1426.153413] env[62588]: DEBUG nova.compute.manager [req-27cc7013-e35b-4864-87a9-2dee9780fe0c req-8683acba-e2c4-4996-8e6a-bdf7a25532e6 service nova] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Refreshing instance network info cache due to event network-changed-4981713e-e02b-40f2-b3ef-d9822b0e8250. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1426.153491] env[62588]: DEBUG oslo_concurrency.lockutils [req-27cc7013-e35b-4864-87a9-2dee9780fe0c req-8683acba-e2c4-4996-8e6a-bdf7a25532e6 service nova] Acquiring lock "refresh_cache-f3419b0a-249f-4502-9796-84bbd8706dfb" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.215062] env[62588]: DEBUG nova.network.neutron [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1426.217794] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.384139] env[62588]: DEBUG oslo_vmware.api [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52da55a6-767f-8a80-3b15-94116a14186c, 'name': SearchDatastore_Task, 'duration_secs': 0.011232} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.384200] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.384658] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 874c16bd-85d4-40f0-a87b-8e3f28e96202/874c16bd-85d4-40f0-a87b-8e3f28e96202.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1426.384753] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0127218-6870-4c1a-b833-36cfe7c439ac {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.392293] env[62588]: DEBUG oslo_vmware.api [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1426.392293] env[62588]: value = "task-1793290" [ 1426.392293] env[62588]: _type = "Task" [ 1426.392293] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.411019] env[62588]: DEBUG oslo_vmware.api [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.465378] env[62588]: DEBUG nova.network.neutron [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Updating instance_info_cache with network_info: [{"id": "4981713e-e02b-40f2-b3ef-d9822b0e8250", "address": "fa:16:3e:39:5c:66", "network": {"id": "d6b566bb-9418-4f9d-922d-3e23325b8fe9", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-67759309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aeff3bf30e54bda918dd1a26cf10ce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4981713e-e0", "ovs_interfaceid": "4981713e-e02b-40f2-b3ef-d9822b0e8250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.478037] env[62588]: DEBUG nova.compute.manager [None req-f4e044c0-3454-475f-8f39-be7ccdf19d01 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1426.478430] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e044c0-3454-475f-8f39-be7ccdf19d01 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1426.480513] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843efea0-7206-4ff8-b94d-57040da8ce87 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.490768] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e044c0-3454-475f-8f39-be7ccdf19d01 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1426.493909] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f7f6798-3c2d-426c-926c-6c1506eea6fc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.502975] env[62588]: DEBUG oslo_vmware.api [None req-f4e044c0-3454-475f-8f39-be7ccdf19d01 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Waiting for the task: (returnval){ [ 1426.502975] env[62588]: value = "task-1793291" [ 1426.502975] env[62588]: _type = "Task" [ 1426.502975] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.515439] env[62588]: DEBUG oslo_vmware.api [None req-f4e044c0-3454-475f-8f39-be7ccdf19d01 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': task-1793291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.541790] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac1ce17-1286-4d44-9320-331e1d638b79 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.549887] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c80100d-ba17-40d1-a950-f09620505093 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.583828] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc7d8d0-bd65-4383-af22-ee49f7283ac9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.594486] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e755ce29-5288-4ae5-bf5a-64fe498c17d4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.607722] env[62588]: DEBUG nova.compute.provider_tree [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1426.661425] env[62588]: INFO nova.compute.manager [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Took 49.13 seconds to build instance. [ 1426.908114] env[62588]: DEBUG oslo_vmware.api [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793290, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.968922] env[62588]: DEBUG oslo_concurrency.lockutils [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Releasing lock "refresh_cache-f3419b0a-249f-4502-9796-84bbd8706dfb" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.968922] env[62588]: DEBUG nova.compute.manager [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Instance network_info: |[{"id": "4981713e-e02b-40f2-b3ef-d9822b0e8250", "address": "fa:16:3e:39:5c:66", "network": {"id": "d6b566bb-9418-4f9d-922d-3e23325b8fe9", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-67759309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aeff3bf30e54bda918dd1a26cf10ce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4981713e-e0", "ovs_interfaceid": "4981713e-e02b-40f2-b3ef-d9822b0e8250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1426.968922] env[62588]: DEBUG oslo_concurrency.lockutils [req-27cc7013-e35b-4864-87a9-2dee9780fe0c req-8683acba-e2c4-4996-8e6a-bdf7a25532e6 service nova] Acquired lock "refresh_cache-f3419b0a-249f-4502-9796-84bbd8706dfb" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.968922] env[62588]: DEBUG nova.network.neutron [req-27cc7013-e35b-4864-87a9-2dee9780fe0c req-8683acba-e2c4-4996-8e6a-bdf7a25532e6 service nova] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Refreshing network info cache for port 4981713e-e02b-40f2-b3ef-d9822b0e8250 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1426.970208] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:5c:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4981713e-e02b-40f2-b3ef-d9822b0e8250', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1426.980407] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Creating folder: Project (4aeff3bf30e54bda918dd1a26cf10ce9). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1426.981532] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cbc800d-c9fa-4435-91ec-beb107545d9b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.992095] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Created folder: Project (4aeff3bf30e54bda918dd1a26cf10ce9) in parent group-v371885. [ 1426.992654] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Creating folder: Instances. Parent ref: group-v371968. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1426.992654] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01dc6b83-1091-4a28-93a2-cd9d96367371 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.002383] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Created folder: Instances in parent group-v371968. [ 1427.002646] env[62588]: DEBUG oslo.service.loopingcall [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1427.002837] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1427.003046] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38a456ef-d599-4d1d-868c-60dd2afebe40 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.029577] env[62588]: DEBUG oslo_vmware.api [None req-f4e044c0-3454-475f-8f39-be7ccdf19d01 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': task-1793291, 'name': PowerOffVM_Task, 'duration_secs': 0.24358} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.029577] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e044c0-3454-475f-8f39-be7ccdf19d01 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1427.029577] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e044c0-3454-475f-8f39-be7ccdf19d01 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1427.029577] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1427.029577] env[62588]: value = "task-1793294" [ 1427.029577] env[62588]: _type = "Task" [ 1427.029577] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.029577] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c16ef084-a84d-4975-a0e7-65afc71f135e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.039166] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793294, 'name': CreateVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.113403] env[62588]: DEBUG nova.scheduler.client.report [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1427.116470] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e044c0-3454-475f-8f39-be7ccdf19d01 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1427.116666] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e044c0-3454-475f-8f39-be7ccdf19d01 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1427.117105] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4e044c0-3454-475f-8f39-be7ccdf19d01 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Deleting the datastore file [datastore1] ad9dbbbc-a836-4149-a25b-d356343f528f {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1427.117399] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c216d227-e2b9-4c7e-884d-6524dd3afafa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.124692] env[62588]: DEBUG oslo_vmware.api [None req-f4e044c0-3454-475f-8f39-be7ccdf19d01 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Waiting for the task: (returnval){ [ 1427.124692] env[62588]: value = "task-1793296" [ 1427.124692] env[62588]: _type = "Task" [ 1427.124692] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.136460] env[62588]: DEBUG oslo_vmware.api [None req-f4e044c0-3454-475f-8f39-be7ccdf19d01 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': task-1793296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.163930] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e96be7ef-9df3-4139-aa91-938d81d7167e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Lock "0ef60274-1006-47e0-a677-4a4c21ee3dac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.365s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.407066] env[62588]: DEBUG oslo_vmware.api [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562071} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.407066] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 874c16bd-85d4-40f0-a87b-8e3f28e96202/874c16bd-85d4-40f0-a87b-8e3f28e96202.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1427.407066] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1427.407066] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd94184c-918c-4b7b-8251-b6d998ae6c7b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.414307] env[62588]: DEBUG oslo_vmware.api [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1427.414307] env[62588]: value = "task-1793297" [ 1427.414307] env[62588]: _type = "Task" [ 1427.414307] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.422373] env[62588]: DEBUG oslo_vmware.api [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.472895] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquiring lock "eca1e90c-5ab0-4016-9aa9-0c6047159fb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.476024] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lock "eca1e90c-5ab0-4016-9aa9-0c6047159fb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.540585] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793294, 'name': CreateVM_Task, 'duration_secs': 0.358591} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.540761] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1427.541451] env[62588]: DEBUG oslo_concurrency.lockutils [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.541620] env[62588]: DEBUG oslo_concurrency.lockutils [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.541931] env[62588]: DEBUG oslo_concurrency.lockutils [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1427.542192] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a8a628c-186c-452d-9643-dab3ea920d76 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.547230] env[62588]: DEBUG oslo_vmware.api [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Waiting for the task: (returnval){ [ 1427.547230] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5208ea5d-e1c8-9beb-23e5-9e2fdd9d11bc" [ 1427.547230] env[62588]: _type = "Task" [ 1427.547230] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.554612] env[62588]: DEBUG oslo_vmware.api [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5208ea5d-e1c8-9beb-23e5-9e2fdd9d11bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.618196] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.618716] env[62588]: DEBUG nova.compute.manager [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1427.623772] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.650s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.625164] env[62588]: INFO nova.compute.claims [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1427.636772] env[62588]: DEBUG oslo_vmware.api [None req-f4e044c0-3454-475f-8f39-be7ccdf19d01 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Task: {'id': task-1793296, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198201} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.637028] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4e044c0-3454-475f-8f39-be7ccdf19d01 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1427.637193] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e044c0-3454-475f-8f39-be7ccdf19d01 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1427.637842] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e044c0-3454-475f-8f39-be7ccdf19d01 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1427.637842] env[62588]: INFO nova.compute.manager [None req-f4e044c0-3454-475f-8f39-be7ccdf19d01 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1427.637842] env[62588]: DEBUG oslo.service.loopingcall [None req-f4e044c0-3454-475f-8f39-be7ccdf19d01 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1427.637976] env[62588]: DEBUG nova.compute.manager [-] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1427.638052] env[62588]: DEBUG nova.network.neutron [-] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1427.666255] env[62588]: DEBUG nova.compute.manager [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1427.738837] env[62588]: DEBUG nova.network.neutron [req-27cc7013-e35b-4864-87a9-2dee9780fe0c req-8683acba-e2c4-4996-8e6a-bdf7a25532e6 service nova] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Updated VIF entry in instance network info cache for port 4981713e-e02b-40f2-b3ef-d9822b0e8250. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1427.739189] env[62588]: DEBUG nova.network.neutron [req-27cc7013-e35b-4864-87a9-2dee9780fe0c req-8683acba-e2c4-4996-8e6a-bdf7a25532e6 service nova] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Updating instance_info_cache with network_info: [{"id": "4981713e-e02b-40f2-b3ef-d9822b0e8250", "address": "fa:16:3e:39:5c:66", "network": {"id": "d6b566bb-9418-4f9d-922d-3e23325b8fe9", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-67759309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aeff3bf30e54bda918dd1a26cf10ce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4981713e-e0", "ovs_interfaceid": "4981713e-e02b-40f2-b3ef-d9822b0e8250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.925868] env[62588]: DEBUG oslo_vmware.api [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061905} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.926192] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1427.927028] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb869fb-fd75-4538-bc4a-1fa0121c40d5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.952174] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 874c16bd-85d4-40f0-a87b-8e3f28e96202/874c16bd-85d4-40f0-a87b-8e3f28e96202.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1427.953847] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-224f8882-0a4b-4219-af21-1a38067f12bb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.970720] env[62588]: DEBUG nova.compute.manager [req-b83b60ff-4062-4d1f-9d05-f3c77b19837a req-6318ee8d-17f2-47f1-bdd2-7115dbd20561 service nova] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Received event network-vif-deleted-f78bee80-86d5-4c3b-b13c-54137bf43098 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1427.970914] env[62588]: INFO nova.compute.manager [req-b83b60ff-4062-4d1f-9d05-f3c77b19837a req-6318ee8d-17f2-47f1-bdd2-7115dbd20561 service nova] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Neutron deleted interface f78bee80-86d5-4c3b-b13c-54137bf43098; detaching it from the instance and deleting it from the info cache [ 1427.971169] env[62588]: DEBUG nova.network.neutron [req-b83b60ff-4062-4d1f-9d05-f3c77b19837a req-6318ee8d-17f2-47f1-bdd2-7115dbd20561 service nova] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.978515] env[62588]: DEBUG oslo_vmware.api [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1427.978515] env[62588]: value = "task-1793298" [ 1427.978515] env[62588]: _type = "Task" [ 1427.978515] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.987045] env[62588]: DEBUG oslo_vmware.api [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793298, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.063269] env[62588]: DEBUG oslo_vmware.api [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5208ea5d-e1c8-9beb-23e5-9e2fdd9d11bc, 'name': SearchDatastore_Task, 'duration_secs': 0.029836} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.064185] env[62588]: DEBUG oslo_concurrency.lockutils [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.064994] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1428.067385] env[62588]: DEBUG oslo_concurrency.lockutils [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.067385] env[62588]: DEBUG oslo_concurrency.lockutils [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.067385] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1428.067834] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fc81c94-5f63-4c1a-930c-a82f4634078c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.087105] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1428.087105] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1428.087105] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7b67367-968f-417e-88b0-313d124a44f7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.092679] env[62588]: DEBUG oslo_vmware.api [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Waiting for the task: (returnval){ [ 1428.092679] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52494ede-ea85-7123-c3e5-ca156c2f8e54" [ 1428.092679] env[62588]: _type = "Task" [ 1428.092679] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.100817] env[62588]: DEBUG oslo_vmware.api [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52494ede-ea85-7123-c3e5-ca156c2f8e54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.129357] env[62588]: DEBUG nova.compute.utils [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1428.138304] env[62588]: DEBUG nova.compute.manager [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1428.138808] env[62588]: DEBUG nova.network.neutron [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1428.190579] env[62588]: DEBUG nova.policy [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95984ea3b23e4f3595d6c87026f3dc19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35d1ed630a0d4020a166f0f3c29d7bf9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1428.193339] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.242757] env[62588]: DEBUG oslo_concurrency.lockutils [req-27cc7013-e35b-4864-87a9-2dee9780fe0c req-8683acba-e2c4-4996-8e6a-bdf7a25532e6 service nova] Releasing lock "refresh_cache-f3419b0a-249f-4502-9796-84bbd8706dfb" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.422204] env[62588]: DEBUG nova.network.neutron [-] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.475630] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77ae6c7b-68a4-4fa8-8a51-5756ac920ffd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.492031] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696aaeb2-5dbc-411b-a06e-59d9b47fda13 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.510421] env[62588]: DEBUG oslo_vmware.api [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793298, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.526018] env[62588]: DEBUG nova.compute.manager [req-b83b60ff-4062-4d1f-9d05-f3c77b19837a req-6318ee8d-17f2-47f1-bdd2-7115dbd20561 service nova] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Detach interface failed, port_id=f78bee80-86d5-4c3b-b13c-54137bf43098, reason: Instance ad9dbbbc-a836-4149-a25b-d356343f528f could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1428.606362] env[62588]: DEBUG oslo_vmware.api [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52494ede-ea85-7123-c3e5-ca156c2f8e54, 'name': SearchDatastore_Task, 'duration_secs': 0.044496} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.607179] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dbe26e5-d1a2-416d-a05f-62395560d9db {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.616724] env[62588]: DEBUG oslo_vmware.api [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Waiting for the task: (returnval){ [ 1428.616724] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522b28a5-9229-774c-8a75-2606bfb5d77d" [ 1428.616724] env[62588]: _type = "Task" [ 1428.616724] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.628049] env[62588]: DEBUG oslo_vmware.api [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522b28a5-9229-774c-8a75-2606bfb5d77d, 'name': SearchDatastore_Task, 'duration_secs': 0.010348} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.628049] env[62588]: DEBUG oslo_concurrency.lockutils [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.628049] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] f3419b0a-249f-4502-9796-84bbd8706dfb/f3419b0a-249f-4502-9796-84bbd8706dfb.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1428.629744] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de2d1e2c-cfb5-483a-af3d-f0b7463a0691 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.639097] env[62588]: DEBUG oslo_vmware.api [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Waiting for the task: (returnval){ [ 1428.639097] env[62588]: value = "task-1793299" [ 1428.639097] env[62588]: _type = "Task" [ 1428.639097] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.649420] env[62588]: DEBUG nova.compute.manager [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1428.659466] env[62588]: DEBUG oslo_vmware.api [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Task: {'id': task-1793299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.716740] env[62588]: DEBUG nova.network.neutron [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Successfully created port: 09c19c21-5a12-4cc3-9c5c-c0417a8f1f77 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1428.930184] env[62588]: INFO nova.compute.manager [-] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Took 1.29 seconds to deallocate network for instance. [ 1428.931170] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98ce6b3d-adab-439e-ade4-c5968056d36e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Acquiring lock "0ef60274-1006-47e0-a677-4a4c21ee3dac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.931361] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98ce6b3d-adab-439e-ade4-c5968056d36e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Lock "0ef60274-1006-47e0-a677-4a4c21ee3dac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.931600] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98ce6b3d-adab-439e-ade4-c5968056d36e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Acquiring lock "0ef60274-1006-47e0-a677-4a4c21ee3dac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.932219] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98ce6b3d-adab-439e-ade4-c5968056d36e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Lock "0ef60274-1006-47e0-a677-4a4c21ee3dac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.936020] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98ce6b3d-adab-439e-ade4-c5968056d36e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Lock "0ef60274-1006-47e0-a677-4a4c21ee3dac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.936020] env[62588]: INFO nova.compute.manager [None req-98ce6b3d-adab-439e-ade4-c5968056d36e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Terminating instance [ 1428.990313] env[62588]: DEBUG oslo_vmware.api [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793298, 'name': ReconfigVM_Task, 'duration_secs': 0.760157} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.993302] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 874c16bd-85d4-40f0-a87b-8e3f28e96202/874c16bd-85d4-40f0-a87b-8e3f28e96202.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1428.994899] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c6dc6bf-4d46-409a-b41a-4bdc08c9f901 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.002899] env[62588]: DEBUG oslo_vmware.api [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1429.002899] env[62588]: value = "task-1793300" [ 1429.002899] env[62588]: _type = "Task" [ 1429.002899] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.019300] env[62588]: DEBUG oslo_vmware.api [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793300, 'name': Rename_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.153479] env[62588]: DEBUG oslo_vmware.api [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Task: {'id': task-1793299, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.189248] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c44a8e-be95-441f-8876-ce7f05ea6bfa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.197405] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c83df5d-18a5-46f7-b4b4-560a7cc931c0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.228970] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909879ba-18ba-4e4a-ac40-4278477b1552 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.237502] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406b987c-c9ed-4ca1-9eca-faeded13aa9f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.253223] env[62588]: DEBUG nova.compute.provider_tree [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1429.448854] env[62588]: DEBUG nova.compute.manager [None req-98ce6b3d-adab-439e-ade4-c5968056d36e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1429.449092] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-98ce6b3d-adab-439e-ade4-c5968056d36e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1429.449986] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f4e044c0-3454-475f-8f39-be7ccdf19d01 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.450824] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9167a541-c6f7-41f8-bad9-4668879a0c93 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.459697] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ce6b3d-adab-439e-ade4-c5968056d36e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1429.460067] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1f71b1b-8626-487f-92a6-0624c6cc0c5c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.466424] env[62588]: DEBUG oslo_vmware.api [None req-98ce6b3d-adab-439e-ade4-c5968056d36e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Waiting for the task: (returnval){ [ 1429.466424] env[62588]: value = "task-1793301" [ 1429.466424] env[62588]: _type = "Task" [ 1429.466424] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.475361] env[62588]: DEBUG oslo_vmware.api [None req-98ce6b3d-adab-439e-ade4-c5968056d36e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Task: {'id': task-1793301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.514106] env[62588]: DEBUG oslo_vmware.api [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793300, 'name': Rename_Task, 'duration_secs': 0.275521} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.514558] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1429.514679] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f668fb2d-7748-4160-baa5-baa73c778bfc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.521627] env[62588]: DEBUG oslo_vmware.api [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1429.521627] env[62588]: value = "task-1793302" [ 1429.521627] env[62588]: _type = "Task" [ 1429.521627] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.529823] env[62588]: DEBUG oslo_vmware.api [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.653455] env[62588]: DEBUG oslo_vmware.api [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Task: {'id': task-1793299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549235} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.653845] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] f3419b0a-249f-4502-9796-84bbd8706dfb/f3419b0a-249f-4502-9796-84bbd8706dfb.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1429.654177] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1429.654523] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a141c5ae-6c1a-4c20-97ee-bb4cb7a30331 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.662087] env[62588]: DEBUG nova.compute.manager [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1429.664207] env[62588]: DEBUG oslo_vmware.api [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Waiting for the task: (returnval){ [ 1429.664207] env[62588]: value = "task-1793303" [ 1429.664207] env[62588]: _type = "Task" [ 1429.664207] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.673532] env[62588]: DEBUG oslo_vmware.api [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Task: {'id': task-1793303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.692695] env[62588]: DEBUG nova.virt.hardware [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1429.692962] env[62588]: DEBUG nova.virt.hardware [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1429.693132] env[62588]: DEBUG nova.virt.hardware [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1429.693312] env[62588]: DEBUG nova.virt.hardware [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1429.693478] env[62588]: DEBUG nova.virt.hardware [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1429.693643] env[62588]: DEBUG nova.virt.hardware [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1429.694152] env[62588]: DEBUG nova.virt.hardware [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1429.694152] env[62588]: DEBUG nova.virt.hardware [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1429.694336] env[62588]: DEBUG nova.virt.hardware [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1429.694715] env[62588]: DEBUG nova.virt.hardware [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1429.694715] env[62588]: DEBUG nova.virt.hardware [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1429.695614] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9b49da-5ee5-4345-884c-b3258d11ee0e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.703883] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2394b9-2a1f-4776-8645-0e3d0c48841c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.756159] env[62588]: DEBUG nova.scheduler.client.report [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1429.980130] env[62588]: DEBUG oslo_vmware.api [None req-98ce6b3d-adab-439e-ade4-c5968056d36e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Task: {'id': task-1793301, 'name': PowerOffVM_Task, 'duration_secs': 0.218556} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.980534] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ce6b3d-adab-439e-ade4-c5968056d36e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1429.983421] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-98ce6b3d-adab-439e-ade4-c5968056d36e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1429.983421] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccba9f75-7fc7-42c3-8ab6-e3ec4acf4c8a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.035017] env[62588]: DEBUG oslo_vmware.api [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793302, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.089074] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-98ce6b3d-adab-439e-ade4-c5968056d36e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1430.089302] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-98ce6b3d-adab-439e-ade4-c5968056d36e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1430.089497] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ce6b3d-adab-439e-ade4-c5968056d36e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Deleting the datastore file [datastore1] 0ef60274-1006-47e0-a677-4a4c21ee3dac {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1430.089768] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e0da4e4-00ff-4685-97bd-a78ed1fa8d2b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.097079] env[62588]: DEBUG oslo_vmware.api [None req-98ce6b3d-adab-439e-ade4-c5968056d36e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Waiting for the task: (returnval){ [ 1430.097079] env[62588]: value = "task-1793305" [ 1430.097079] env[62588]: _type = "Task" [ 1430.097079] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.106273] env[62588]: DEBUG oslo_vmware.api [None req-98ce6b3d-adab-439e-ade4-c5968056d36e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Task: {'id': task-1793305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.176345] env[62588]: DEBUG oslo_vmware.api [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Task: {'id': task-1793303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068497} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.176345] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1430.176345] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb6fd3f-79ad-45ec-85c3-0c099ca73552 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.201185] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] f3419b0a-249f-4502-9796-84bbd8706dfb/f3419b0a-249f-4502-9796-84bbd8706dfb.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1430.201617] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ef21145-9487-4c87-ba10-70e5e82fdad8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.223514] env[62588]: DEBUG oslo_vmware.api [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Waiting for the task: (returnval){ [ 1430.223514] env[62588]: value = "task-1793306" [ 1430.223514] env[62588]: _type = "Task" [ 1430.223514] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.230595] env[62588]: DEBUG oslo_vmware.api [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Task: {'id': task-1793306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.240586] env[62588]: DEBUG nova.compute.manager [req-716e1ed2-e392-41db-ad13-08d9362b81fc req-efec1773-13f5-42fc-ad43-99660eab95a2 service nova] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Received event network-vif-plugged-09c19c21-5a12-4cc3-9c5c-c0417a8f1f77 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1430.240946] env[62588]: DEBUG oslo_concurrency.lockutils [req-716e1ed2-e392-41db-ad13-08d9362b81fc req-efec1773-13f5-42fc-ad43-99660eab95a2 service nova] Acquiring lock "8393d21d-0eb6-446b-9c81-8a78d8f8243c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.242021] env[62588]: DEBUG oslo_concurrency.lockutils [req-716e1ed2-e392-41db-ad13-08d9362b81fc req-efec1773-13f5-42fc-ad43-99660eab95a2 service nova] Lock "8393d21d-0eb6-446b-9c81-8a78d8f8243c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.242021] env[62588]: DEBUG oslo_concurrency.lockutils [req-716e1ed2-e392-41db-ad13-08d9362b81fc req-efec1773-13f5-42fc-ad43-99660eab95a2 service nova] Lock "8393d21d-0eb6-446b-9c81-8a78d8f8243c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.242021] env[62588]: DEBUG nova.compute.manager [req-716e1ed2-e392-41db-ad13-08d9362b81fc req-efec1773-13f5-42fc-ad43-99660eab95a2 service nova] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] No waiting events found dispatching network-vif-plugged-09c19c21-5a12-4cc3-9c5c-c0417a8f1f77 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1430.242021] env[62588]: WARNING nova.compute.manager [req-716e1ed2-e392-41db-ad13-08d9362b81fc req-efec1773-13f5-42fc-ad43-99660eab95a2 service nova] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Received unexpected event network-vif-plugged-09c19c21-5a12-4cc3-9c5c-c0417a8f1f77 for instance with vm_state building and task_state spawning. [ 1430.263114] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.263114] env[62588]: DEBUG nova.compute.manager [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1430.265448] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2aef8761-37e4-48dc-a274-d7f53eb2f6c6 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.043s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.265448] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2aef8761-37e4-48dc-a274-d7f53eb2f6c6 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.266522] env[62588]: DEBUG oslo_concurrency.lockutils [None req-78e71fe8-dfde-4e85-b5a2-6cdbe6b83b89 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.037s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.266715] env[62588]: DEBUG oslo_concurrency.lockutils [None req-78e71fe8-dfde-4e85-b5a2-6cdbe6b83b89 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.272018] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.144s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.272018] env[62588]: INFO nova.compute.claims [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1430.307039] env[62588]: INFO nova.scheduler.client.report [None req-78e71fe8-dfde-4e85-b5a2-6cdbe6b83b89 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Deleted allocations for instance 631becbe-fe42-4bc5-a247-6133d6c55c4e [ 1430.314300] env[62588]: INFO nova.scheduler.client.report [None req-2aef8761-37e4-48dc-a274-d7f53eb2f6c6 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Deleted allocations for instance 101ccd74-a76f-4a3c-ac5c-e1891f304cec [ 1430.381553] env[62588]: DEBUG nova.network.neutron [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Successfully updated port: 09c19c21-5a12-4cc3-9c5c-c0417a8f1f77 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1430.540285] env[62588]: DEBUG oslo_vmware.api [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793302, 'name': PowerOnVM_Task, 'duration_secs': 0.545996} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.540633] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1430.540844] env[62588]: INFO nova.compute.manager [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1430.541036] env[62588]: DEBUG nova.compute.manager [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1430.541871] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09372ae1-dfad-4866-bf20-324a370baff7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.610125] env[62588]: DEBUG oslo_vmware.api [None req-98ce6b3d-adab-439e-ade4-c5968056d36e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Task: {'id': task-1793305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433512} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.610327] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ce6b3d-adab-439e-ade4-c5968056d36e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1430.610621] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-98ce6b3d-adab-439e-ade4-c5968056d36e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1430.610959] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-98ce6b3d-adab-439e-ade4-c5968056d36e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1430.611266] env[62588]: INFO nova.compute.manager [None req-98ce6b3d-adab-439e-ade4-c5968056d36e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1430.611614] env[62588]: DEBUG oslo.service.loopingcall [None req-98ce6b3d-adab-439e-ade4-c5968056d36e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1430.611893] env[62588]: DEBUG nova.compute.manager [-] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1430.612083] env[62588]: DEBUG nova.network.neutron [-] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1430.732396] env[62588]: DEBUG oslo_vmware.api [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Task: {'id': task-1793306, 'name': ReconfigVM_Task, 'duration_secs': 0.31147} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.733245] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Reconfigured VM instance instance-0000001d to attach disk [datastore1] f3419b0a-249f-4502-9796-84bbd8706dfb/f3419b0a-249f-4502-9796-84bbd8706dfb.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1430.733412] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64661e1e-d940-4b29-b2f1-7a1d067bbd3b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.741804] env[62588]: DEBUG oslo_vmware.api [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Waiting for the task: (returnval){ [ 1430.741804] env[62588]: value = "task-1793307" [ 1430.741804] env[62588]: _type = "Task" [ 1430.741804] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.749659] env[62588]: DEBUG oslo_vmware.api [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Task: {'id': task-1793307, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.776860] env[62588]: DEBUG nova.compute.utils [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1430.781822] env[62588]: DEBUG nova.compute.manager [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1430.781822] env[62588]: DEBUG nova.network.neutron [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1430.813298] env[62588]: DEBUG oslo_concurrency.lockutils [None req-78e71fe8-dfde-4e85-b5a2-6cdbe6b83b89 tempest-ImagesOneServerTestJSON-958650582 tempest-ImagesOneServerTestJSON-958650582-project-member] Lock "631becbe-fe42-4bc5-a247-6133d6c55c4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.163s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.824552] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2aef8761-37e4-48dc-a274-d7f53eb2f6c6 tempest-ServerDiagnosticsTest-2107773010 tempest-ServerDiagnosticsTest-2107773010-project-member] Lock "101ccd74-a76f-4a3c-ac5c-e1891f304cec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.254s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.882729] env[62588]: DEBUG nova.policy [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95984ea3b23e4f3595d6c87026f3dc19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35d1ed630a0d4020a166f0f3c29d7bf9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1430.886358] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquiring lock "refresh_cache-8393d21d-0eb6-446b-9c81-8a78d8f8243c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.886358] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquired lock "refresh_cache-8393d21d-0eb6-446b-9c81-8a78d8f8243c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.886358] env[62588]: DEBUG nova.network.neutron [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1431.067999] env[62588]: INFO nova.compute.manager [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Took 46.84 seconds to build instance. [ 1431.250773] env[62588]: DEBUG oslo_vmware.api [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Task: {'id': task-1793307, 'name': Rename_Task, 'duration_secs': 0.134699} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.251116] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1431.251416] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7bdc00b-4e97-4795-8ac5-227dddb18a36 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.258659] env[62588]: DEBUG oslo_vmware.api [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Waiting for the task: (returnval){ [ 1431.258659] env[62588]: value = "task-1793308" [ 1431.258659] env[62588]: _type = "Task" [ 1431.258659] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.266716] env[62588]: DEBUG oslo_vmware.api [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Task: {'id': task-1793308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.286413] env[62588]: DEBUG nova.compute.manager [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1431.368273] env[62588]: DEBUG nova.network.neutron [-] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.433718] env[62588]: DEBUG nova.network.neutron [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1431.571029] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c5e1507a-7d8b-484a-a31f-8097621ff426 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "874c16bd-85d4-40f0-a87b-8e3f28e96202" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.368s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.633050] env[62588]: DEBUG nova.network.neutron [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Successfully created port: 5d943231-befc-42bf-a384-b1eb5cfece05 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1431.638119] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6b64b28e-716b-47e1-9553-e3371afa83eb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "874c16bd-85d4-40f0-a87b-8e3f28e96202" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.638608] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6b64b28e-716b-47e1-9553-e3371afa83eb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "874c16bd-85d4-40f0-a87b-8e3f28e96202" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.638858] env[62588]: DEBUG nova.compute.manager [None req-6b64b28e-716b-47e1-9553-e3371afa83eb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1431.639751] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae16f1a0-491d-4303-8759-f86d97ddc493 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.648562] env[62588]: DEBUG nova.compute.manager [None req-6b64b28e-716b-47e1-9553-e3371afa83eb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62588) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1431.649318] env[62588]: DEBUG nova.objects.instance [None req-6b64b28e-716b-47e1-9553-e3371afa83eb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lazy-loading 'flavor' on Instance uuid 874c16bd-85d4-40f0-a87b-8e3f28e96202 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1431.679915] env[62588]: DEBUG nova.network.neutron [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Updating instance_info_cache with network_info: [{"id": "09c19c21-5a12-4cc3-9c5c-c0417a8f1f77", "address": "fa:16:3e:ae:d8:5a", "network": {"id": "273f4106-1c6b-419d-8808-f9331c2cd8dd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-448710927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d1ed630a0d4020a166f0f3c29d7bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09c19c21-5a", "ovs_interfaceid": "09c19c21-5a12-4cc3-9c5c-c0417a8f1f77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.762682] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093419db-88d4-44ab-9a22-1dbd0ce47726 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.775988] env[62588]: DEBUG oslo_vmware.api [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Task: {'id': task-1793308, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.780075] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a7048c-c1ff-404f-94bd-65cd3cca4a35 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.820048] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cddc8f-7d8a-41ca-9a3d-de667575672d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.831029] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ad0e9d-f56c-4720-9e8b-76c366ad8469 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.844459] env[62588]: DEBUG nova.compute.provider_tree [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1431.871245] env[62588]: INFO nova.compute.manager [-] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Took 1.26 seconds to deallocate network for instance. [ 1432.074369] env[62588]: DEBUG nova.compute.manager [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1432.182252] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Releasing lock "refresh_cache-8393d21d-0eb6-446b-9c81-8a78d8f8243c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.184964] env[62588]: DEBUG nova.compute.manager [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Instance network_info: |[{"id": "09c19c21-5a12-4cc3-9c5c-c0417a8f1f77", "address": "fa:16:3e:ae:d8:5a", "network": {"id": "273f4106-1c6b-419d-8808-f9331c2cd8dd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-448710927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d1ed630a0d4020a166f0f3c29d7bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09c19c21-5a", "ovs_interfaceid": "09c19c21-5a12-4cc3-9c5c-c0417a8f1f77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1432.184964] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:d8:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cb94a1a-f287-46e7-b63b-ec692c2141b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09c19c21-5a12-4cc3-9c5c-c0417a8f1f77', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1432.190583] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Creating folder: Project (35d1ed630a0d4020a166f0f3c29d7bf9). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1432.190854] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c412faf7-ea74-47fe-9752-8b6ad15bee8c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.202258] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Created folder: Project (35d1ed630a0d4020a166f0f3c29d7bf9) in parent group-v371885. [ 1432.202506] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Creating folder: Instances. Parent ref: group-v371971. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1432.202755] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92815b0a-34a0-47c4-a964-f2fbc10a54cc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.212513] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Created folder: Instances in parent group-v371971. [ 1432.212728] env[62588]: DEBUG oslo.service.loopingcall [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1432.212916] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1432.213130] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8164baa-79bf-49ee-9f23-3f55f2197942 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.235856] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1432.235856] env[62588]: value = "task-1793311" [ 1432.235856] env[62588]: _type = "Task" [ 1432.235856] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.245062] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793311, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.271325] env[62588]: DEBUG oslo_vmware.api [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Task: {'id': task-1793308, 'name': PowerOnVM_Task, 'duration_secs': 0.57476} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.271609] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1432.271808] env[62588]: INFO nova.compute.manager [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Took 7.77 seconds to spawn the instance on the hypervisor. [ 1432.271985] env[62588]: DEBUG nova.compute.manager [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1432.273023] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4aa2c3e-48f6-4b8b-8836-d041baebd3cf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.279032] env[62588]: DEBUG nova.compute.manager [req-8b8f1e8a-1d52-4323-91d4-f9e8bd09c559 req-2b3857a6-541c-4510-b522-92017124028a service nova] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Received event network-changed-09c19c21-5a12-4cc3-9c5c-c0417a8f1f77 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1432.279710] env[62588]: DEBUG nova.compute.manager [req-8b8f1e8a-1d52-4323-91d4-f9e8bd09c559 req-2b3857a6-541c-4510-b522-92017124028a service nova] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Refreshing instance network info cache due to event network-changed-09c19c21-5a12-4cc3-9c5c-c0417a8f1f77. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1432.279710] env[62588]: DEBUG oslo_concurrency.lockutils [req-8b8f1e8a-1d52-4323-91d4-f9e8bd09c559 req-2b3857a6-541c-4510-b522-92017124028a service nova] Acquiring lock "refresh_cache-8393d21d-0eb6-446b-9c81-8a78d8f8243c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.279710] env[62588]: DEBUG oslo_concurrency.lockutils [req-8b8f1e8a-1d52-4323-91d4-f9e8bd09c559 req-2b3857a6-541c-4510-b522-92017124028a service nova] Acquired lock "refresh_cache-8393d21d-0eb6-446b-9c81-8a78d8f8243c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.279883] env[62588]: DEBUG nova.network.neutron [req-8b8f1e8a-1d52-4323-91d4-f9e8bd09c559 req-2b3857a6-541c-4510-b522-92017124028a service nova] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Refreshing network info cache for port 09c19c21-5a12-4cc3-9c5c-c0417a8f1f77 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1432.325291] env[62588]: DEBUG nova.compute.manager [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1432.348741] env[62588]: DEBUG nova.scheduler.client.report [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1432.361553] env[62588]: DEBUG nova.virt.hardware [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1432.361817] env[62588]: DEBUG nova.virt.hardware [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1432.361975] env[62588]: DEBUG nova.virt.hardware [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1432.362210] env[62588]: DEBUG nova.virt.hardware [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1432.362359] env[62588]: DEBUG nova.virt.hardware [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1432.362517] env[62588]: DEBUG nova.virt.hardware [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1432.362739] env[62588]: DEBUG nova.virt.hardware [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1432.362901] env[62588]: DEBUG nova.virt.hardware [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1432.363092] env[62588]: DEBUG nova.virt.hardware [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1432.363258] env[62588]: DEBUG nova.virt.hardware [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1432.363478] env[62588]: DEBUG nova.virt.hardware [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1432.364511] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1e366a-f283-41bd-b4fc-8ad868c117c0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.373419] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc327d9-bd19-43c2-9fbb-fb5de20fbc45 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.380721] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98ce6b3d-adab-439e-ade4-c5968056d36e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.539502] env[62588]: DEBUG oslo_concurrency.lockutils [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Acquiring lock "49169fb2-3c56-4406-a33d-f275cc425ce4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.539755] env[62588]: DEBUG oslo_concurrency.lockutils [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Lock "49169fb2-3c56-4406-a33d-f275cc425ce4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.609355] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.656896] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b64b28e-716b-47e1-9553-e3371afa83eb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1432.657262] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-428d4bfb-ff22-40ae-9cf7-8a431c107c66 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.667021] env[62588]: DEBUG oslo_vmware.api [None req-6b64b28e-716b-47e1-9553-e3371afa83eb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1432.667021] env[62588]: value = "task-1793312" [ 1432.667021] env[62588]: _type = "Task" [ 1432.667021] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.678074] env[62588]: DEBUG oslo_vmware.api [None req-6b64b28e-716b-47e1-9553-e3371afa83eb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.752020] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793311, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.798900] env[62588]: INFO nova.compute.manager [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Took 47.55 seconds to build instance. [ 1432.854924] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.855485] env[62588]: DEBUG nova.compute.manager [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1432.858916] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3ad02927-e46a-45a2-abd5-6070d4e8b042 tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.386s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.858916] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3ad02927-e46a-45a2-abd5-6070d4e8b042 tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.863113] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.187s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.863113] env[62588]: INFO nova.compute.claims [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: d592d200-c893-4538-be6b-59f21277da0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1432.894279] env[62588]: INFO nova.scheduler.client.report [None req-3ad02927-e46a-45a2-abd5-6070d4e8b042 tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Deleted allocations for instance e59ae345-5724-4513-8665-4b5569717032 [ 1433.053660] env[62588]: DEBUG nova.network.neutron [req-8b8f1e8a-1d52-4323-91d4-f9e8bd09c559 req-2b3857a6-541c-4510-b522-92017124028a service nova] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Updated VIF entry in instance network info cache for port 09c19c21-5a12-4cc3-9c5c-c0417a8f1f77. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1433.054079] env[62588]: DEBUG nova.network.neutron [req-8b8f1e8a-1d52-4323-91d4-f9e8bd09c559 req-2b3857a6-541c-4510-b522-92017124028a service nova] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Updating instance_info_cache with network_info: [{"id": "09c19c21-5a12-4cc3-9c5c-c0417a8f1f77", "address": "fa:16:3e:ae:d8:5a", "network": {"id": "273f4106-1c6b-419d-8808-f9331c2cd8dd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-448710927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d1ed630a0d4020a166f0f3c29d7bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09c19c21-5a", "ovs_interfaceid": "09c19c21-5a12-4cc3-9c5c-c0417a8f1f77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.181091] env[62588]: DEBUG oslo_vmware.api [None req-6b64b28e-716b-47e1-9553-e3371afa83eb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.246644] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793311, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.301859] env[62588]: DEBUG oslo_concurrency.lockutils [None req-133ce4ed-a6e3-485c-a807-4db0caaeec74 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Lock "f3419b0a-249f-4502-9796-84bbd8706dfb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.169s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.370889] env[62588]: DEBUG nova.compute.utils [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1433.374766] env[62588]: DEBUG nova.compute.manager [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1433.375808] env[62588]: DEBUG nova.network.neutron [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1433.408149] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3ad02927-e46a-45a2-abd5-6070d4e8b042 tempest-ServerTagsTestJSON-288193390 tempest-ServerTagsTestJSON-288193390-project-member] Lock "e59ae345-5724-4513-8665-4b5569717032" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.644s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.465997] env[62588]: DEBUG nova.policy [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ab0196f049a4b3ea5c997b574ca9bb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb27351a15a848fe904eb62a31514ca9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1433.557455] env[62588]: DEBUG oslo_concurrency.lockutils [req-8b8f1e8a-1d52-4323-91d4-f9e8bd09c559 req-2b3857a6-541c-4510-b522-92017124028a service nova] Releasing lock "refresh_cache-8393d21d-0eb6-446b-9c81-8a78d8f8243c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.557455] env[62588]: DEBUG nova.compute.manager [req-8b8f1e8a-1d52-4323-91d4-f9e8bd09c559 req-2b3857a6-541c-4510-b522-92017124028a service nova] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Received event network-vif-deleted-625c4a4e-9f2c-4e03-aee0-94942f1ae5fe {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1433.678820] env[62588]: DEBUG oslo_vmware.api [None req-6b64b28e-716b-47e1-9553-e3371afa83eb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.752579] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793311, 'name': CreateVM_Task, 'duration_secs': 1.420639} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.752777] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1433.753538] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.753715] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.754058] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1433.754328] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31797c29-9006-49fb-913f-d6f885be7b4c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.762874] env[62588]: DEBUG oslo_vmware.api [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1433.762874] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5251e265-31a3-0dcc-f4c9-60141745a55d" [ 1433.762874] env[62588]: _type = "Task" [ 1433.762874] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.773316] env[62588]: DEBUG oslo_vmware.api [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5251e265-31a3-0dcc-f4c9-60141745a55d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.777296] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Acquiring lock "f3419b0a-249f-4502-9796-84bbd8706dfb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.777846] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Lock "f3419b0a-249f-4502-9796-84bbd8706dfb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.777846] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Acquiring lock "f3419b0a-249f-4502-9796-84bbd8706dfb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.778032] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Lock "f3419b0a-249f-4502-9796-84bbd8706dfb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.778420] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Lock "f3419b0a-249f-4502-9796-84bbd8706dfb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.780249] env[62588]: INFO nova.compute.manager [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Terminating instance [ 1433.807364] env[62588]: DEBUG nova.compute.manager [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1433.879022] env[62588]: DEBUG nova.compute.manager [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1434.000952] env[62588]: DEBUG nova.compute.manager [req-6ebb70cb-c47b-41ea-ba3e-ec417efbf03d req-c781d1fa-3267-49e4-bb13-a4e8738077ca service nova] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Received event network-vif-plugged-5d943231-befc-42bf-a384-b1eb5cfece05 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1434.001189] env[62588]: DEBUG oslo_concurrency.lockutils [req-6ebb70cb-c47b-41ea-ba3e-ec417efbf03d req-c781d1fa-3267-49e4-bb13-a4e8738077ca service nova] Acquiring lock "1c13f071-ee91-40c2-bada-1dad8d195451-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.001391] env[62588]: DEBUG oslo_concurrency.lockutils [req-6ebb70cb-c47b-41ea-ba3e-ec417efbf03d req-c781d1fa-3267-49e4-bb13-a4e8738077ca service nova] Lock "1c13f071-ee91-40c2-bada-1dad8d195451-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.001556] env[62588]: DEBUG oslo_concurrency.lockutils [req-6ebb70cb-c47b-41ea-ba3e-ec417efbf03d req-c781d1fa-3267-49e4-bb13-a4e8738077ca service nova] Lock "1c13f071-ee91-40c2-bada-1dad8d195451-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.002042] env[62588]: DEBUG nova.compute.manager [req-6ebb70cb-c47b-41ea-ba3e-ec417efbf03d req-c781d1fa-3267-49e4-bb13-a4e8738077ca service nova] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] No waiting events found dispatching network-vif-plugged-5d943231-befc-42bf-a384-b1eb5cfece05 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1434.002042] env[62588]: WARNING nova.compute.manager [req-6ebb70cb-c47b-41ea-ba3e-ec417efbf03d req-c781d1fa-3267-49e4-bb13-a4e8738077ca service nova] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Received unexpected event network-vif-plugged-5d943231-befc-42bf-a384-b1eb5cfece05 for instance with vm_state building and task_state spawning. [ 1434.054703] env[62588]: DEBUG nova.network.neutron [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Successfully created port: bf10e734-b5f3-4b3f-8521-4d963d207784 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1434.180564] env[62588]: DEBUG oslo_vmware.api [None req-6b64b28e-716b-47e1-9553-e3371afa83eb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793312, 'name': PowerOffVM_Task, 'duration_secs': 1.172958} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.180859] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b64b28e-716b-47e1-9553-e3371afa83eb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1434.181073] env[62588]: DEBUG nova.compute.manager [None req-6b64b28e-716b-47e1-9553-e3371afa83eb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1434.181855] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300f37f3-0ce2-4fe4-a81e-ad8c25408221 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.276865] env[62588]: DEBUG oslo_vmware.api [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5251e265-31a3-0dcc-f4c9-60141745a55d, 'name': SearchDatastore_Task, 'duration_secs': 0.020346} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.281080] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.281703] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1434.282937] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.282937] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.282937] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1434.283585] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed04c974-9bca-4701-8024-6977ec612eed {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.287134] env[62588]: DEBUG nova.compute.manager [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1434.287982] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1434.289316] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a2eda0-aeec-4c5e-ba05-c3c6e8c6ec2b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.299902] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1434.301348] env[62588]: DEBUG nova.network.neutron [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Successfully updated port: 5d943231-befc-42bf-a384-b1eb5cfece05 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1434.303712] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be580c72-4a3a-4273-a1e9-4129e668c538 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.305591] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1434.305591] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1434.309693] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec514930-bd8f-4a1b-a183-9a5b92ddc5b2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.321533] env[62588]: DEBUG oslo_vmware.api [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1434.321533] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f08eb0-8a7e-0f2d-d2a1-3e2f2c22584d" [ 1434.321533] env[62588]: _type = "Task" [ 1434.321533] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.326255] env[62588]: DEBUG oslo_vmware.api [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Waiting for the task: (returnval){ [ 1434.326255] env[62588]: value = "task-1793313" [ 1434.326255] env[62588]: _type = "Task" [ 1434.326255] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.340567] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.352185] env[62588]: DEBUG oslo_vmware.api [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Task: {'id': task-1793313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.352549] env[62588]: DEBUG oslo_vmware.api [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f08eb0-8a7e-0f2d-d2a1-3e2f2c22584d, 'name': SearchDatastore_Task, 'duration_secs': 0.011741} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.353446] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8581e66-a5f1-416f-afcf-0f8ee3841e0f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.362244] env[62588]: DEBUG oslo_vmware.api [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1434.362244] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5219d47d-1ff0-aa9f-59b7-242fc34789cc" [ 1434.362244] env[62588]: _type = "Task" [ 1434.362244] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.373027] env[62588]: DEBUG oslo_vmware.api [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5219d47d-1ff0-aa9f-59b7-242fc34789cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.432374] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b218a2a-6984-446e-88b1-365e4d0172b6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.439646] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a377b97-b9b7-4f72-84a4-8ce648658f60 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.471730] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d570ff8-040d-403f-be3b-74517d6493ff {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.481637] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f98dc7-52c2-4fd7-b760-904d52ce9d14 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.497528] env[62588]: DEBUG nova.compute.provider_tree [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1434.694835] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6b64b28e-716b-47e1-9553-e3371afa83eb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "874c16bd-85d4-40f0-a87b-8e3f28e96202" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.056s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.810027] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquiring lock "refresh_cache-1c13f071-ee91-40c2-bada-1dad8d195451" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.810027] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquired lock "refresh_cache-1c13f071-ee91-40c2-bada-1dad8d195451" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.810027] env[62588]: DEBUG nova.network.neutron [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1434.845336] env[62588]: DEBUG oslo_vmware.api [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Task: {'id': task-1793313, 'name': PowerOffVM_Task, 'duration_secs': 0.21227} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.845845] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1434.846195] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1434.846568] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64bd4666-7617-475e-b960-259cc7609c48 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.875661] env[62588]: DEBUG oslo_vmware.api [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5219d47d-1ff0-aa9f-59b7-242fc34789cc, 'name': SearchDatastore_Task, 'duration_secs': 0.011224} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.876387] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.876737] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 8393d21d-0eb6-446b-9c81-8a78d8f8243c/8393d21d-0eb6-446b-9c81-8a78d8f8243c.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1434.877037] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f8d909b-235d-4f07-abc4-f1c7906772c3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.885024] env[62588]: DEBUG oslo_vmware.api [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1434.885024] env[62588]: value = "task-1793315" [ 1434.885024] env[62588]: _type = "Task" [ 1434.885024] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.890495] env[62588]: DEBUG nova.compute.manager [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1434.902740] env[62588]: DEBUG oslo_vmware.api [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.927109] env[62588]: DEBUG nova.virt.hardware [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1434.927406] env[62588]: DEBUG nova.virt.hardware [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1434.927617] env[62588]: DEBUG nova.virt.hardware [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1434.927842] env[62588]: DEBUG nova.virt.hardware [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1434.928090] env[62588]: DEBUG nova.virt.hardware [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1434.928436] env[62588]: DEBUG nova.virt.hardware [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1434.928436] env[62588]: DEBUG nova.virt.hardware [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1434.928566] env[62588]: DEBUG nova.virt.hardware [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1434.928704] env[62588]: DEBUG nova.virt.hardware [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1434.929084] env[62588]: DEBUG nova.virt.hardware [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1434.929828] env[62588]: DEBUG nova.virt.hardware [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1434.930282] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f37d78c-8c36-4dbd-b1c3-a9378e428ff4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.934118] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1434.934307] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1434.934569] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Deleting the datastore file [datastore1] f3419b0a-249f-4502-9796-84bbd8706dfb {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1434.935246] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2eb6e454-e7e2-4035-988a-7c957363c45f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.940713] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae42dbd-8cd5-4ebe-a591-75c970eabf50 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.945596] env[62588]: DEBUG oslo_vmware.api [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Waiting for the task: (returnval){ [ 1434.945596] env[62588]: value = "task-1793316" [ 1434.945596] env[62588]: _type = "Task" [ 1434.945596] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.964196] env[62588]: DEBUG oslo_vmware.api [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Task: {'id': task-1793316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.001071] env[62588]: DEBUG nova.scheduler.client.report [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1435.389192] env[62588]: DEBUG nova.network.neutron [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1435.398328] env[62588]: DEBUG oslo_vmware.api [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.456642] env[62588]: DEBUG oslo_vmware.api [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Task: {'id': task-1793316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.511952] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.511952] env[62588]: DEBUG nova.compute.manager [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: d592d200-c893-4538-be6b-59f21277da0d] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1435.512290] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.262s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.515122] env[62588]: INFO nova.compute.claims [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1435.670218] env[62588]: DEBUG nova.network.neutron [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Updating instance_info_cache with network_info: [{"id": "5d943231-befc-42bf-a384-b1eb5cfece05", "address": "fa:16:3e:98:df:62", "network": {"id": "273f4106-1c6b-419d-8808-f9331c2cd8dd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-448710927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d1ed630a0d4020a166f0f3c29d7bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d943231-be", "ovs_interfaceid": "5d943231-befc-42bf-a384-b1eb5cfece05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.751851] env[62588]: DEBUG nova.compute.manager [req-beb8890f-632e-4085-8120-e25e0713ae2c req-5c47dc45-3f2d-4458-8ee0-9bfc286e19e0 service nova] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Received event network-vif-plugged-bf10e734-b5f3-4b3f-8521-4d963d207784 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1435.752161] env[62588]: DEBUG oslo_concurrency.lockutils [req-beb8890f-632e-4085-8120-e25e0713ae2c req-5c47dc45-3f2d-4458-8ee0-9bfc286e19e0 service nova] Acquiring lock "88b35a0a-bc01-4bd4-91d5-fdb491b23b3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.752404] env[62588]: DEBUG oslo_concurrency.lockutils [req-beb8890f-632e-4085-8120-e25e0713ae2c req-5c47dc45-3f2d-4458-8ee0-9bfc286e19e0 service nova] Lock "88b35a0a-bc01-4bd4-91d5-fdb491b23b3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.752646] env[62588]: DEBUG oslo_concurrency.lockutils [req-beb8890f-632e-4085-8120-e25e0713ae2c req-5c47dc45-3f2d-4458-8ee0-9bfc286e19e0 service nova] Lock "88b35a0a-bc01-4bd4-91d5-fdb491b23b3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.752924] env[62588]: DEBUG nova.compute.manager [req-beb8890f-632e-4085-8120-e25e0713ae2c req-5c47dc45-3f2d-4458-8ee0-9bfc286e19e0 service nova] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] No waiting events found dispatching network-vif-plugged-bf10e734-b5f3-4b3f-8521-4d963d207784 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1435.753168] env[62588]: WARNING nova.compute.manager [req-beb8890f-632e-4085-8120-e25e0713ae2c req-5c47dc45-3f2d-4458-8ee0-9bfc286e19e0 service nova] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Received unexpected event network-vif-plugged-bf10e734-b5f3-4b3f-8521-4d963d207784 for instance with vm_state building and task_state spawning. [ 1435.895415] env[62588]: DEBUG oslo_vmware.api [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.942441] env[62588]: DEBUG nova.network.neutron [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Successfully updated port: bf10e734-b5f3-4b3f-8521-4d963d207784 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1435.961163] env[62588]: DEBUG oslo_vmware.api [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Task: {'id': task-1793316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.019462] env[62588]: DEBUG nova.compute.utils [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1436.023182] env[62588]: DEBUG nova.compute.manager [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: d592d200-c893-4538-be6b-59f21277da0d] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1436.023424] env[62588]: DEBUG nova.network.neutron [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: d592d200-c893-4538-be6b-59f21277da0d] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1436.087017] env[62588]: DEBUG nova.compute.manager [req-273fb32f-1c7c-4166-93ef-4c6dd4546e47 req-4e6836b7-2ac0-4d3f-98b6-3bda65d4f408 service nova] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Received event network-changed-5d943231-befc-42bf-a384-b1eb5cfece05 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1436.087017] env[62588]: DEBUG nova.compute.manager [req-273fb32f-1c7c-4166-93ef-4c6dd4546e47 req-4e6836b7-2ac0-4d3f-98b6-3bda65d4f408 service nova] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Refreshing instance network info cache due to event network-changed-5d943231-befc-42bf-a384-b1eb5cfece05. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1436.087333] env[62588]: DEBUG oslo_concurrency.lockutils [req-273fb32f-1c7c-4166-93ef-4c6dd4546e47 req-4e6836b7-2ac0-4d3f-98b6-3bda65d4f408 service nova] Acquiring lock "refresh_cache-1c13f071-ee91-40c2-bada-1dad8d195451" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.108797] env[62588]: DEBUG nova.policy [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47c733f76ab14b608a3c4e46eb854a29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc519d1e40cb46d7b606f77b0bde4781', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1436.176177] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Releasing lock "refresh_cache-1c13f071-ee91-40c2-bada-1dad8d195451" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.176177] env[62588]: DEBUG nova.compute.manager [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Instance network_info: |[{"id": "5d943231-befc-42bf-a384-b1eb5cfece05", "address": "fa:16:3e:98:df:62", "network": {"id": "273f4106-1c6b-419d-8808-f9331c2cd8dd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-448710927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d1ed630a0d4020a166f0f3c29d7bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d943231-be", "ovs_interfaceid": "5d943231-befc-42bf-a384-b1eb5cfece05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1436.176177] env[62588]: DEBUG oslo_concurrency.lockutils [req-273fb32f-1c7c-4166-93ef-4c6dd4546e47 req-4e6836b7-2ac0-4d3f-98b6-3bda65d4f408 service nova] Acquired lock "refresh_cache-1c13f071-ee91-40c2-bada-1dad8d195451" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.176177] env[62588]: DEBUG nova.network.neutron [req-273fb32f-1c7c-4166-93ef-4c6dd4546e47 req-4e6836b7-2ac0-4d3f-98b6-3bda65d4f408 service nova] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Refreshing network info cache for port 5d943231-befc-42bf-a384-b1eb5cfece05 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1436.176177] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:df:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cb94a1a-f287-46e7-b63b-ec692c2141b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d943231-befc-42bf-a384-b1eb5cfece05', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1436.184669] env[62588]: DEBUG oslo.service.loopingcall [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1436.185932] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1436.186276] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef494614-98c1-4ed9-aa6d-96e28c214ad5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.212951] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1436.212951] env[62588]: value = "task-1793317" [ 1436.212951] env[62588]: _type = "Task" [ 1436.212951] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.225998] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793317, 'name': CreateVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.397122] env[62588]: DEBUG oslo_vmware.api [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.444997] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquiring lock "refresh_cache-88b35a0a-bc01-4bd4-91d5-fdb491b23b3e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.445174] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquired lock "refresh_cache-88b35a0a-bc01-4bd4-91d5-fdb491b23b3e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.446161] env[62588]: DEBUG nova.network.neutron [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1436.464973] env[62588]: DEBUG oslo_vmware.api [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Task: {'id': task-1793316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.524578] env[62588]: DEBUG nova.compute.manager [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: d592d200-c893-4538-be6b-59f21277da0d] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1436.544248] env[62588]: DEBUG nova.compute.manager [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1436.544248] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae95bfd9-d9f2-42b1-a6eb-292b4e89eadb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.725031] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Acquiring lock "5914dad7-c69e-4294-8625-991864b73e0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.725165] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Lock "5914dad7-c69e-4294-8625-991864b73e0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.731081] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793317, 'name': CreateVM_Task, 'duration_secs': 0.351036} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.731230] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1436.731833] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.733018] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.733018] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1436.733018] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2538b5f3-26a3-4e0a-a10a-1d874516fc36 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.737528] env[62588]: DEBUG oslo_vmware.api [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1436.737528] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c33c3a-f40b-0a05-4212-5750381957ed" [ 1436.737528] env[62588]: _type = "Task" [ 1436.737528] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.747159] env[62588]: DEBUG oslo_vmware.api [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c33c3a-f40b-0a05-4212-5750381957ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.897151] env[62588]: DEBUG nova.network.neutron [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: d592d200-c893-4538-be6b-59f21277da0d] Successfully created port: fd33a87b-4b9b-46a7-b39f-7f4c12f9df81 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1436.905481] env[62588]: DEBUG oslo_vmware.api [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.964104] env[62588]: DEBUG oslo_vmware.api [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Task: {'id': task-1793316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.041109] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f8f6d8-0edf-4ddc-ba89-66802ddaf620 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.046361] env[62588]: DEBUG nova.network.neutron [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1437.055410] env[62588]: INFO nova.compute.manager [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] instance snapshotting [ 1437.055638] env[62588]: WARNING nova.compute.manager [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1437.058389] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af13e400-b891-4559-8dac-d8d76318ed84 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.062997] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4559a9d9-02c5-4f8c-8353-64686408094a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.114611] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812c3388-770a-4dfc-91b9-660887394403 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.118096] env[62588]: DEBUG nova.network.neutron [req-273fb32f-1c7c-4166-93ef-4c6dd4546e47 req-4e6836b7-2ac0-4d3f-98b6-3bda65d4f408 service nova] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Updated VIF entry in instance network info cache for port 5d943231-befc-42bf-a384-b1eb5cfece05. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1437.118224] env[62588]: DEBUG nova.network.neutron [req-273fb32f-1c7c-4166-93ef-4c6dd4546e47 req-4e6836b7-2ac0-4d3f-98b6-3bda65d4f408 service nova] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Updating instance_info_cache with network_info: [{"id": "5d943231-befc-42bf-a384-b1eb5cfece05", "address": "fa:16:3e:98:df:62", "network": {"id": "273f4106-1c6b-419d-8808-f9331c2cd8dd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-448710927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d1ed630a0d4020a166f0f3c29d7bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d943231-be", "ovs_interfaceid": "5d943231-befc-42bf-a384-b1eb5cfece05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.122047] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d050a2f6-49e9-4e0c-a037-7b5dba073cd9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.136604] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbe7c00-a02c-454c-b33f-205890871eca {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.151511] env[62588]: DEBUG nova.compute.provider_tree [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1437.248077] env[62588]: DEBUG oslo_vmware.api [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c33c3a-f40b-0a05-4212-5750381957ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.402024] env[62588]: DEBUG oslo_vmware.api [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.462193] env[62588]: DEBUG oslo_vmware.api [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Task: {'id': task-1793316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.537665] env[62588]: DEBUG nova.compute.manager [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: d592d200-c893-4538-be6b-59f21277da0d] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1437.577354] env[62588]: DEBUG nova.virt.hardware [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1437.577559] env[62588]: DEBUG nova.virt.hardware [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1437.577716] env[62588]: DEBUG nova.virt.hardware [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1437.577889] env[62588]: DEBUG nova.virt.hardware [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1437.578041] env[62588]: DEBUG nova.virt.hardware [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1437.578190] env[62588]: DEBUG nova.virt.hardware [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1437.578454] env[62588]: DEBUG nova.virt.hardware [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1437.578541] env[62588]: DEBUG nova.virt.hardware [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1437.578724] env[62588]: DEBUG nova.virt.hardware [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1437.578857] env[62588]: DEBUG nova.virt.hardware [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1437.579067] env[62588]: DEBUG nova.virt.hardware [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1437.580050] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dabaf7f-bfd2-4daf-9cab-dc01567b378b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.591895] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1440feba-8481-48a1-afb6-f0fb1c7ed126 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.624327] env[62588]: DEBUG nova.network.neutron [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Updating instance_info_cache with network_info: [{"id": "bf10e734-b5f3-4b3f-8521-4d963d207784", "address": "fa:16:3e:51:c3:51", "network": {"id": "b6a9cca8-25b5-4032-bae2-e8e3ab9d1a1e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-281994708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb27351a15a848fe904eb62a31514ca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf10e734-b5", "ovs_interfaceid": "bf10e734-b5f3-4b3f-8521-4d963d207784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.626240] env[62588]: DEBUG oslo_concurrency.lockutils [req-273fb32f-1c7c-4166-93ef-4c6dd4546e47 req-4e6836b7-2ac0-4d3f-98b6-3bda65d4f408 service nova] Releasing lock "refresh_cache-1c13f071-ee91-40c2-bada-1dad8d195451" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.636682] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Creating Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1437.637514] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-be597977-4137-4eae-ae58-a9ffbcc677e6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.645953] env[62588]: DEBUG oslo_vmware.api [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1437.645953] env[62588]: value = "task-1793318" [ 1437.645953] env[62588]: _type = "Task" [ 1437.645953] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.654881] env[62588]: DEBUG nova.scheduler.client.report [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1437.658280] env[62588]: DEBUG oslo_vmware.api [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793318, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.749580] env[62588]: DEBUG oslo_vmware.api [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c33c3a-f40b-0a05-4212-5750381957ed, 'name': SearchDatastore_Task, 'duration_secs': 0.726322} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.749835] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.750080] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1437.750313] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.750456] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.750660] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1437.750990] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b25c9d6-6f29-4b25-be68-b20c7e498120 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.771906] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1437.772100] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1437.772872] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54fad294-c936-4f00-8a3b-18f8a80245dc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.778918] env[62588]: DEBUG nova.compute.manager [req-6e6540ce-9fde-41a7-b7f5-a0645ff27815 req-39475abc-fab1-4095-9819-c70195fe1970 service nova] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Received event network-changed-bf10e734-b5f3-4b3f-8521-4d963d207784 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1437.779241] env[62588]: DEBUG nova.compute.manager [req-6e6540ce-9fde-41a7-b7f5-a0645ff27815 req-39475abc-fab1-4095-9819-c70195fe1970 service nova] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Refreshing instance network info cache due to event network-changed-bf10e734-b5f3-4b3f-8521-4d963d207784. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1437.779464] env[62588]: DEBUG oslo_concurrency.lockutils [req-6e6540ce-9fde-41a7-b7f5-a0645ff27815 req-39475abc-fab1-4095-9819-c70195fe1970 service nova] Acquiring lock "refresh_cache-88b35a0a-bc01-4bd4-91d5-fdb491b23b3e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.781559] env[62588]: DEBUG oslo_vmware.api [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1437.781559] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ca7c20-f3d9-a3f2-6af0-1280ec935cd2" [ 1437.781559] env[62588]: _type = "Task" [ 1437.781559] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.789975] env[62588]: DEBUG oslo_vmware.api [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ca7c20-f3d9-a3f2-6af0-1280ec935cd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.897472] env[62588]: DEBUG oslo_vmware.api [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793315, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.960240] env[62588]: DEBUG oslo_vmware.api [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Task: {'id': task-1793316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.762919} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.963072] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1437.963072] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1437.963072] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1437.963072] env[62588]: INFO nova.compute.manager [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Took 3.67 seconds to destroy the instance on the hypervisor. [ 1437.963072] env[62588]: DEBUG oslo.service.loopingcall [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1437.963072] env[62588]: DEBUG nova.compute.manager [-] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1437.963072] env[62588]: DEBUG nova.network.neutron [-] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1438.128227] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Releasing lock "refresh_cache-88b35a0a-bc01-4bd4-91d5-fdb491b23b3e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.128227] env[62588]: DEBUG nova.compute.manager [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Instance network_info: |[{"id": "bf10e734-b5f3-4b3f-8521-4d963d207784", "address": "fa:16:3e:51:c3:51", "network": {"id": "b6a9cca8-25b5-4032-bae2-e8e3ab9d1a1e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-281994708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb27351a15a848fe904eb62a31514ca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf10e734-b5", "ovs_interfaceid": "bf10e734-b5f3-4b3f-8521-4d963d207784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1438.128227] env[62588]: DEBUG oslo_concurrency.lockutils [req-6e6540ce-9fde-41a7-b7f5-a0645ff27815 req-39475abc-fab1-4095-9819-c70195fe1970 service nova] Acquired lock "refresh_cache-88b35a0a-bc01-4bd4-91d5-fdb491b23b3e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.128468] env[62588]: DEBUG nova.network.neutron [req-6e6540ce-9fde-41a7-b7f5-a0645ff27815 req-39475abc-fab1-4095-9819-c70195fe1970 service nova] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Refreshing network info cache for port bf10e734-b5f3-4b3f-8521-4d963d207784 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1438.129684] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:c3:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b9aabc7c-0f6c-42eb-bd27-493a1496c0c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf10e734-b5f3-4b3f-8521-4d963d207784', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1438.141851] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Creating folder: Project (eb27351a15a848fe904eb62a31514ca9). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1438.147194] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8940f5bf-e399-4ddd-a2ff-7343ecfa8bf4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.158421] env[62588]: DEBUG oslo_vmware.api [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793318, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.159868] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.160387] env[62588]: DEBUG nova.compute.manager [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1438.165621] env[62588]: DEBUG oslo_concurrency.lockutils [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.270s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.167041] env[62588]: INFO nova.compute.claims [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1438.169441] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Created folder: Project (eb27351a15a848fe904eb62a31514ca9) in parent group-v371885. [ 1438.169626] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Creating folder: Instances. Parent ref: group-v371975. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1438.170405] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65728650-c370-444e-b918-6f3cc9336a68 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.181956] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Created folder: Instances in parent group-v371975. [ 1438.182208] env[62588]: DEBUG oslo.service.loopingcall [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1438.182418] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1438.182641] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32feb12a-276b-4907-9e55-a03003bcbfe4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.206711] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1438.206711] env[62588]: value = "task-1793321" [ 1438.206711] env[62588]: _type = "Task" [ 1438.206711] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.217510] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793321, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.295358] env[62588]: DEBUG oslo_vmware.api [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ca7c20-f3d9-a3f2-6af0-1280ec935cd2, 'name': SearchDatastore_Task, 'duration_secs': 0.262528} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.296988] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75f930cf-2529-4720-9012-499c07cb39e7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.304579] env[62588]: DEBUG oslo_vmware.api [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1438.304579] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52360db8-575b-0961-3a12-c04a151d9df4" [ 1438.304579] env[62588]: _type = "Task" [ 1438.304579] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.313830] env[62588]: DEBUG oslo_vmware.api [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52360db8-575b-0961-3a12-c04a151d9df4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.400048] env[62588]: DEBUG oslo_vmware.api [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793315, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.472157] env[62588]: DEBUG nova.compute.manager [req-1f8c6ea0-cc1e-4f36-a845-4d7629f581c2 req-471dba8b-39c9-49e0-a1a7-c9a5c7d649a9 service nova] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Received event network-vif-deleted-4981713e-e02b-40f2-b3ef-d9822b0e8250 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1438.472157] env[62588]: INFO nova.compute.manager [req-1f8c6ea0-cc1e-4f36-a845-4d7629f581c2 req-471dba8b-39c9-49e0-a1a7-c9a5c7d649a9 service nova] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Neutron deleted interface 4981713e-e02b-40f2-b3ef-d9822b0e8250; detaching it from the instance and deleting it from the info cache [ 1438.472157] env[62588]: DEBUG nova.network.neutron [req-1f8c6ea0-cc1e-4f36-a845-4d7629f581c2 req-471dba8b-39c9-49e0-a1a7-c9a5c7d649a9 service nova] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.657809] env[62588]: DEBUG oslo_vmware.api [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793318, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.674980] env[62588]: DEBUG nova.compute.utils [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1438.678648] env[62588]: DEBUG nova.compute.manager [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1438.678648] env[62588]: DEBUG nova.network.neutron [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1438.719735] env[62588]: DEBUG nova.network.neutron [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: d592d200-c893-4538-be6b-59f21277da0d] Successfully updated port: fd33a87b-4b9b-46a7-b39f-7f4c12f9df81 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1438.721180] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793321, 'name': CreateVM_Task, 'duration_secs': 0.443782} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.725534] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1438.727335] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.728211] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.728211] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1438.728439] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b21310cb-891f-4fef-bb0c-2af00c95c5e3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.735330] env[62588]: DEBUG oslo_vmware.api [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1438.735330] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52990679-187e-08e7-6170-877cb129ffef" [ 1438.735330] env[62588]: _type = "Task" [ 1438.735330] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.746210] env[62588]: DEBUG oslo_vmware.api [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52990679-187e-08e7-6170-877cb129ffef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.760463] env[62588]: DEBUG nova.policy [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47c733f76ab14b608a3c4e46eb854a29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc519d1e40cb46d7b606f77b0bde4781', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1438.816286] env[62588]: DEBUG oslo_vmware.api [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52360db8-575b-0961-3a12-c04a151d9df4, 'name': SearchDatastore_Task, 'duration_secs': 0.150711} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.818541] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.818805] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 1c13f071-ee91-40c2-bada-1dad8d195451/1c13f071-ee91-40c2-bada-1dad8d195451.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1438.819240] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8f15030-f141-479b-b179-67f6f7062d62 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.826909] env[62588]: DEBUG oslo_vmware.api [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1438.826909] env[62588]: value = "task-1793322" [ 1438.826909] env[62588]: _type = "Task" [ 1438.826909] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.835019] env[62588]: DEBUG oslo_vmware.api [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.900454] env[62588]: DEBUG oslo_vmware.api [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793315, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.943133] env[62588]: DEBUG nova.network.neutron [-] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.974868] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a86df6b-468b-428a-b120-7ecf8eb8e01e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.986607] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f59682-8ebc-4fab-8b62-90afcf73924d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.022040] env[62588]: DEBUG nova.compute.manager [req-1f8c6ea0-cc1e-4f36-a845-4d7629f581c2 req-471dba8b-39c9-49e0-a1a7-c9a5c7d649a9 service nova] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Detach interface failed, port_id=4981713e-e02b-40f2-b3ef-d9822b0e8250, reason: Instance f3419b0a-249f-4502-9796-84bbd8706dfb could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1439.078651] env[62588]: DEBUG nova.network.neutron [req-6e6540ce-9fde-41a7-b7f5-a0645ff27815 req-39475abc-fab1-4095-9819-c70195fe1970 service nova] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Updated VIF entry in instance network info cache for port bf10e734-b5f3-4b3f-8521-4d963d207784. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1439.079043] env[62588]: DEBUG nova.network.neutron [req-6e6540ce-9fde-41a7-b7f5-a0645ff27815 req-39475abc-fab1-4095-9819-c70195fe1970 service nova] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Updating instance_info_cache with network_info: [{"id": "bf10e734-b5f3-4b3f-8521-4d963d207784", "address": "fa:16:3e:51:c3:51", "network": {"id": "b6a9cca8-25b5-4032-bae2-e8e3ab9d1a1e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-281994708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb27351a15a848fe904eb62a31514ca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf10e734-b5", "ovs_interfaceid": "bf10e734-b5f3-4b3f-8521-4d963d207784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.159405] env[62588]: DEBUG oslo_vmware.api [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793318, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.184097] env[62588]: DEBUG nova.compute.manager [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1439.228820] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquiring lock "refresh_cache-d592d200-c893-4538-be6b-59f21277da0d" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.228820] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquired lock "refresh_cache-d592d200-c893-4538-be6b-59f21277da0d" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.228820] env[62588]: DEBUG nova.network.neutron [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: d592d200-c893-4538-be6b-59f21277da0d] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1439.233144] env[62588]: DEBUG nova.network.neutron [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Successfully created port: cac57bf7-9cb9-4f4b-9083-2e5cc7cc179b {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1439.252557] env[62588]: DEBUG oslo_vmware.api [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52990679-187e-08e7-6170-877cb129ffef, 'name': SearchDatastore_Task, 'duration_secs': 0.438188} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.252956] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.253244] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1439.253507] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.253737] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.254064] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1439.254445] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e195acf8-aacd-4ce1-9369-feb4164fc785 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.312083] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1439.312306] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1439.313704] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1efb53b9-2aae-42c2-96bf-f8d180a1b7f1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.324791] env[62588]: DEBUG oslo_vmware.api [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1439.324791] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e12f09-0772-160a-4226-df11fb0e0236" [ 1439.324791] env[62588]: _type = "Task" [ 1439.324791] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.342687] env[62588]: DEBUG oslo_vmware.api [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e12f09-0772-160a-4226-df11fb0e0236, 'name': SearchDatastore_Task, 'duration_secs': 0.011291} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.342941] env[62588]: DEBUG oslo_vmware.api [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.343737] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12e2bce6-6450-4e8d-af17-8e50671c84fc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.350873] env[62588]: DEBUG oslo_vmware.api [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1439.350873] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]528d6b4e-0a1d-2968-f4d2-fe884f14b010" [ 1439.350873] env[62588]: _type = "Task" [ 1439.350873] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.361718] env[62588]: DEBUG oslo_vmware.api [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]528d6b4e-0a1d-2968-f4d2-fe884f14b010, 'name': SearchDatastore_Task, 'duration_secs': 0.008938} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.361961] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.363444] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e/88b35a0a-bc01-4bd4-91d5-fdb491b23b3e.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1439.363745] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a216f18-4525-4c1f-af40-c144b7f1aab1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.373621] env[62588]: DEBUG oslo_vmware.api [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1439.373621] env[62588]: value = "task-1793323" [ 1439.373621] env[62588]: _type = "Task" [ 1439.373621] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.382772] env[62588]: DEBUG oslo_vmware.api [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.403695] env[62588]: DEBUG oslo_vmware.api [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793315, 'name': CopyVirtualDisk_Task, 'duration_secs': 4.327479} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.407148] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 8393d21d-0eb6-446b-9c81-8a78d8f8243c/8393d21d-0eb6-446b-9c81-8a78d8f8243c.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1439.407387] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1439.407813] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b006c6a2-8111-4881-a7b7-84c04c73f260 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.415098] env[62588]: DEBUG oslo_vmware.api [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1439.415098] env[62588]: value = "task-1793324" [ 1439.415098] env[62588]: _type = "Task" [ 1439.415098] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.423688] env[62588]: DEBUG oslo_vmware.api [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793324, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.448054] env[62588]: INFO nova.compute.manager [-] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Took 1.48 seconds to deallocate network for instance. [ 1439.582708] env[62588]: DEBUG oslo_concurrency.lockutils [req-6e6540ce-9fde-41a7-b7f5-a0645ff27815 req-39475abc-fab1-4095-9819-c70195fe1970 service nova] Releasing lock "refresh_cache-88b35a0a-bc01-4bd4-91d5-fdb491b23b3e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.659860] env[62588]: DEBUG oslo_vmware.api [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793318, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.684019] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b54b26-4ee3-407d-bdd5-cabf45d22708 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.693826] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913ade1f-b400-42ac-9613-3b514a2e7f86 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.726291] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0572706b-75af-4231-b3d4-9ccad149f3ff {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.736580] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc5fcf4-d14f-40d1-bc2b-d0e44eefbbf6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.752590] env[62588]: DEBUG nova.compute.provider_tree [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1439.780452] env[62588]: DEBUG nova.network.neutron [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: d592d200-c893-4538-be6b-59f21277da0d] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1439.783025] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Acquiring lock "672d7961-3f6b-49e8-abaa-c83040bcfd69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.783143] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Lock "672d7961-3f6b-49e8-abaa-c83040bcfd69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.839692] env[62588]: DEBUG oslo_vmware.api [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793322, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.884725] env[62588]: DEBUG oslo_vmware.api [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.904490] env[62588]: DEBUG nova.compute.manager [req-0989e1fa-e869-4efd-bdf5-063dd1fc55b6 req-48e9bff1-98f5-4332-bcf3-d747080bbbb1 service nova] [instance: d592d200-c893-4538-be6b-59f21277da0d] Received event network-vif-plugged-fd33a87b-4b9b-46a7-b39f-7f4c12f9df81 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1439.904778] env[62588]: DEBUG oslo_concurrency.lockutils [req-0989e1fa-e869-4efd-bdf5-063dd1fc55b6 req-48e9bff1-98f5-4332-bcf3-d747080bbbb1 service nova] Acquiring lock "d592d200-c893-4538-be6b-59f21277da0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.904999] env[62588]: DEBUG oslo_concurrency.lockutils [req-0989e1fa-e869-4efd-bdf5-063dd1fc55b6 req-48e9bff1-98f5-4332-bcf3-d747080bbbb1 service nova] Lock "d592d200-c893-4538-be6b-59f21277da0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.905116] env[62588]: DEBUG oslo_concurrency.lockutils [req-0989e1fa-e869-4efd-bdf5-063dd1fc55b6 req-48e9bff1-98f5-4332-bcf3-d747080bbbb1 service nova] Lock "d592d200-c893-4538-be6b-59f21277da0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.905339] env[62588]: DEBUG nova.compute.manager [req-0989e1fa-e869-4efd-bdf5-063dd1fc55b6 req-48e9bff1-98f5-4332-bcf3-d747080bbbb1 service nova] [instance: d592d200-c893-4538-be6b-59f21277da0d] No waiting events found dispatching network-vif-plugged-fd33a87b-4b9b-46a7-b39f-7f4c12f9df81 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1439.905452] env[62588]: WARNING nova.compute.manager [req-0989e1fa-e869-4efd-bdf5-063dd1fc55b6 req-48e9bff1-98f5-4332-bcf3-d747080bbbb1 service nova] [instance: d592d200-c893-4538-be6b-59f21277da0d] Received unexpected event network-vif-plugged-fd33a87b-4b9b-46a7-b39f-7f4c12f9df81 for instance with vm_state building and task_state spawning. [ 1439.905608] env[62588]: DEBUG nova.compute.manager [req-0989e1fa-e869-4efd-bdf5-063dd1fc55b6 req-48e9bff1-98f5-4332-bcf3-d747080bbbb1 service nova] [instance: d592d200-c893-4538-be6b-59f21277da0d] Received event network-changed-fd33a87b-4b9b-46a7-b39f-7f4c12f9df81 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1439.905754] env[62588]: DEBUG nova.compute.manager [req-0989e1fa-e869-4efd-bdf5-063dd1fc55b6 req-48e9bff1-98f5-4332-bcf3-d747080bbbb1 service nova] [instance: d592d200-c893-4538-be6b-59f21277da0d] Refreshing instance network info cache due to event network-changed-fd33a87b-4b9b-46a7-b39f-7f4c12f9df81. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1439.905916] env[62588]: DEBUG oslo_concurrency.lockutils [req-0989e1fa-e869-4efd-bdf5-063dd1fc55b6 req-48e9bff1-98f5-4332-bcf3-d747080bbbb1 service nova] Acquiring lock "refresh_cache-d592d200-c893-4538-be6b-59f21277da0d" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.925109] env[62588]: DEBUG oslo_vmware.api [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793324, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061866} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.925277] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1439.926027] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364603c3-f564-471c-b64e-1332335f6e10 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.949017] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 8393d21d-0eb6-446b-9c81-8a78d8f8243c/8393d21d-0eb6-446b-9c81-8a78d8f8243c.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1439.950253] env[62588]: DEBUG nova.network.neutron [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: d592d200-c893-4538-be6b-59f21277da0d] Updating instance_info_cache with network_info: [{"id": "fd33a87b-4b9b-46a7-b39f-7f4c12f9df81", "address": "fa:16:3e:9b:32:a1", "network": {"id": "316dd76f-e497-489f-9bd6-93fb8ba73bc9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2025836284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc519d1e40cb46d7b606f77b0bde4781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd33a87b-4b", "ovs_interfaceid": "fd33a87b-4b9b-46a7-b39f-7f4c12f9df81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.951950] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b5629b7-950d-4d86-a75c-caba064e5486 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.968115] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.974972] env[62588]: DEBUG oslo_vmware.api [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1439.974972] env[62588]: value = "task-1793325" [ 1439.974972] env[62588]: _type = "Task" [ 1439.974972] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.983994] env[62588]: DEBUG oslo_vmware.api [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793325, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.159494] env[62588]: DEBUG oslo_vmware.api [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793318, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.200069] env[62588]: DEBUG nova.compute.manager [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1440.221169] env[62588]: DEBUG nova.virt.hardware [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1440.221407] env[62588]: DEBUG nova.virt.hardware [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1440.221560] env[62588]: DEBUG nova.virt.hardware [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1440.221737] env[62588]: DEBUG nova.virt.hardware [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1440.221881] env[62588]: DEBUG nova.virt.hardware [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1440.222034] env[62588]: DEBUG nova.virt.hardware [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1440.222249] env[62588]: DEBUG nova.virt.hardware [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1440.222404] env[62588]: DEBUG nova.virt.hardware [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1440.222566] env[62588]: DEBUG nova.virt.hardware [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1440.222804] env[62588]: DEBUG nova.virt.hardware [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1440.222986] env[62588]: DEBUG nova.virt.hardware [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1440.223903] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec5cd3c-31f0-4b01-aa85-66efe7b66c68 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.232363] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c18f441-950d-4215-9ed4-cf17b2bcd984 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.256309] env[62588]: DEBUG nova.scheduler.client.report [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1440.341527] env[62588]: DEBUG oslo_vmware.api [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793322, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.274417} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.344896] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 1c13f071-ee91-40c2-bada-1dad8d195451/1c13f071-ee91-40c2-bada-1dad8d195451.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1440.345216] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1440.345550] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f685e17a-a834-4ab0-9e0b-a4df8fcaf9e4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.353852] env[62588]: DEBUG oslo_vmware.api [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1440.353852] env[62588]: value = "task-1793326" [ 1440.353852] env[62588]: _type = "Task" [ 1440.353852] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.362581] env[62588]: DEBUG oslo_vmware.api [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.385621] env[62588]: DEBUG oslo_vmware.api [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793323, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.468273] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Releasing lock "refresh_cache-d592d200-c893-4538-be6b-59f21277da0d" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.468750] env[62588]: DEBUG nova.compute.manager [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: d592d200-c893-4538-be6b-59f21277da0d] Instance network_info: |[{"id": "fd33a87b-4b9b-46a7-b39f-7f4c12f9df81", "address": "fa:16:3e:9b:32:a1", "network": {"id": "316dd76f-e497-489f-9bd6-93fb8ba73bc9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2025836284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc519d1e40cb46d7b606f77b0bde4781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd33a87b-4b", "ovs_interfaceid": "fd33a87b-4b9b-46a7-b39f-7f4c12f9df81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1440.469249] env[62588]: DEBUG oslo_concurrency.lockutils [req-0989e1fa-e869-4efd-bdf5-063dd1fc55b6 req-48e9bff1-98f5-4332-bcf3-d747080bbbb1 service nova] Acquired lock "refresh_cache-d592d200-c893-4538-be6b-59f21277da0d" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.469456] env[62588]: DEBUG nova.network.neutron [req-0989e1fa-e869-4efd-bdf5-063dd1fc55b6 req-48e9bff1-98f5-4332-bcf3-d747080bbbb1 service nova] [instance: d592d200-c893-4538-be6b-59f21277da0d] Refreshing network info cache for port fd33a87b-4b9b-46a7-b39f-7f4c12f9df81 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1440.471055] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: d592d200-c893-4538-be6b-59f21277da0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:32:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd33a87b-4b9b-46a7-b39f-7f4c12f9df81', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1440.479704] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Creating folder: Project (bc519d1e40cb46d7b606f77b0bde4781). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1440.481193] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06355b38-a4d1-4b74-9072-24e3359ba58c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.493996] env[62588]: DEBUG oslo_vmware.api [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.496461] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Created folder: Project (bc519d1e40cb46d7b606f77b0bde4781) in parent group-v371885. [ 1440.496655] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Creating folder: Instances. Parent ref: group-v371978. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1440.496984] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8f0a012-ba63-4d1c-b9e1-209456e83c68 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.505838] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Created folder: Instances in parent group-v371978. [ 1440.506116] env[62588]: DEBUG oslo.service.loopingcall [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1440.506312] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d592d200-c893-4538-be6b-59f21277da0d] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1440.506512] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a2a950b-2b93-416e-9850-8176f452fa3d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.526970] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1440.526970] env[62588]: value = "task-1793329" [ 1440.526970] env[62588]: _type = "Task" [ 1440.526970] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.536562] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793329, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.660231] env[62588]: DEBUG oslo_vmware.api [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793318, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.760747] env[62588]: DEBUG nova.compute.manager [req-cdaf70da-f2d0-4b36-997e-d7e2d7c3681a req-358bf2fb-0263-4700-a70a-41f99de277bc service nova] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Received event network-vif-plugged-cac57bf7-9cb9-4f4b-9083-2e5cc7cc179b {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1440.760747] env[62588]: DEBUG oslo_concurrency.lockutils [req-cdaf70da-f2d0-4b36-997e-d7e2d7c3681a req-358bf2fb-0263-4700-a70a-41f99de277bc service nova] Acquiring lock "46b71ab3-df5b-47b1-a98a-9dd6c2eb4552-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.760747] env[62588]: DEBUG oslo_concurrency.lockutils [req-cdaf70da-f2d0-4b36-997e-d7e2d7c3681a req-358bf2fb-0263-4700-a70a-41f99de277bc service nova] Lock "46b71ab3-df5b-47b1-a98a-9dd6c2eb4552-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.760747] env[62588]: DEBUG oslo_concurrency.lockutils [req-cdaf70da-f2d0-4b36-997e-d7e2d7c3681a req-358bf2fb-0263-4700-a70a-41f99de277bc service nova] Lock "46b71ab3-df5b-47b1-a98a-9dd6c2eb4552-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.760747] env[62588]: DEBUG nova.compute.manager [req-cdaf70da-f2d0-4b36-997e-d7e2d7c3681a req-358bf2fb-0263-4700-a70a-41f99de277bc service nova] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] No waiting events found dispatching network-vif-plugged-cac57bf7-9cb9-4f4b-9083-2e5cc7cc179b {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1440.760747] env[62588]: WARNING nova.compute.manager [req-cdaf70da-f2d0-4b36-997e-d7e2d7c3681a req-358bf2fb-0263-4700-a70a-41f99de277bc service nova] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Received unexpected event network-vif-plugged-cac57bf7-9cb9-4f4b-9083-2e5cc7cc179b for instance with vm_state building and task_state spawning. [ 1440.762860] env[62588]: DEBUG oslo_concurrency.lockutils [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.763264] env[62588]: DEBUG nova.compute.manager [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1440.765851] env[62588]: DEBUG oslo_concurrency.lockutils [None req-552f7c42-cfaa-4a9d-817c-cc307793b0e4 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.680s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.766711] env[62588]: DEBUG nova.objects.instance [None req-552f7c42-cfaa-4a9d-817c-cc307793b0e4 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lazy-loading 'resources' on Instance uuid 004f4a6a-4ada-43cf-8a43-541f392b3fd7 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1440.860867] env[62588]: DEBUG nova.network.neutron [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Successfully updated port: cac57bf7-9cb9-4f4b-9083-2e5cc7cc179b {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1440.865768] env[62588]: DEBUG oslo_vmware.api [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.365637} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.866321] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1440.867277] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6217640-52c9-4d33-ab02-34d1cb2ed6c6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.890796] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 1c13f071-ee91-40c2-bada-1dad8d195451/1c13f071-ee91-40c2-bada-1dad8d195451.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1440.895184] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f8501c0-c058-4ed3-bedb-9d1ca9918116 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.918895] env[62588]: DEBUG oslo_vmware.api [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793323, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.302432} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.920170] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e/88b35a0a-bc01-4bd4-91d5-fdb491b23b3e.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1440.920433] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1440.920789] env[62588]: DEBUG oslo_vmware.api [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1440.920789] env[62588]: value = "task-1793330" [ 1440.920789] env[62588]: _type = "Task" [ 1440.920789] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.921027] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-394a72d0-f70c-4ac5-8e85-c7fad05a0f58 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.932426] env[62588]: DEBUG oslo_vmware.api [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793330, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.933770] env[62588]: DEBUG oslo_vmware.api [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1440.933770] env[62588]: value = "task-1793331" [ 1440.933770] env[62588]: _type = "Task" [ 1440.933770] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.942521] env[62588]: DEBUG oslo_vmware.api [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.995782] env[62588]: DEBUG oslo_vmware.api [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793325, 'name': ReconfigVM_Task, 'duration_secs': 0.927104} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.996141] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 8393d21d-0eb6-446b-9c81-8a78d8f8243c/8393d21d-0eb6-446b-9c81-8a78d8f8243c.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1440.996857] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b18c6c6-9667-4157-9c94-759f76825854 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.003960] env[62588]: DEBUG oslo_vmware.api [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1441.003960] env[62588]: value = "task-1793332" [ 1441.003960] env[62588]: _type = "Task" [ 1441.003960] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.014018] env[62588]: DEBUG oslo_vmware.api [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793332, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.036563] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793329, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.162433] env[62588]: DEBUG oslo_vmware.api [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793318, 'name': CreateSnapshot_Task, 'duration_secs': 3.094863} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.163018] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Created Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1441.163584] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526bba16-d111-4ce6-b806-459e5c9fde20 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.234032] env[62588]: DEBUG nova.network.neutron [req-0989e1fa-e869-4efd-bdf5-063dd1fc55b6 req-48e9bff1-98f5-4332-bcf3-d747080bbbb1 service nova] [instance: d592d200-c893-4538-be6b-59f21277da0d] Updated VIF entry in instance network info cache for port fd33a87b-4b9b-46a7-b39f-7f4c12f9df81. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1441.234393] env[62588]: DEBUG nova.network.neutron [req-0989e1fa-e869-4efd-bdf5-063dd1fc55b6 req-48e9bff1-98f5-4332-bcf3-d747080bbbb1 service nova] [instance: d592d200-c893-4538-be6b-59f21277da0d] Updating instance_info_cache with network_info: [{"id": "fd33a87b-4b9b-46a7-b39f-7f4c12f9df81", "address": "fa:16:3e:9b:32:a1", "network": {"id": "316dd76f-e497-489f-9bd6-93fb8ba73bc9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2025836284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc519d1e40cb46d7b606f77b0bde4781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd33a87b-4b", "ovs_interfaceid": "fd33a87b-4b9b-46a7-b39f-7f4c12f9df81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.269613] env[62588]: DEBUG nova.compute.utils [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1441.274119] env[62588]: DEBUG nova.compute.manager [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1441.274298] env[62588]: DEBUG nova.network.neutron [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1441.332368] env[62588]: DEBUG nova.policy [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9da5014d10dc41d4b4ec8ceef8c87541', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9450f94655f42109010b841ff21d533', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1441.367699] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquiring lock "refresh_cache-46b71ab3-df5b-47b1-a98a-9dd6c2eb4552" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.367851] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquired lock "refresh_cache-46b71ab3-df5b-47b1-a98a-9dd6c2eb4552" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.368027] env[62588]: DEBUG nova.network.neutron [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1441.432600] env[62588]: DEBUG oslo_vmware.api [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793330, 'name': ReconfigVM_Task, 'duration_secs': 0.271102} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.435281] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 1c13f071-ee91-40c2-bada-1dad8d195451/1c13f071-ee91-40c2-bada-1dad8d195451.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1441.436051] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5931e9a-9b38-4809-b63f-902cc2c7bd51 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.446269] env[62588]: DEBUG oslo_vmware.api [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066319} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.447574] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1441.448051] env[62588]: DEBUG oslo_vmware.api [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1441.448051] env[62588]: value = "task-1793333" [ 1441.448051] env[62588]: _type = "Task" [ 1441.448051] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.449676] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f16f10-7a00-4a3a-9003-cf12a8cdf9f5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.464383] env[62588]: DEBUG oslo_vmware.api [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793333, 'name': Rename_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.483877] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e/88b35a0a-bc01-4bd4-91d5-fdb491b23b3e.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1441.486695] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b807291d-3b54-4f54-81c6-a9eb5acec7e1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.509664] env[62588]: DEBUG oslo_vmware.api [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1441.509664] env[62588]: value = "task-1793334" [ 1441.509664] env[62588]: _type = "Task" [ 1441.509664] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.515937] env[62588]: DEBUG oslo_vmware.api [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793332, 'name': Rename_Task, 'duration_secs': 0.184943} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.516762] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1441.516807] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8754e026-bfba-4172-a78b-f156ccc0d55e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.524431] env[62588]: DEBUG oslo_vmware.api [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793334, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.529089] env[62588]: DEBUG oslo_vmware.api [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1441.529089] env[62588]: value = "task-1793335" [ 1441.529089] env[62588]: _type = "Task" [ 1441.529089] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.548197] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793329, 'name': CreateVM_Task, 'duration_secs': 0.582842} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.548197] env[62588]: DEBUG oslo_vmware.api [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.548197] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d592d200-c893-4538-be6b-59f21277da0d] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1441.548543] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.548616] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.548928] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1441.549201] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbd10a6d-4125-4f06-ab3e-d6cb1831167b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.555062] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1441.555062] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526dfdd1-6c9a-7dc2-2c39-68bb06564d36" [ 1441.555062] env[62588]: _type = "Task" [ 1441.555062] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.564705] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526dfdd1-6c9a-7dc2-2c39-68bb06564d36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.683709] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Creating linked-clone VM from snapshot {{(pid=62588) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1441.683989] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-98c8dfa2-33fa-4dab-a048-759bb3b95955 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.692775] env[62588]: DEBUG oslo_vmware.api [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1441.692775] env[62588]: value = "task-1793336" [ 1441.692775] env[62588]: _type = "Task" [ 1441.692775] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.703159] env[62588]: DEBUG oslo_vmware.api [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793336, 'name': CloneVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.707709] env[62588]: DEBUG nova.network.neutron [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Successfully created port: a305d14e-8072-4d6a-ad7c-4488310781b7 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1441.737299] env[62588]: DEBUG oslo_concurrency.lockutils [req-0989e1fa-e869-4efd-bdf5-063dd1fc55b6 req-48e9bff1-98f5-4332-bcf3-d747080bbbb1 service nova] Releasing lock "refresh_cache-d592d200-c893-4538-be6b-59f21277da0d" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1441.774498] env[62588]: DEBUG nova.compute.manager [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1441.808542] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcc9815-a0a6-4804-ae3c-a75c5da4541e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.818593] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c74b9c-de18-4daf-8947-e07adb0abb63 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.850647] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1554a3-0811-4cfe-8f02-d3e066bb5926 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.858489] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39572661-e451-4dbc-ad56-5fa1a9536eb5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.874477] env[62588]: DEBUG nova.compute.provider_tree [None req-552f7c42-cfaa-4a9d-817c-cc307793b0e4 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1441.935245] env[62588]: DEBUG nova.network.neutron [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1441.963511] env[62588]: DEBUG oslo_vmware.api [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793333, 'name': Rename_Task, 'duration_secs': 0.206983} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.964176] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1441.964374] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09425af6-da0c-4341-863c-f489eb88eb61 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.970736] env[62588]: DEBUG oslo_vmware.api [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1441.970736] env[62588]: value = "task-1793337" [ 1441.970736] env[62588]: _type = "Task" [ 1441.970736] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.979396] env[62588]: DEBUG oslo_vmware.api [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.021896] env[62588]: DEBUG oslo_vmware.api [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793334, 'name': ReconfigVM_Task, 'duration_secs': 0.450261} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.021896] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e/88b35a0a-bc01-4bd4-91d5-fdb491b23b3e.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1442.022394] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-907205ac-4206-4aae-8e01-4454b3492a5b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.029962] env[62588]: DEBUG oslo_vmware.api [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1442.029962] env[62588]: value = "task-1793338" [ 1442.029962] env[62588]: _type = "Task" [ 1442.029962] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.041055] env[62588]: DEBUG oslo_vmware.api [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793338, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.044198] env[62588]: DEBUG oslo_vmware.api [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793335, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.069541] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526dfdd1-6c9a-7dc2-2c39-68bb06564d36, 'name': SearchDatastore_Task, 'duration_secs': 0.042259} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.069933] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.070210] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: d592d200-c893-4538-be6b-59f21277da0d] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1442.070480] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1442.070684] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.070829] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1442.071145] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e9e3dbd-cad0-4851-bac5-5ab3b04da19a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.114114] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1442.114296] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1442.115112] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f957d8b7-f217-4981-8203-6998ee9b96f8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.121342] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1442.121342] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52577231-3c9f-46a2-df00-0aef705a6e83" [ 1442.121342] env[62588]: _type = "Task" [ 1442.121342] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.134960] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52577231-3c9f-46a2-df00-0aef705a6e83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.201505] env[62588]: DEBUG nova.network.neutron [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Updating instance_info_cache with network_info: [{"id": "cac57bf7-9cb9-4f4b-9083-2e5cc7cc179b", "address": "fa:16:3e:a6:b0:97", "network": {"id": "316dd76f-e497-489f-9bd6-93fb8ba73bc9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2025836284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc519d1e40cb46d7b606f77b0bde4781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac57bf7-9c", "ovs_interfaceid": "cac57bf7-9cb9-4f4b-9083-2e5cc7cc179b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.208026] env[62588]: DEBUG oslo_vmware.api [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793336, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.377889] env[62588]: DEBUG nova.scheduler.client.report [None req-552f7c42-cfaa-4a9d-817c-cc307793b0e4 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1442.481126] env[62588]: DEBUG oslo_vmware.api [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793337, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.546262] env[62588]: DEBUG oslo_vmware.api [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793335, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.546979] env[62588]: DEBUG oslo_vmware.api [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793338, 'name': Rename_Task, 'duration_secs': 0.15593} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.547079] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1442.547320] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fd85a87-fd11-4b0e-a67a-d718519bdfe5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.554240] env[62588]: DEBUG oslo_vmware.api [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1442.554240] env[62588]: value = "task-1793339" [ 1442.554240] env[62588]: _type = "Task" [ 1442.554240] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.561800] env[62588]: DEBUG oslo_vmware.api [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.632192] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52577231-3c9f-46a2-df00-0aef705a6e83, 'name': SearchDatastore_Task, 'duration_secs': 0.015567} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.633030] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-042180f2-7b7a-4041-90aa-db8e7bec79a0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.639037] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1442.639037] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b7689c-eec7-4410-9226-0917badfab5e" [ 1442.639037] env[62588]: _type = "Task" [ 1442.639037] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.646195] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b7689c-eec7-4410-9226-0917badfab5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.702702] env[62588]: DEBUG oslo_vmware.api [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793336, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.708329] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Releasing lock "refresh_cache-46b71ab3-df5b-47b1-a98a-9dd6c2eb4552" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.708642] env[62588]: DEBUG nova.compute.manager [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Instance network_info: |[{"id": "cac57bf7-9cb9-4f4b-9083-2e5cc7cc179b", "address": "fa:16:3e:a6:b0:97", "network": {"id": "316dd76f-e497-489f-9bd6-93fb8ba73bc9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2025836284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc519d1e40cb46d7b606f77b0bde4781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac57bf7-9c", "ovs_interfaceid": "cac57bf7-9cb9-4f4b-9083-2e5cc7cc179b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1442.709467] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:b0:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cac57bf7-9cb9-4f4b-9083-2e5cc7cc179b', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1442.716705] env[62588]: DEBUG oslo.service.loopingcall [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1442.716923] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1442.717164] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03d8210f-99fd-4505-95b1-74f39fcb8b53 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.737090] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1442.737090] env[62588]: value = "task-1793340" [ 1442.737090] env[62588]: _type = "Task" [ 1442.737090] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.746760] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793340, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.784343] env[62588]: DEBUG nova.compute.manager [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1442.790852] env[62588]: DEBUG nova.compute.manager [req-a982ecda-87ab-4cb0-ae1a-a0d9c215104f req-68105b01-9524-4293-8818-20e6cd0f9403 service nova] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Received event network-changed-cac57bf7-9cb9-4f4b-9083-2e5cc7cc179b {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1442.791133] env[62588]: DEBUG nova.compute.manager [req-a982ecda-87ab-4cb0-ae1a-a0d9c215104f req-68105b01-9524-4293-8818-20e6cd0f9403 service nova] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Refreshing instance network info cache due to event network-changed-cac57bf7-9cb9-4f4b-9083-2e5cc7cc179b. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1442.791282] env[62588]: DEBUG oslo_concurrency.lockutils [req-a982ecda-87ab-4cb0-ae1a-a0d9c215104f req-68105b01-9524-4293-8818-20e6cd0f9403 service nova] Acquiring lock "refresh_cache-46b71ab3-df5b-47b1-a98a-9dd6c2eb4552" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1442.791395] env[62588]: DEBUG oslo_concurrency.lockutils [req-a982ecda-87ab-4cb0-ae1a-a0d9c215104f req-68105b01-9524-4293-8818-20e6cd0f9403 service nova] Acquired lock "refresh_cache-46b71ab3-df5b-47b1-a98a-9dd6c2eb4552" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.791543] env[62588]: DEBUG nova.network.neutron [req-a982ecda-87ab-4cb0-ae1a-a0d9c215104f req-68105b01-9524-4293-8818-20e6cd0f9403 service nova] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Refreshing network info cache for port cac57bf7-9cb9-4f4b-9083-2e5cc7cc179b {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1442.812870] env[62588]: DEBUG nova.virt.hardware [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1442.813145] env[62588]: DEBUG nova.virt.hardware [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1442.813301] env[62588]: DEBUG nova.virt.hardware [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1442.813478] env[62588]: DEBUG nova.virt.hardware [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1442.813617] env[62588]: DEBUG nova.virt.hardware [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1442.813758] env[62588]: DEBUG nova.virt.hardware [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1442.813958] env[62588]: DEBUG nova.virt.hardware [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1442.814121] env[62588]: DEBUG nova.virt.hardware [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1442.814348] env[62588]: DEBUG nova.virt.hardware [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1442.814443] env[62588]: DEBUG nova.virt.hardware [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1442.814607] env[62588]: DEBUG nova.virt.hardware [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1442.815682] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a84e0f5-a788-43d9-93c4-976c0b8ee560 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.823658] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fe91e4-bf9b-4342-b012-83ab34950972 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.883299] env[62588]: DEBUG oslo_concurrency.lockutils [None req-552f7c42-cfaa-4a9d-817c-cc307793b0e4 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.885499] env[62588]: DEBUG oslo_concurrency.lockutils [None req-93a8818f-dfda-4f98-b9a5-b7dff25c1016 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.573s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.885723] env[62588]: DEBUG nova.objects.instance [None req-93a8818f-dfda-4f98-b9a5-b7dff25c1016 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Lazy-loading 'resources' on Instance uuid 040493e7-86b3-4c92-927b-e8f8305dbfa4 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1442.914411] env[62588]: INFO nova.scheduler.client.report [None req-552f7c42-cfaa-4a9d-817c-cc307793b0e4 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Deleted allocations for instance 004f4a6a-4ada-43cf-8a43-541f392b3fd7 [ 1442.980841] env[62588]: DEBUG oslo_vmware.api [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793337, 'name': PowerOnVM_Task, 'duration_secs': 0.5526} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.981156] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1442.981358] env[62588]: INFO nova.compute.manager [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Took 10.66 seconds to spawn the instance on the hypervisor. [ 1442.981532] env[62588]: DEBUG nova.compute.manager [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1442.982332] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359035db-e10a-4c61-a64c-9ce75e354925 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.044962] env[62588]: DEBUG oslo_vmware.api [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793335, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.063633] env[62588]: DEBUG oslo_vmware.api [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793339, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.149393] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b7689c-eec7-4410-9226-0917badfab5e, 'name': SearchDatastore_Task, 'duration_secs': 0.054896} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.149652] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.149909] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] d592d200-c893-4538-be6b-59f21277da0d/d592d200-c893-4538-be6b-59f21277da0d.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1443.150213] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efab9711-b577-4355-8263-a8ea234c6980 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.157122] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1443.157122] env[62588]: value = "task-1793341" [ 1443.157122] env[62588]: _type = "Task" [ 1443.157122] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.164659] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.205632] env[62588]: DEBUG oslo_vmware.api [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793336, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.248405] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793340, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.421932] env[62588]: DEBUG oslo_concurrency.lockutils [None req-552f7c42-cfaa-4a9d-817c-cc307793b0e4 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lock "004f4a6a-4ada-43cf-8a43-541f392b3fd7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.041s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.499167] env[62588]: INFO nova.compute.manager [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Took 44.55 seconds to build instance. [ 1443.549982] env[62588]: DEBUG oslo_vmware.api [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793335, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.563825] env[62588]: DEBUG oslo_vmware.api [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793339, 'name': PowerOnVM_Task, 'duration_secs': 0.578093} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.565234] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1443.565309] env[62588]: INFO nova.compute.manager [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1443.565534] env[62588]: DEBUG nova.compute.manager [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1443.574478] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d3227d-2874-4a1a-94eb-23e93444a5b2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.667200] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.706606] env[62588]: DEBUG oslo_vmware.api [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793336, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.737262] env[62588]: DEBUG nova.network.neutron [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Successfully updated port: a305d14e-8072-4d6a-ad7c-4488310781b7 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1443.743350] env[62588]: DEBUG nova.network.neutron [req-a982ecda-87ab-4cb0-ae1a-a0d9c215104f req-68105b01-9524-4293-8818-20e6cd0f9403 service nova] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Updated VIF entry in instance network info cache for port cac57bf7-9cb9-4f4b-9083-2e5cc7cc179b. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1443.743696] env[62588]: DEBUG nova.network.neutron [req-a982ecda-87ab-4cb0-ae1a-a0d9c215104f req-68105b01-9524-4293-8818-20e6cd0f9403 service nova] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Updating instance_info_cache with network_info: [{"id": "cac57bf7-9cb9-4f4b-9083-2e5cc7cc179b", "address": "fa:16:3e:a6:b0:97", "network": {"id": "316dd76f-e497-489f-9bd6-93fb8ba73bc9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2025836284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc519d1e40cb46d7b606f77b0bde4781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac57bf7-9c", "ovs_interfaceid": "cac57bf7-9cb9-4f4b-9083-2e5cc7cc179b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.757082] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793340, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.949057] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7add8007-2afe-46dc-834e-e6a29a304a21 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.957630] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94454bc-db97-42b7-a3e4-c289117028c6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.992934] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c2d387-6d44-4a1f-b6ed-b5fd25a3c1bf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.001690] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dbd9d915-fc85-4f50-b931-0874381d6898 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lock "1c13f071-ee91-40c2-bada-1dad8d195451" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.595s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.004604] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bf9939-a9d4-4936-b838-348aa4ad4c98 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.026318] env[62588]: DEBUG nova.compute.provider_tree [None req-93a8818f-dfda-4f98-b9a5-b7dff25c1016 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1444.048458] env[62588]: DEBUG oslo_vmware.api [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793335, 'name': PowerOnVM_Task, 'duration_secs': 2.315891} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.048881] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1444.049241] env[62588]: INFO nova.compute.manager [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Took 14.39 seconds to spawn the instance on the hypervisor. [ 1444.049512] env[62588]: DEBUG nova.compute.manager [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1444.050383] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2804f4-0f29-444e-a94c-a2512c3d2f3f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.081048] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dbde55c3-2c68-45dc-9362-21dd21daaa48 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquiring lock "48e51ea3-9a6e-4078-9c09-b3b4291d2d55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.081048] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dbde55c3-2c68-45dc-9362-21dd21daaa48 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lock "48e51ea3-9a6e-4078-9c09-b3b4291d2d55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.081048] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dbde55c3-2c68-45dc-9362-21dd21daaa48 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquiring lock "48e51ea3-9a6e-4078-9c09-b3b4291d2d55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.081048] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dbde55c3-2c68-45dc-9362-21dd21daaa48 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lock "48e51ea3-9a6e-4078-9c09-b3b4291d2d55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.081048] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dbde55c3-2c68-45dc-9362-21dd21daaa48 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lock "48e51ea3-9a6e-4078-9c09-b3b4291d2d55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.083547] env[62588]: INFO nova.compute.manager [None req-dbde55c3-2c68-45dc-9362-21dd21daaa48 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Terminating instance [ 1444.096642] env[62588]: INFO nova.compute.manager [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Took 40.00 seconds to build instance. [ 1444.168735] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793341, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.207314] env[62588]: DEBUG oslo_vmware.api [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793336, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.249807] env[62588]: DEBUG oslo_concurrency.lockutils [req-a982ecda-87ab-4cb0-ae1a-a0d9c215104f req-68105b01-9524-4293-8818-20e6cd0f9403 service nova] Releasing lock "refresh_cache-46b71ab3-df5b-47b1-a98a-9dd6c2eb4552" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.250415] env[62588]: DEBUG oslo_concurrency.lockutils [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Acquiring lock "refresh_cache-3d1e96f5-3021-4155-8855-592361b2b0d6" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.250541] env[62588]: DEBUG oslo_concurrency.lockutils [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Acquired lock "refresh_cache-3d1e96f5-3021-4155-8855-592361b2b0d6" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.250737] env[62588]: DEBUG nova.network.neutron [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1444.251817] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793340, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.515523] env[62588]: DEBUG nova.compute.manager [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1444.529819] env[62588]: DEBUG nova.scheduler.client.report [None req-93a8818f-dfda-4f98-b9a5-b7dff25c1016 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1444.569439] env[62588]: INFO nova.compute.manager [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Took 48.29 seconds to build instance. [ 1444.573521] env[62588]: INFO nova.compute.manager [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Rescuing [ 1444.573707] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquiring lock "refresh_cache-1c13f071-ee91-40c2-bada-1dad8d195451" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.573855] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquired lock "refresh_cache-1c13f071-ee91-40c2-bada-1dad8d195451" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.574050] env[62588]: DEBUG nova.network.neutron [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1444.587884] env[62588]: DEBUG nova.compute.manager [None req-dbde55c3-2c68-45dc-9362-21dd21daaa48 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1444.589397] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-dbde55c3-2c68-45dc-9362-21dd21daaa48 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1444.590533] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500e8c0b-a2d8-41a9-a2e4-c3fda0be89c1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.601141] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8286263c-e368-4b4a-98ee-dc4e6506ba17 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lock "88b35a0a-bc01-4bd4-91d5-fdb491b23b3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.941s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.601141] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbde55c3-2c68-45dc-9362-21dd21daaa48 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1444.602733] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e323e93-9e59-4e98-b028-6b25c129a80f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.610272] env[62588]: DEBUG oslo_vmware.api [None req-dbde55c3-2c68-45dc-9362-21dd21daaa48 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for the task: (returnval){ [ 1444.610272] env[62588]: value = "task-1793342" [ 1444.610272] env[62588]: _type = "Task" [ 1444.610272] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.626888] env[62588]: DEBUG oslo_vmware.api [None req-dbde55c3-2c68-45dc-9362-21dd21daaa48 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.669413] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793341, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.245035} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.669686] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] d592d200-c893-4538-be6b-59f21277da0d/d592d200-c893-4538-be6b-59f21277da0d.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1444.669928] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: d592d200-c893-4538-be6b-59f21277da0d] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1444.670205] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-779895c1-a453-4dc8-8c52-72232e043c43 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.676727] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1444.676727] env[62588]: value = "task-1793343" [ 1444.676727] env[62588]: _type = "Task" [ 1444.676727] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.685508] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793343, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.706966] env[62588]: DEBUG oslo_vmware.api [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793336, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.749674] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793340, 'name': CreateVM_Task, 'duration_secs': 1.692792} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.749914] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1444.750854] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.750854] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.751120] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1444.751390] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93548c5c-ccaf-40d7-97a4-146bc2abc0ea {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.758576] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1444.758576] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52004475-a99e-6bb1-b315-be274ea28737" [ 1444.758576] env[62588]: _type = "Task" [ 1444.758576] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.767744] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52004475-a99e-6bb1-b315-be274ea28737, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.788442] env[62588]: DEBUG nova.network.neutron [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1444.853730] env[62588]: DEBUG nova.compute.manager [req-cf2debd7-8b4d-42b9-af54-86772d5f35d4 req-fd9b84f7-79d4-41d5-9669-f1f36adc6bc5 service nova] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Received event network-vif-plugged-a305d14e-8072-4d6a-ad7c-4488310781b7 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1444.854834] env[62588]: DEBUG oslo_concurrency.lockutils [req-cf2debd7-8b4d-42b9-af54-86772d5f35d4 req-fd9b84f7-79d4-41d5-9669-f1f36adc6bc5 service nova] Acquiring lock "3d1e96f5-3021-4155-8855-592361b2b0d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.855407] env[62588]: DEBUG oslo_concurrency.lockutils [req-cf2debd7-8b4d-42b9-af54-86772d5f35d4 req-fd9b84f7-79d4-41d5-9669-f1f36adc6bc5 service nova] Lock "3d1e96f5-3021-4155-8855-592361b2b0d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.855712] env[62588]: DEBUG oslo_concurrency.lockutils [req-cf2debd7-8b4d-42b9-af54-86772d5f35d4 req-fd9b84f7-79d4-41d5-9669-f1f36adc6bc5 service nova] Lock "3d1e96f5-3021-4155-8855-592361b2b0d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.856056] env[62588]: DEBUG nova.compute.manager [req-cf2debd7-8b4d-42b9-af54-86772d5f35d4 req-fd9b84f7-79d4-41d5-9669-f1f36adc6bc5 service nova] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] No waiting events found dispatching network-vif-plugged-a305d14e-8072-4d6a-ad7c-4488310781b7 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1444.856369] env[62588]: WARNING nova.compute.manager [req-cf2debd7-8b4d-42b9-af54-86772d5f35d4 req-fd9b84f7-79d4-41d5-9669-f1f36adc6bc5 service nova] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Received unexpected event network-vif-plugged-a305d14e-8072-4d6a-ad7c-4488310781b7 for instance with vm_state building and task_state spawning. [ 1444.856663] env[62588]: DEBUG nova.compute.manager [req-cf2debd7-8b4d-42b9-af54-86772d5f35d4 req-fd9b84f7-79d4-41d5-9669-f1f36adc6bc5 service nova] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Received event network-changed-a305d14e-8072-4d6a-ad7c-4488310781b7 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1444.856979] env[62588]: DEBUG nova.compute.manager [req-cf2debd7-8b4d-42b9-af54-86772d5f35d4 req-fd9b84f7-79d4-41d5-9669-f1f36adc6bc5 service nova] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Refreshing instance network info cache due to event network-changed-a305d14e-8072-4d6a-ad7c-4488310781b7. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1444.857311] env[62588]: DEBUG oslo_concurrency.lockutils [req-cf2debd7-8b4d-42b9-af54-86772d5f35d4 req-fd9b84f7-79d4-41d5-9669-f1f36adc6bc5 service nova] Acquiring lock "refresh_cache-3d1e96f5-3021-4155-8855-592361b2b0d6" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.021071] env[62588]: DEBUG nova.network.neutron [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Updating instance_info_cache with network_info: [{"id": "a305d14e-8072-4d6a-ad7c-4488310781b7", "address": "fa:16:3e:b2:41:cb", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa305d14e-80", "ovs_interfaceid": "a305d14e-8072-4d6a-ad7c-4488310781b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.036190] env[62588]: DEBUG oslo_concurrency.lockutils [None req-93a8818f-dfda-4f98-b9a5-b7dff25c1016 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1445.037159] env[62588]: DEBUG oslo_concurrency.lockutils [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.704s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.038682] env[62588]: INFO nova.compute.claims [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1445.042556] env[62588]: DEBUG oslo_concurrency.lockutils [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.057931] env[62588]: INFO nova.scheduler.client.report [None req-93a8818f-dfda-4f98-b9a5-b7dff25c1016 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Deleted allocations for instance 040493e7-86b3-4c92-927b-e8f8305dbfa4 [ 1445.071544] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c797cf0c-06d8-46af-ab4f-4d13f3d9f757 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lock "8393d21d-0eb6-446b-9c81-8a78d8f8243c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.456s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1445.106526] env[62588]: DEBUG nova.compute.manager [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1445.120232] env[62588]: DEBUG oslo_vmware.api [None req-dbde55c3-2c68-45dc-9362-21dd21daaa48 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793342, 'name': PowerOffVM_Task, 'duration_secs': 0.389521} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.120559] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbde55c3-2c68-45dc-9362-21dd21daaa48 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1445.120745] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-dbde55c3-2c68-45dc-9362-21dd21daaa48 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1445.121311] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc8f33f7-5f0b-4bb9-bb98-a918809808a7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.189767] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793343, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162217} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.190088] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: d592d200-c893-4538-be6b-59f21277da0d] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1445.191106] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009030e9-d89a-4007-90b1-b9f006b3743c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.213942] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: d592d200-c893-4538-be6b-59f21277da0d] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] d592d200-c893-4538-be6b-59f21277da0d/d592d200-c893-4538-be6b-59f21277da0d.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1445.219586] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8197d3a8-d12b-4813-a853-b222b8835b23 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.243128] env[62588]: DEBUG oslo_vmware.api [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793336, 'name': CloneVM_Task} progress is 95%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.244882] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1445.244882] env[62588]: value = "task-1793345" [ 1445.244882] env[62588]: _type = "Task" [ 1445.244882] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.253861] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793345, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.269039] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52004475-a99e-6bb1-b315-be274ea28737, 'name': SearchDatastore_Task, 'duration_secs': 0.020383} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.272281] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.272524] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1445.272783] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.273175] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.273401] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1445.273696] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45659447-665a-4b8a-b8cc-b57c36f6b935 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.343976] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1445.344194] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1445.345059] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0430620-56f9-44a5-8405-9b0641906742 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.351394] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1445.351394] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52589ab7-529e-e567-8ee8-06fdd9904e0b" [ 1445.351394] env[62588]: _type = "Task" [ 1445.351394] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.359640] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52589ab7-529e-e567-8ee8-06fdd9904e0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.524258] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquiring lock "7aa5556f-a3c2-4619-a26b-edf0a162b800" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.524567] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lock "7aa5556f-a3c2-4619-a26b-edf0a162b800" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.525025] env[62588]: DEBUG oslo_concurrency.lockutils [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Releasing lock "refresh_cache-3d1e96f5-3021-4155-8855-592361b2b0d6" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.525342] env[62588]: DEBUG nova.compute.manager [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Instance network_info: |[{"id": "a305d14e-8072-4d6a-ad7c-4488310781b7", "address": "fa:16:3e:b2:41:cb", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa305d14e-80", "ovs_interfaceid": "a305d14e-8072-4d6a-ad7c-4488310781b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1445.525963] env[62588]: DEBUG oslo_concurrency.lockutils [req-cf2debd7-8b4d-42b9-af54-86772d5f35d4 req-fd9b84f7-79d4-41d5-9669-f1f36adc6bc5 service nova] Acquired lock "refresh_cache-3d1e96f5-3021-4155-8855-592361b2b0d6" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.526213] env[62588]: DEBUG nova.network.neutron [req-cf2debd7-8b4d-42b9-af54-86772d5f35d4 req-fd9b84f7-79d4-41d5-9669-f1f36adc6bc5 service nova] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Refreshing network info cache for port a305d14e-8072-4d6a-ad7c-4488310781b7 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1445.527536] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:41:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a305d14e-8072-4d6a-ad7c-4488310781b7', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1445.537574] env[62588]: DEBUG oslo.service.loopingcall [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1445.541651] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1445.542266] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16a15a38-8706-4cee-b5f4-ddd114648439 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.566607] env[62588]: DEBUG oslo_concurrency.lockutils [None req-93a8818f-dfda-4f98-b9a5-b7dff25c1016 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Lock "040493e7-86b3-4c92-927b-e8f8305dbfa4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.396s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1445.569088] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1445.569088] env[62588]: value = "task-1793346" [ 1445.569088] env[62588]: _type = "Task" [ 1445.569088] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.576181] env[62588]: DEBUG nova.compute.manager [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1445.587690] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793346, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.646275] env[62588]: DEBUG oslo_concurrency.lockutils [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.704932] env[62588]: DEBUG nova.network.neutron [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Updating instance_info_cache with network_info: [{"id": "5d943231-befc-42bf-a384-b1eb5cfece05", "address": "fa:16:3e:98:df:62", "network": {"id": "273f4106-1c6b-419d-8808-f9331c2cd8dd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-448710927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d1ed630a0d4020a166f0f3c29d7bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d943231-be", "ovs_interfaceid": "5d943231-befc-42bf-a384-b1eb5cfece05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.716147] env[62588]: DEBUG oslo_vmware.api [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793336, 'name': CloneVM_Task} progress is 95%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.756213] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.865168] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52589ab7-529e-e567-8ee8-06fdd9904e0b, 'name': SearchDatastore_Task, 'duration_secs': 0.016304} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.866040] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7fcb047-4994-4300-8fcb-d23c37032a3c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.871936] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1445.871936] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52eac447-40ec-b272-7fd6-cb66bbddee84" [ 1445.871936] env[62588]: _type = "Task" [ 1445.871936] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.880747] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52eac447-40ec-b272-7fd6-cb66bbddee84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.896137] env[62588]: DEBUG nova.network.neutron [req-cf2debd7-8b4d-42b9-af54-86772d5f35d4 req-fd9b84f7-79d4-41d5-9669-f1f36adc6bc5 service nova] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Updated VIF entry in instance network info cache for port a305d14e-8072-4d6a-ad7c-4488310781b7. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1445.896592] env[62588]: DEBUG nova.network.neutron [req-cf2debd7-8b4d-42b9-af54-86772d5f35d4 req-fd9b84f7-79d4-41d5-9669-f1f36adc6bc5 service nova] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Updating instance_info_cache with network_info: [{"id": "a305d14e-8072-4d6a-ad7c-4488310781b7", "address": "fa:16:3e:b2:41:cb", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa305d14e-80", "ovs_interfaceid": "a305d14e-8072-4d6a-ad7c-4488310781b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.078990] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793346, 'name': CreateVM_Task} progress is 15%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.106919] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.220344] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Releasing lock "refresh_cache-1c13f071-ee91-40c2-bada-1dad8d195451" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.233288] env[62588]: DEBUG oslo_vmware.api [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793336, 'name': CloneVM_Task} progress is 95%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.260638] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.382157] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52eac447-40ec-b272-7fd6-cb66bbddee84, 'name': SearchDatastore_Task, 'duration_secs': 0.234145} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.384834] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.385114] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552/46b71ab3-df5b-47b1-a98a-9dd6c2eb4552.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1446.385596] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0ec00c2-0b2b-4697-ac25-a41a150604fd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.391909] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1446.391909] env[62588]: value = "task-1793347" [ 1446.391909] env[62588]: _type = "Task" [ 1446.391909] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.400129] env[62588]: DEBUG oslo_concurrency.lockutils [req-cf2debd7-8b4d-42b9-af54-86772d5f35d4 req-fd9b84f7-79d4-41d5-9669-f1f36adc6bc5 service nova] Releasing lock "refresh_cache-3d1e96f5-3021-4155-8855-592361b2b0d6" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.400528] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.429842] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-dbde55c3-2c68-45dc-9362-21dd21daaa48 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1446.430075] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-dbde55c3-2c68-45dc-9362-21dd21daaa48 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1446.430261] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbde55c3-2c68-45dc-9362-21dd21daaa48 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Deleting the datastore file [datastore1] 48e51ea3-9a6e-4078-9c09-b3b4291d2d55 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1446.431826] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c824cf4-c993-4732-a177-a3325f819d06 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.440338] env[62588]: DEBUG oslo_vmware.api [None req-dbde55c3-2c68-45dc-9362-21dd21daaa48 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for the task: (returnval){ [ 1446.440338] env[62588]: value = "task-1793348" [ 1446.440338] env[62588]: _type = "Task" [ 1446.440338] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.451371] env[62588]: DEBUG oslo_vmware.api [None req-dbde55c3-2c68-45dc-9362-21dd21daaa48 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.561861] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0096c6c-4ac0-4fc5-8089-eb699922d60c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.570044] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087a0d01-13b9-43a4-b3bd-83a22d90bbef {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.583578] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793346, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.609736] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d634843-20ef-4ac9-bb01-a10c05eafc98 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.617672] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc65c16-675a-44b9-a696-02c9fee2a4b8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.634905] env[62588]: DEBUG nova.compute.provider_tree [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1446.717997] env[62588]: DEBUG oslo_vmware.api [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793336, 'name': CloneVM_Task, 'duration_secs': 4.846652} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.718525] env[62588]: INFO nova.virt.vmwareapi.vmops [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Created linked-clone VM from snapshot [ 1446.719244] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1951c5f5-e7cb-4645-a3ae-96f6e6b29fa3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.727361] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Uploading image cd91f64b-7b45-435a-8679-433ce1a38611 {{(pid=62588) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1446.755538] env[62588]: DEBUG oslo_vmware.rw_handles [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1446.755538] env[62588]: value = "vm-371982" [ 1446.755538] env[62588]: _type = "VirtualMachine" [ 1446.755538] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1446.755848] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-13e7b26f-c5f8-4fc3-a63a-7eba921b6777 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.760988] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793345, 'name': ReconfigVM_Task, 'duration_secs': 1.328238} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.763285] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: d592d200-c893-4538-be6b-59f21277da0d] Reconfigured VM instance instance-00000021 to attach disk [datastore1] d592d200-c893-4538-be6b-59f21277da0d/d592d200-c893-4538-be6b-59f21277da0d.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1446.764220] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f972f00-9005-4348-ba57-0ad5523bdff9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.769590] env[62588]: DEBUG oslo_vmware.rw_handles [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lease: (returnval){ [ 1446.769590] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52697237-1212-ae2f-697c-e902d3fa4af8" [ 1446.769590] env[62588]: _type = "HttpNfcLease" [ 1446.769590] env[62588]: } obtained for exporting VM: (result){ [ 1446.769590] env[62588]: value = "vm-371982" [ 1446.769590] env[62588]: _type = "VirtualMachine" [ 1446.769590] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1446.769590] env[62588]: DEBUG oslo_vmware.api [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the lease: (returnval){ [ 1446.769590] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52697237-1212-ae2f-697c-e902d3fa4af8" [ 1446.769590] env[62588]: _type = "HttpNfcLease" [ 1446.769590] env[62588]: } to be ready. {{(pid=62588) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1446.774462] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1446.774462] env[62588]: value = "task-1793350" [ 1446.774462] env[62588]: _type = "Task" [ 1446.774462] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.780877] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1446.780877] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52697237-1212-ae2f-697c-e902d3fa4af8" [ 1446.780877] env[62588]: _type = "HttpNfcLease" [ 1446.780877] env[62588]: } is initializing. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1446.786711] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793350, 'name': Rename_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.903313] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793347, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.953355] env[62588]: DEBUG oslo_vmware.api [None req-dbde55c3-2c68-45dc-9362-21dd21daaa48 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.083599] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793346, 'name': CreateVM_Task, 'duration_secs': 1.304404} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.083921] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1447.084815] env[62588]: DEBUG oslo_concurrency.lockutils [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.084815] env[62588]: DEBUG oslo_concurrency.lockutils [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.085287] env[62588]: DEBUG oslo_concurrency.lockutils [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1447.085576] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1c24363-f9e6-4500-82a4-5ea19a533e57 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.090885] env[62588]: DEBUG oslo_vmware.api [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Waiting for the task: (returnval){ [ 1447.090885] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52677297-38e8-ac7f-6552-af63434b9abe" [ 1447.090885] env[62588]: _type = "Task" [ 1447.090885] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.099168] env[62588]: DEBUG oslo_vmware.api [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52677297-38e8-ac7f-6552-af63434b9abe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.141512] env[62588]: DEBUG nova.scheduler.client.report [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1447.282373] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1447.282373] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52697237-1212-ae2f-697c-e902d3fa4af8" [ 1447.282373] env[62588]: _type = "HttpNfcLease" [ 1447.282373] env[62588]: } is ready. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1447.282633] env[62588]: DEBUG oslo_vmware.rw_handles [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1447.282633] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52697237-1212-ae2f-697c-e902d3fa4af8" [ 1447.282633] env[62588]: _type = "HttpNfcLease" [ 1447.282633] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1447.283750] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c124782-e8f4-4d07-b734-16b0592083cb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.290263] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793350, 'name': Rename_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.296397] env[62588]: DEBUG oslo_vmware.rw_handles [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e81d9b-d01f-e6bd-ccea-0ca9250c7450/disk-0.vmdk from lease info. {{(pid=62588) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1447.296585] env[62588]: DEBUG oslo_vmware.rw_handles [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e81d9b-d01f-e6bd-ccea-0ca9250c7450/disk-0.vmdk for reading. {{(pid=62588) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1447.407177] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793347, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780301} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.407177] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552/46b71ab3-df5b-47b1-a98a-9dd6c2eb4552.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1447.407480] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1447.407538] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d4ffe48-4c30-4a95-82dd-84cd6fc6cd05 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.414899] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1447.414899] env[62588]: value = "task-1793351" [ 1447.414899] env[62588]: _type = "Task" [ 1447.414899] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.425099] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.427879] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b71696fb-c578-420c-a2c3-0cbc9591f306 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.452443] env[62588]: DEBUG oslo_vmware.api [None req-dbde55c3-2c68-45dc-9362-21dd21daaa48 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.726568} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.452443] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbde55c3-2c68-45dc-9362-21dd21daaa48 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1447.452443] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-dbde55c3-2c68-45dc-9362-21dd21daaa48 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1447.452443] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-dbde55c3-2c68-45dc-9362-21dd21daaa48 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1447.452443] env[62588]: INFO nova.compute.manager [None req-dbde55c3-2c68-45dc-9362-21dd21daaa48 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Took 2.86 seconds to destroy the instance on the hypervisor. [ 1447.452443] env[62588]: DEBUG oslo.service.loopingcall [None req-dbde55c3-2c68-45dc-9362-21dd21daaa48 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1447.452858] env[62588]: DEBUG nova.compute.manager [-] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1447.452858] env[62588]: DEBUG nova.network.neutron [-] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1447.602011] env[62588]: DEBUG oslo_vmware.api [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52677297-38e8-ac7f-6552-af63434b9abe, 'name': SearchDatastore_Task, 'duration_secs': 0.064089} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.602310] env[62588]: DEBUG oslo_concurrency.lockutils [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.602535] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1447.602817] env[62588]: DEBUG oslo_concurrency.lockutils [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.602987] env[62588]: DEBUG oslo_concurrency.lockutils [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.603184] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1447.603428] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ae1f368-b752-4d25-b2e0-8b30a84c80b0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.618696] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1447.618898] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1447.619635] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b795b25d-8fce-448b-aef6-049356cead20 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.628334] env[62588]: DEBUG oslo_vmware.api [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Waiting for the task: (returnval){ [ 1447.628334] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520db9d2-344c-f5ed-8387-78f768c77abc" [ 1447.628334] env[62588]: _type = "Task" [ 1447.628334] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.635972] env[62588]: DEBUG oslo_vmware.api [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520db9d2-344c-f5ed-8387-78f768c77abc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.646144] env[62588]: DEBUG oslo_concurrency.lockutils [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.646634] env[62588]: DEBUG nova.compute.manager [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1447.653021] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.853s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.653021] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.653021] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62588) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1447.653021] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.432s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.653021] env[62588]: DEBUG nova.objects.instance [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lazy-loading 'resources' on Instance uuid b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1447.653021] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c7368c-80a4-4f42-9444-01245e3d91c9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.662844] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba87bd3-aa66-4905-a393-0787977d12b8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.683681] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c0c1fb-17b4-4a20-b5f7-a7af69222363 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.694654] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efccc76-0815-49cc-81ea-553619093d66 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.728280] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179703MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62588) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1447.728930] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.731163] env[62588]: DEBUG nova.compute.manager [req-73879fda-59ee-4ec7-8d0c-e0592c54bbfb req-50c609a7-ef1e-407f-a061-5a31f07556e3 service nova] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Received event network-vif-deleted-acded6ea-f28c-4b40-88a9-66a6fd9cc78c {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1447.731355] env[62588]: INFO nova.compute.manager [req-73879fda-59ee-4ec7-8d0c-e0592c54bbfb req-50c609a7-ef1e-407f-a061-5a31f07556e3 service nova] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Neutron deleted interface acded6ea-f28c-4b40-88a9-66a6fd9cc78c; detaching it from the instance and deleting it from the info cache [ 1447.731538] env[62588]: DEBUG nova.network.neutron [req-73879fda-59ee-4ec7-8d0c-e0592c54bbfb req-50c609a7-ef1e-407f-a061-5a31f07556e3 service nova] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.769415] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1447.769696] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e64fbd04-322f-4744-9384-78a74438092c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.783397] env[62588]: DEBUG oslo_vmware.api [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1447.783397] env[62588]: value = "task-1793352" [ 1447.783397] env[62588]: _type = "Task" [ 1447.783397] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.793368] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793350, 'name': Rename_Task, 'duration_secs': 0.603606} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.794688] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: d592d200-c893-4538-be6b-59f21277da0d] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1447.794975] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cba71f9e-b9c4-4fbf-9f66-e40a88be8f67 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.800403] env[62588]: DEBUG oslo_vmware.api [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.807126] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1447.807126] env[62588]: value = "task-1793353" [ 1447.807126] env[62588]: _type = "Task" [ 1447.807126] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.818832] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793353, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.926438] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116923} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.927210] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1447.930416] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f961b2c3-a94f-488a-a925-22c313d32c1a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.956483] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552/46b71ab3-df5b-47b1-a98a-9dd6c2eb4552.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1447.956840] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6de851d-920d-49ba-ac6d-fdff3fbe8c6a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.979928] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1447.979928] env[62588]: value = "task-1793354" [ 1447.979928] env[62588]: _type = "Task" [ 1447.979928] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.989444] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793354, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.051042] env[62588]: DEBUG oslo_concurrency.lockutils [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Acquiring lock "2455fb78-9df4-4935-97da-1436720d28dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.051042] env[62588]: DEBUG oslo_concurrency.lockutils [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Lock "2455fb78-9df4-4935-97da-1436720d28dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.143745] env[62588]: DEBUG oslo_vmware.api [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520db9d2-344c-f5ed-8387-78f768c77abc, 'name': SearchDatastore_Task, 'duration_secs': 0.034519} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.145101] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a648ba81-c68f-4d0f-b975-7d67183a89ac {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.154883] env[62588]: DEBUG nova.compute.utils [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1448.160263] env[62588]: DEBUG oslo_vmware.api [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Waiting for the task: (returnval){ [ 1448.160263] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a1c278-befe-f135-121d-91bf6931578c" [ 1448.160263] env[62588]: _type = "Task" [ 1448.160263] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.161863] env[62588]: DEBUG nova.compute.manager [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1448.161863] env[62588]: DEBUG nova.network.neutron [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1448.177809] env[62588]: DEBUG oslo_vmware.api [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a1c278-befe-f135-121d-91bf6931578c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.192481] env[62588]: DEBUG nova.network.neutron [-] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.225241] env[62588]: DEBUG nova.policy [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9647ad89769041f1b2dac264233c6026', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '348c778bfc744379a1a405f783b77629', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1448.235910] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4a9451d-6b79-4d12-8d01-d89f1b67a30c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.246595] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f9d5f8-0e99-4222-85fb-f22035fa49be {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.289843] env[62588]: DEBUG nova.compute.manager [req-73879fda-59ee-4ec7-8d0c-e0592c54bbfb req-50c609a7-ef1e-407f-a061-5a31f07556e3 service nova] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Detach interface failed, port_id=acded6ea-f28c-4b40-88a9-66a6fd9cc78c, reason: Instance 48e51ea3-9a6e-4078-9c09-b3b4291d2d55 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1448.302222] env[62588]: DEBUG oslo_vmware.api [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793352, 'name': PowerOffVM_Task, 'duration_secs': 0.233418} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.302507] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1448.306028] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80df32d-477f-4abc-83bc-1700136f0649 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.327629] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793353, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.343992] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506082a4-d775-4257-bc52-f5ae519bbebe {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.385340] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1448.385777] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d27b747-1e9e-4e65-a4e3-a2a1f79eec31 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.405458] env[62588]: DEBUG oslo_vmware.api [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1448.405458] env[62588]: value = "task-1793355" [ 1448.405458] env[62588]: _type = "Task" [ 1448.405458] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.426681] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] VM already powered off {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1448.426681] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1448.426681] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.496844] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.662906] env[62588]: DEBUG nova.compute.manager [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1448.670268] env[62588]: DEBUG nova.network.neutron [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Successfully created port: 70d5fbc0-2677-4f52-ba03-d2b9c68b8aed {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1448.676993] env[62588]: DEBUG oslo_vmware.api [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a1c278-befe-f135-121d-91bf6931578c, 'name': SearchDatastore_Task, 'duration_secs': 0.029087} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.678775] env[62588]: DEBUG oslo_concurrency.lockutils [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.678775] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 3d1e96f5-3021-4155-8855-592361b2b0d6/3d1e96f5-3021-4155-8855-592361b2b0d6.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1448.681262] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.682035] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1448.682035] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a2a97c0-903f-47c2-889e-c98acf75bded {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.685339] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d55e925-e435-44f4-bce9-1dd1b77a8ce8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.698199] env[62588]: INFO nova.compute.manager [-] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Took 1.25 seconds to deallocate network for instance. [ 1448.698572] env[62588]: DEBUG oslo_vmware.api [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Waiting for the task: (returnval){ [ 1448.698572] env[62588]: value = "task-1793356" [ 1448.698572] env[62588]: _type = "Task" [ 1448.698572] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.717024] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1448.718354] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1448.723741] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74bf3b1e-68e5-4fc4-b62a-9c63b8b2873f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.728721] env[62588]: DEBUG oslo_vmware.api [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': task-1793356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.737542] env[62588]: DEBUG oslo_vmware.api [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1448.737542] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520aa676-432b-068e-d3a2-ec48f248f31e" [ 1448.737542] env[62588]: _type = "Task" [ 1448.737542] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.746798] env[62588]: DEBUG oslo_vmware.api [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520aa676-432b-068e-d3a2-ec48f248f31e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.803337] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f186e4-49cd-4729-88f3-41a401135d07 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.811662] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22ce75a-e261-4487-886d-cedb45ebd652 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.824132] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793353, 'name': PowerOnVM_Task, 'duration_secs': 0.9943} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.848874] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: d592d200-c893-4538-be6b-59f21277da0d] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1448.849221] env[62588]: INFO nova.compute.manager [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: d592d200-c893-4538-be6b-59f21277da0d] Took 11.31 seconds to spawn the instance on the hypervisor. [ 1448.849490] env[62588]: DEBUG nova.compute.manager [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: d592d200-c893-4538-be6b-59f21277da0d] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1448.850634] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a734886-8d86-47e8-88c5-380579aa496c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.855888] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b809270a-f313-407c-9717-1ff1ef45dd3e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.863649] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faefabe8-2f4f-4d06-aafc-4bc7152f5f17 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.881613] env[62588]: DEBUG nova.compute.provider_tree [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1448.992343] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793354, 'name': ReconfigVM_Task, 'duration_secs': 0.636479} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.992799] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552/46b71ab3-df5b-47b1-a98a-9dd6c2eb4552.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1448.993581] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ef285b8-678b-454b-a762-b8f7a79a5218 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.000835] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1449.000835] env[62588]: value = "task-1793357" [ 1449.000835] env[62588]: _type = "Task" [ 1449.000835] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.010213] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793357, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.214983] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dbde55c3-2c68-45dc-9362-21dd21daaa48 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.219275] env[62588]: DEBUG oslo_vmware.api [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': task-1793356, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.248165] env[62588]: DEBUG oslo_vmware.api [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520aa676-432b-068e-d3a2-ec48f248f31e, 'name': SearchDatastore_Task, 'duration_secs': 0.023594} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.249464] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8292e234-5595-4b06-a0dd-5185fbe1b62e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.258030] env[62588]: DEBUG oslo_vmware.api [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1449.258030] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]521799ef-ccf0-5751-9d73-98be9faa97d1" [ 1449.258030] env[62588]: _type = "Task" [ 1449.258030] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.266902] env[62588]: DEBUG oslo_vmware.api [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]521799ef-ccf0-5751-9d73-98be9faa97d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.380591] env[62588]: INFO nova.compute.manager [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: d592d200-c893-4538-be6b-59f21277da0d] Took 41.73 seconds to build instance. [ 1449.385722] env[62588]: DEBUG nova.scheduler.client.report [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1449.511656] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793357, 'name': Rename_Task, 'duration_secs': 0.341859} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.511926] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1449.512229] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5b05ac9-21ed-496f-ad87-9a4b57d944f5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.520672] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1449.520672] env[62588]: value = "task-1793358" [ 1449.520672] env[62588]: _type = "Task" [ 1449.520672] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.530307] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.677939] env[62588]: DEBUG nova.compute.manager [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1449.699631] env[62588]: DEBUG nova.virt.hardware [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1449.699631] env[62588]: DEBUG nova.virt.hardware [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1449.699888] env[62588]: DEBUG nova.virt.hardware [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1449.700056] env[62588]: DEBUG nova.virt.hardware [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1449.700303] env[62588]: DEBUG nova.virt.hardware [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1449.700489] env[62588]: DEBUG nova.virt.hardware [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1449.701014] env[62588]: DEBUG nova.virt.hardware [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1449.701014] env[62588]: DEBUG nova.virt.hardware [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1449.701215] env[62588]: DEBUG nova.virt.hardware [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1449.701407] env[62588]: DEBUG nova.virt.hardware [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1449.701622] env[62588]: DEBUG nova.virt.hardware [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1449.702489] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8faa4ca-77cd-48ab-b088-8e40e7317dfa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.715174] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302a9a40-1b88-424d-8ffd-dab077cc55bc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.732798] env[62588]: DEBUG oslo_vmware.api [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': task-1793356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.841977} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.733084] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 3d1e96f5-3021-4155-8855-592361b2b0d6/3d1e96f5-3021-4155-8855-592361b2b0d6.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1449.733330] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1449.733601] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1421ff2d-0dab-4e85-b51c-c055a8c5668c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.741374] env[62588]: DEBUG oslo_vmware.api [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Waiting for the task: (returnval){ [ 1449.741374] env[62588]: value = "task-1793359" [ 1449.741374] env[62588]: _type = "Task" [ 1449.741374] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.752464] env[62588]: DEBUG oslo_vmware.api [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': task-1793359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.768976] env[62588]: DEBUG oslo_vmware.api [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]521799ef-ccf0-5751-9d73-98be9faa97d1, 'name': SearchDatastore_Task, 'duration_secs': 0.099107} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.769241] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.769511] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 1c13f071-ee91-40c2-bada-1dad8d195451/8a4f5777-3342-4af9-920c-7c09a9521eb3-rescue.vmdk. {{(pid=62588) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1449.770768] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7150f59-4e76-4fbf-91c8-c94713ae3467 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.778738] env[62588]: DEBUG oslo_vmware.api [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1449.778738] env[62588]: value = "task-1793360" [ 1449.778738] env[62588]: _type = "Task" [ 1449.778738] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.787900] env[62588]: DEBUG oslo_vmware.api [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.882834] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "d592d200-c893-4538-be6b-59f21277da0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.355s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.890446] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.240s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.892689] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.699s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.894252] env[62588]: INFO nova.compute.claims [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1449.913558] env[62588]: INFO nova.scheduler.client.report [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Deleted allocations for instance b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58 [ 1450.030975] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793358, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.254715] env[62588]: DEBUG oslo_vmware.api [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': task-1793359, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171278} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.255062] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1450.257505] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913181d1-4809-4cba-a98a-2bc666749068 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.281615] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 3d1e96f5-3021-4155-8855-592361b2b0d6/3d1e96f5-3021-4155-8855-592361b2b0d6.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1450.282010] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1053aa6e-66fe-45f1-8c58-ba66cc81e663 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.307282] env[62588]: DEBUG oslo_vmware.api [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793360, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.308934] env[62588]: DEBUG oslo_vmware.api [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Waiting for the task: (returnval){ [ 1450.308934] env[62588]: value = "task-1793361" [ 1450.308934] env[62588]: _type = "Task" [ 1450.308934] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.320358] env[62588]: DEBUG oslo_vmware.api [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': task-1793361, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.365827] env[62588]: DEBUG nova.compute.manager [req-34cd4960-21aa-4a6b-a3b3-2e886e16db1e req-7b7c26bb-469a-4b12-ac80-95a2607c734c service nova] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Received event network-vif-plugged-70d5fbc0-2677-4f52-ba03-d2b9c68b8aed {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1450.366058] env[62588]: DEBUG oslo_concurrency.lockutils [req-34cd4960-21aa-4a6b-a3b3-2e886e16db1e req-7b7c26bb-469a-4b12-ac80-95a2607c734c service nova] Acquiring lock "aa58d5dd-6cee-4d32-b80a-1fdc853995e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.366262] env[62588]: DEBUG oslo_concurrency.lockutils [req-34cd4960-21aa-4a6b-a3b3-2e886e16db1e req-7b7c26bb-469a-4b12-ac80-95a2607c734c service nova] Lock "aa58d5dd-6cee-4d32-b80a-1fdc853995e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.366422] env[62588]: DEBUG oslo_concurrency.lockutils [req-34cd4960-21aa-4a6b-a3b3-2e886e16db1e req-7b7c26bb-469a-4b12-ac80-95a2607c734c service nova] Lock "aa58d5dd-6cee-4d32-b80a-1fdc853995e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.366595] env[62588]: DEBUG nova.compute.manager [req-34cd4960-21aa-4a6b-a3b3-2e886e16db1e req-7b7c26bb-469a-4b12-ac80-95a2607c734c service nova] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] No waiting events found dispatching network-vif-plugged-70d5fbc0-2677-4f52-ba03-d2b9c68b8aed {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1450.366763] env[62588]: WARNING nova.compute.manager [req-34cd4960-21aa-4a6b-a3b3-2e886e16db1e req-7b7c26bb-469a-4b12-ac80-95a2607c734c service nova] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Received unexpected event network-vif-plugged-70d5fbc0-2677-4f52-ba03-d2b9c68b8aed for instance with vm_state building and task_state spawning. [ 1450.381254] env[62588]: DEBUG nova.network.neutron [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Successfully updated port: 70d5fbc0-2677-4f52-ba03-d2b9c68b8aed {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1450.385608] env[62588]: DEBUG nova.compute.manager [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1450.423027] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73bc169b-5eff-4aeb-86aa-7cb1ea67a64f tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.573s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.530923] env[62588]: DEBUG oslo_vmware.api [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793358, 'name': PowerOnVM_Task, 'duration_secs': 0.782302} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.531237] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1450.531453] env[62588]: INFO nova.compute.manager [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Took 10.33 seconds to spawn the instance on the hypervisor. [ 1450.531634] env[62588]: DEBUG nova.compute.manager [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1450.532581] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a27008-d4fc-4f9d-a536-3497b09238e2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.792195] env[62588]: DEBUG oslo_vmware.api [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793360, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.820745] env[62588]: DEBUG oslo_vmware.api [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': task-1793361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.884268] env[62588]: DEBUG oslo_concurrency.lockutils [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "refresh_cache-aa58d5dd-6cee-4d32-b80a-1fdc853995e6" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.884268] env[62588]: DEBUG oslo_concurrency.lockutils [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquired lock "refresh_cache-aa58d5dd-6cee-4d32-b80a-1fdc853995e6" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.884437] env[62588]: DEBUG nova.network.neutron [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1450.909059] env[62588]: DEBUG oslo_concurrency.lockutils [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.055866] env[62588]: INFO nova.compute.manager [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Took 42.82 seconds to build instance. [ 1451.292655] env[62588]: DEBUG oslo_vmware.api [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793360, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.307391] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f128c3-5c9c-4400-ac42-b71eddb2eecf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.321671] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a90133-26b4-419d-914a-ba80ef25ddd6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.324998] env[62588]: DEBUG oslo_vmware.api [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': task-1793361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.354739] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633f77a7-91d5-49d0-bbe9-68dd3534da48 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.363547] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e0a5c8-7617-47a4-b25b-31888a7191ca {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.380492] env[62588]: DEBUG nova.compute.provider_tree [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1451.427306] env[62588]: DEBUG nova.network.neutron [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1451.558040] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ec7992e1-df6f-497f-8092-327c5d865c2a tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "46b71ab3-df5b-47b1-a98a-9dd6c2eb4552" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.003s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.631521] env[62588]: DEBUG nova.network.neutron [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Updating instance_info_cache with network_info: [{"id": "70d5fbc0-2677-4f52-ba03-d2b9c68b8aed", "address": "fa:16:3e:62:14:88", "network": {"id": "edbe8030-ff4e-4b61-89e4-9ec93dd0204c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-855480792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348c778bfc744379a1a405f783b77629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70d5fbc0-26", "ovs_interfaceid": "70d5fbc0-2677-4f52-ba03-d2b9c68b8aed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.795476] env[62588]: DEBUG oslo_vmware.api [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793360, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.822578] env[62588]: DEBUG oslo_vmware.api [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': task-1793361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.903998] env[62588]: ERROR nova.scheduler.client.report [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [req-7b87ab71-1f70-428b-ab38-113e486bb4c6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eaab8868-4bee-41d4-8b5c-ca05c3049f36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7b87ab71-1f70-428b-ab38-113e486bb4c6"}]} [ 1451.923033] env[62588]: DEBUG nova.scheduler.client.report [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Refreshing inventories for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1451.939384] env[62588]: DEBUG nova.scheduler.client.report [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Updating ProviderTree inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1451.939384] env[62588]: DEBUG nova.compute.provider_tree [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1451.955676] env[62588]: DEBUG nova.scheduler.client.report [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Refreshing aggregate associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, aggregates: None {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1451.977527] env[62588]: DEBUG nova.scheduler.client.report [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Refreshing trait associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1452.062489] env[62588]: DEBUG nova.compute.manager [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1452.134686] env[62588]: DEBUG oslo_concurrency.lockutils [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Releasing lock "refresh_cache-aa58d5dd-6cee-4d32-b80a-1fdc853995e6" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.135584] env[62588]: DEBUG nova.compute.manager [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Instance network_info: |[{"id": "70d5fbc0-2677-4f52-ba03-d2b9c68b8aed", "address": "fa:16:3e:62:14:88", "network": {"id": "edbe8030-ff4e-4b61-89e4-9ec93dd0204c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-855480792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348c778bfc744379a1a405f783b77629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70d5fbc0-26", "ovs_interfaceid": "70d5fbc0-2677-4f52-ba03-d2b9c68b8aed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1452.135787] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:14:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70d5fbc0-2677-4f52-ba03-d2b9c68b8aed', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1452.143932] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Creating folder: Project (348c778bfc744379a1a405f783b77629). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1452.146945] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1dad4b0a-71ec-42c5-819d-674290e827dd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.159548] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Created folder: Project (348c778bfc744379a1a405f783b77629) in parent group-v371885. [ 1452.159780] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Creating folder: Instances. Parent ref: group-v371985. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1452.162946] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17491714-c8ba-49a7-9085-b737cd2f64eb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.181845] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Created folder: Instances in parent group-v371985. [ 1452.182125] env[62588]: DEBUG oslo.service.loopingcall [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1452.182331] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1452.182548] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad796bcf-9633-428e-b8bb-2eb479ca73f3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.207852] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1452.207852] env[62588]: value = "task-1793364" [ 1452.207852] env[62588]: _type = "Task" [ 1452.207852] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.225054] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793364, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.294185] env[62588]: DEBUG oslo_vmware.api [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793360, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.323992] env[62588]: DEBUG oslo_vmware.api [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': task-1793361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.367449] env[62588]: DEBUG oslo_concurrency.lockutils [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "a160c33f-fcaf-419e-95ed-cea6db31a306" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.367794] env[62588]: DEBUG oslo_concurrency.lockutils [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "a160c33f-fcaf-419e-95ed-cea6db31a306" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.397105] env[62588]: DEBUG nova.compute.manager [req-b03683ef-7d2d-4a08-9a28-5114bfac4c53 req-02b096a6-e9a6-4650-bbac-2831bb7460e3 service nova] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Received event network-changed-70d5fbc0-2677-4f52-ba03-d2b9c68b8aed {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1452.397315] env[62588]: DEBUG nova.compute.manager [req-b03683ef-7d2d-4a08-9a28-5114bfac4c53 req-02b096a6-e9a6-4650-bbac-2831bb7460e3 service nova] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Refreshing instance network info cache due to event network-changed-70d5fbc0-2677-4f52-ba03-d2b9c68b8aed. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1452.397545] env[62588]: DEBUG oslo_concurrency.lockutils [req-b03683ef-7d2d-4a08-9a28-5114bfac4c53 req-02b096a6-e9a6-4650-bbac-2831bb7460e3 service nova] Acquiring lock "refresh_cache-aa58d5dd-6cee-4d32-b80a-1fdc853995e6" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.397695] env[62588]: DEBUG oslo_concurrency.lockutils [req-b03683ef-7d2d-4a08-9a28-5114bfac4c53 req-02b096a6-e9a6-4650-bbac-2831bb7460e3 service nova] Acquired lock "refresh_cache-aa58d5dd-6cee-4d32-b80a-1fdc853995e6" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.397850] env[62588]: DEBUG nova.network.neutron [req-b03683ef-7d2d-4a08-9a28-5114bfac4c53 req-02b096a6-e9a6-4650-bbac-2831bb7460e3 service nova] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Refreshing network info cache for port 70d5fbc0-2677-4f52-ba03-d2b9c68b8aed {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1452.457155] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5160ca8f-50b8-49e9-a738-3b30c63d46cf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.465898] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9ce598-f490-47ee-9de3-b42477a7b676 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.470981] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquiring lock "d592d200-c893-4538-be6b-59f21277da0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.471226] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "d592d200-c893-4538-be6b-59f21277da0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.471426] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquiring lock "d592d200-c893-4538-be6b-59f21277da0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.471599] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "d592d200-c893-4538-be6b-59f21277da0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.471762] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "d592d200-c893-4538-be6b-59f21277da0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.498395] env[62588]: INFO nova.compute.manager [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: d592d200-c893-4538-be6b-59f21277da0d] Terminating instance [ 1452.500429] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3be0d54-1b0a-4408-9973-44b9f9ebd37a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.511183] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191d858b-cd30-4411-ae6a-9dbbee157ade {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.527336] env[62588]: DEBUG nova.compute.provider_tree [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1452.585868] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.592685] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquiring lock "46b71ab3-df5b-47b1-a98a-9dd6c2eb4552" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.593112] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "46b71ab3-df5b-47b1-a98a-9dd6c2eb4552" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.593849] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquiring lock "46b71ab3-df5b-47b1-a98a-9dd6c2eb4552-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.593849] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "46b71ab3-df5b-47b1-a98a-9dd6c2eb4552-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.593849] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "46b71ab3-df5b-47b1-a98a-9dd6c2eb4552-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.597976] env[62588]: INFO nova.compute.manager [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Terminating instance [ 1452.717539] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793364, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.797163] env[62588]: DEBUG oslo_vmware.api [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793360, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.540263} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.797435] env[62588]: INFO nova.virt.vmwareapi.ds_util [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 1c13f071-ee91-40c2-bada-1dad8d195451/8a4f5777-3342-4af9-920c-7c09a9521eb3-rescue.vmdk. [ 1452.798284] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c04cde-d539-49fb-820b-fd0ba06a9ccb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.826533] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 1c13f071-ee91-40c2-bada-1dad8d195451/8a4f5777-3342-4af9-920c-7c09a9521eb3-rescue.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1452.829773] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41895990-a852-4a90-99fb-b7d132d8aab1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.848804] env[62588]: DEBUG oslo_vmware.api [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': task-1793361, 'name': ReconfigVM_Task, 'duration_secs': 2.458459} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.850318] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 3d1e96f5-3021-4155-8855-592361b2b0d6/3d1e96f5-3021-4155-8855-592361b2b0d6.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1452.851041] env[62588]: DEBUG oslo_vmware.api [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1452.851041] env[62588]: value = "task-1793365" [ 1452.851041] env[62588]: _type = "Task" [ 1452.851041] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.851252] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-baae378c-de46-4a68-9e73-2ca3fb52e119 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.861904] env[62588]: DEBUG oslo_vmware.api [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793365, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.863283] env[62588]: DEBUG oslo_vmware.api [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Waiting for the task: (returnval){ [ 1452.863283] env[62588]: value = "task-1793366" [ 1452.863283] env[62588]: _type = "Task" [ 1452.863283] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.877792] env[62588]: DEBUG oslo_vmware.api [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': task-1793366, 'name': Rename_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.006039] env[62588]: DEBUG nova.compute.manager [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: d592d200-c893-4538-be6b-59f21277da0d] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1453.006039] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: d592d200-c893-4538-be6b-59f21277da0d] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1453.006822] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c96356a-366d-44e0-8bbb-7f61fe57a9cf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.015359] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: d592d200-c893-4538-be6b-59f21277da0d] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1453.015626] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de1099ad-eb72-4635-9cd7-1987d6bbc6aa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.027672] env[62588]: DEBUG oslo_vmware.api [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1453.027672] env[62588]: value = "task-1793367" [ 1453.027672] env[62588]: _type = "Task" [ 1453.027672] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.039312] env[62588]: DEBUG oslo_vmware.api [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.069408] env[62588]: DEBUG nova.scheduler.client.report [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Updated inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with generation 59 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1453.070694] env[62588]: DEBUG nova.compute.provider_tree [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Updating resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 generation from 59 to 60 during operation: update_inventory {{(pid=62588) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1453.070694] env[62588]: DEBUG nova.compute.provider_tree [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1453.105695] env[62588]: DEBUG nova.compute.manager [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1453.105917] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1453.106851] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98c16c4-66b2-4269-960b-97a531eaf4cd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.118306] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1453.118306] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-477955c7-edd1-40a3-a5b0-fe312a0c6ad5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.125565] env[62588]: DEBUG oslo_vmware.api [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1453.125565] env[62588]: value = "task-1793368" [ 1453.125565] env[62588]: _type = "Task" [ 1453.125565] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.140572] env[62588]: DEBUG oslo_vmware.api [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.174481] env[62588]: DEBUG nova.network.neutron [req-b03683ef-7d2d-4a08-9a28-5114bfac4c53 req-02b096a6-e9a6-4650-bbac-2831bb7460e3 service nova] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Updated VIF entry in instance network info cache for port 70d5fbc0-2677-4f52-ba03-d2b9c68b8aed. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1453.174840] env[62588]: DEBUG nova.network.neutron [req-b03683ef-7d2d-4a08-9a28-5114bfac4c53 req-02b096a6-e9a6-4650-bbac-2831bb7460e3 service nova] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Updating instance_info_cache with network_info: [{"id": "70d5fbc0-2677-4f52-ba03-d2b9c68b8aed", "address": "fa:16:3e:62:14:88", "network": {"id": "edbe8030-ff4e-4b61-89e4-9ec93dd0204c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-855480792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348c778bfc744379a1a405f783b77629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70d5fbc0-26", "ovs_interfaceid": "70d5fbc0-2677-4f52-ba03-d2b9c68b8aed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.218729] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793364, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.363939] env[62588]: DEBUG oslo_vmware.api [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.371961] env[62588]: DEBUG oslo_vmware.api [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': task-1793366, 'name': Rename_Task, 'duration_secs': 0.248016} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.372277] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1453.372546] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-386e29ef-d929-45a9-b9cd-e9b1fcbf4062 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.380977] env[62588]: DEBUG oslo_vmware.api [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Waiting for the task: (returnval){ [ 1453.380977] env[62588]: value = "task-1793369" [ 1453.380977] env[62588]: _type = "Task" [ 1453.380977] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.390420] env[62588]: DEBUG oslo_vmware.api [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': task-1793369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.536917] env[62588]: DEBUG oslo_vmware.api [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793367, 'name': PowerOffVM_Task, 'duration_secs': 0.304725} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.537080] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: d592d200-c893-4538-be6b-59f21277da0d] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1453.537236] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: d592d200-c893-4538-be6b-59f21277da0d] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1453.537499] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dac97aba-06fd-413f-a270-0a8e6e9a5200 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.575453] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.683s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.576059] env[62588]: DEBUG nova.compute.manager [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1453.578625] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f4e044c0-3454-475f-8f39-be7ccdf19d01 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.129s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.578851] env[62588]: DEBUG nova.objects.instance [None req-f4e044c0-3454-475f-8f39-be7ccdf19d01 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Lazy-loading 'resources' on Instance uuid ad9dbbbc-a836-4149-a25b-d356343f528f {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1453.635884] env[62588]: DEBUG oslo_vmware.api [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793368, 'name': PowerOffVM_Task, 'duration_secs': 0.346589} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.636179] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1453.636351] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1453.636612] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ad660ec-f824-4e91-89ec-55e0f818cbb0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.677563] env[62588]: DEBUG oslo_concurrency.lockutils [req-b03683ef-7d2d-4a08-9a28-5114bfac4c53 req-02b096a6-e9a6-4650-bbac-2831bb7460e3 service nova] Releasing lock "refresh_cache-aa58d5dd-6cee-4d32-b80a-1fdc853995e6" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.724216] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793364, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.865809] env[62588]: DEBUG oslo_vmware.api [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.891219] env[62588]: DEBUG oslo_vmware.api [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': task-1793369, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.082130] env[62588]: DEBUG nova.compute.utils [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1454.086301] env[62588]: DEBUG nova.compute.manager [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1454.086478] env[62588]: DEBUG nova.network.neutron [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1454.128951] env[62588]: DEBUG nova.policy [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9647ad89769041f1b2dac264233c6026', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '348c778bfc744379a1a405f783b77629', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1454.226744] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793364, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.369032] env[62588]: DEBUG oslo_vmware.api [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793365, 'name': ReconfigVM_Task, 'duration_secs': 1.070863} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.369960] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 1c13f071-ee91-40c2-bada-1dad8d195451/8a4f5777-3342-4af9-920c-7c09a9521eb3-rescue.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1454.370307] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0bde89-1192-4247-8d8e-244eeb48f25f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.406169] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f09a8307-edc7-41f6-8745-ebff1d5eef55 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.425934] env[62588]: DEBUG oslo_vmware.api [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': task-1793369, 'name': PowerOnVM_Task, 'duration_secs': 0.973058} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.427354] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1454.427563] env[62588]: INFO nova.compute.manager [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Took 11.64 seconds to spawn the instance on the hypervisor. [ 1454.427738] env[62588]: DEBUG nova.compute.manager [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1454.428134] env[62588]: DEBUG oslo_vmware.api [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1454.428134] env[62588]: value = "task-1793372" [ 1454.428134] env[62588]: _type = "Task" [ 1454.428134] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.428896] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96299eb6-eae7-43bc-adfc-ec5df6f8d9ec {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.448931] env[62588]: DEBUG oslo_vmware.api [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793372, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.485800] env[62588]: DEBUG nova.network.neutron [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Successfully created port: 0d100fb2-5aa4-44f5-930c-ea907a6cdb9f {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1454.565484] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426afd3b-2a1c-4c14-b347-87a29d9c32db {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.574086] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b764567-d261-40b3-9d20-13fc85408ca8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.610798] env[62588]: DEBUG nova.compute.manager [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1454.614656] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ceca4d-ab1a-4217-9b99-94897a2a2e17 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.623164] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce833e7d-8fe8-451c-aafe-ee18a2506bac {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.640115] env[62588]: DEBUG nova.compute.provider_tree [None req-f4e044c0-3454-475f-8f39-be7ccdf19d01 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1454.721883] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793364, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.942118] env[62588]: DEBUG oslo_vmware.api [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793372, 'name': ReconfigVM_Task, 'duration_secs': 0.171721} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.942683] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1454.942683] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16d64a6e-4714-4c00-8c51-1f5a9b0159bc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.960957] env[62588]: DEBUG oslo_vmware.api [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1454.960957] env[62588]: value = "task-1793373" [ 1454.960957] env[62588]: _type = "Task" [ 1454.960957] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.971028] env[62588]: INFO nova.compute.manager [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Took 44.10 seconds to build instance. [ 1454.979335] env[62588]: DEBUG oslo_vmware.api [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793373, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.146032] env[62588]: DEBUG nova.scheduler.client.report [None req-f4e044c0-3454-475f-8f39-be7ccdf19d01 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1455.224531] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793364, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.475026] env[62588]: DEBUG oslo_vmware.api [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793373, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.476978] env[62588]: DEBUG oslo_concurrency.lockutils [None req-39610ae1-c488-474c-aaca-36cab82913e8 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Lock "3d1e96f5-3021-4155-8855-592361b2b0d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.635s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.619498] env[62588]: DEBUG nova.compute.manager [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1455.641934] env[62588]: DEBUG nova.virt.hardware [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1455.642219] env[62588]: DEBUG nova.virt.hardware [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1455.642408] env[62588]: DEBUG nova.virt.hardware [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1455.642552] env[62588]: DEBUG nova.virt.hardware [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1455.642694] env[62588]: DEBUG nova.virt.hardware [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1455.642835] env[62588]: DEBUG nova.virt.hardware [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1455.643116] env[62588]: DEBUG nova.virt.hardware [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1455.643279] env[62588]: DEBUG nova.virt.hardware [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1455.643443] env[62588]: DEBUG nova.virt.hardware [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1455.643603] env[62588]: DEBUG nova.virt.hardware [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1455.643771] env[62588]: DEBUG nova.virt.hardware [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1455.644666] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0bfd65-e08b-4390-8af7-80b76e673191 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.649274] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f4e044c0-3454-475f-8f39-be7ccdf19d01 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.071s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.653448] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98ce6b3d-adab-439e-ade4-c5968056d36e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.273s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.653691] env[62588]: DEBUG nova.objects.instance [None req-98ce6b3d-adab-439e-ade4-c5968056d36e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Lazy-loading 'resources' on Instance uuid 0ef60274-1006-47e0-a677-4a4c21ee3dac {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1455.656036] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a28e522-a978-4bd3-a4a5-1fe55fb47642 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.677557] env[62588]: INFO nova.scheduler.client.report [None req-f4e044c0-3454-475f-8f39-be7ccdf19d01 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Deleted allocations for instance ad9dbbbc-a836-4149-a25b-d356343f528f [ 1455.723340] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793364, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.975592] env[62588]: DEBUG oslo_vmware.api [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793373, 'name': PowerOnVM_Task, 'duration_secs': 0.532952} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.975794] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1455.979049] env[62588]: DEBUG nova.compute.manager [None req-ccf8847e-e29f-4cb4-86d9-c1a02697a45e tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1455.979955] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88eef9c-86b3-417b-828f-21a90ddb1471 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.983461] env[62588]: DEBUG nova.compute.manager [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1456.001416] env[62588]: DEBUG nova.compute.manager [req-d1e941c5-b107-4fcd-8a96-8077fe3f1151 req-ca71d586-c672-4987-ae23-d692c46f400a service nova] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Received event network-vif-plugged-0d100fb2-5aa4-44f5-930c-ea907a6cdb9f {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1456.001416] env[62588]: DEBUG oslo_concurrency.lockutils [req-d1e941c5-b107-4fcd-8a96-8077fe3f1151 req-ca71d586-c672-4987-ae23-d692c46f400a service nova] Acquiring lock "f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.001416] env[62588]: DEBUG oslo_concurrency.lockutils [req-d1e941c5-b107-4fcd-8a96-8077fe3f1151 req-ca71d586-c672-4987-ae23-d692c46f400a service nova] Lock "f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.001416] env[62588]: DEBUG oslo_concurrency.lockutils [req-d1e941c5-b107-4fcd-8a96-8077fe3f1151 req-ca71d586-c672-4987-ae23-d692c46f400a service nova] Lock "f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.001416] env[62588]: DEBUG nova.compute.manager [req-d1e941c5-b107-4fcd-8a96-8077fe3f1151 req-ca71d586-c672-4987-ae23-d692c46f400a service nova] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] No waiting events found dispatching network-vif-plugged-0d100fb2-5aa4-44f5-930c-ea907a6cdb9f {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1456.001416] env[62588]: WARNING nova.compute.manager [req-d1e941c5-b107-4fcd-8a96-8077fe3f1151 req-ca71d586-c672-4987-ae23-d692c46f400a service nova] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Received unexpected event network-vif-plugged-0d100fb2-5aa4-44f5-930c-ea907a6cdb9f for instance with vm_state building and task_state spawning. [ 1456.112479] env[62588]: DEBUG nova.network.neutron [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Successfully updated port: 0d100fb2-5aa4-44f5-930c-ea907a6cdb9f {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1456.187444] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f4e044c0-3454-475f-8f39-be7ccdf19d01 tempest-ServersAdminNegativeTestJSON-312200630 tempest-ServersAdminNegativeTestJSON-312200630-project-member] Lock "ad9dbbbc-a836-4149-a25b-d356343f528f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.218s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.223055] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793364, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.409326] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16475046-5209-489b-a98e-b79a0befec03 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Acquiring lock "3d1e96f5-3021-4155-8855-592361b2b0d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.409562] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16475046-5209-489b-a98e-b79a0befec03 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Lock "3d1e96f5-3021-4155-8855-592361b2b0d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.409758] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16475046-5209-489b-a98e-b79a0befec03 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Acquiring lock "3d1e96f5-3021-4155-8855-592361b2b0d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.409933] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16475046-5209-489b-a98e-b79a0befec03 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Lock "3d1e96f5-3021-4155-8855-592361b2b0d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.410114] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16475046-5209-489b-a98e-b79a0befec03 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Lock "3d1e96f5-3021-4155-8855-592361b2b0d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.412635] env[62588]: INFO nova.compute.manager [None req-16475046-5209-489b-a98e-b79a0befec03 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Terminating instance [ 1456.502776] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.565147] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ca6e7c-a720-4d4c-9569-92eb4ff049c1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.573455] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b1f89f-660c-40b1-97ee-7170c8bb2cf0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.605042] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8349a5a-4037-49cf-afc1-91501304c510 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.613291] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f923ffd1-4642-4a1c-8c81-1af8a42f3ce9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.618838] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "refresh_cache-f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.618972] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquired lock "refresh_cache-f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.619138] env[62588]: DEBUG nova.network.neutron [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1456.627799] env[62588]: DEBUG nova.compute.provider_tree [None req-98ce6b3d-adab-439e-ade4-c5968056d36e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1456.662482] env[62588]: DEBUG nova.network.neutron [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1456.725761] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793364, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.816898] env[62588]: DEBUG nova.network.neutron [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Updating instance_info_cache with network_info: [{"id": "0d100fb2-5aa4-44f5-930c-ea907a6cdb9f", "address": "fa:16:3e:84:88:47", "network": {"id": "edbe8030-ff4e-4b61-89e4-9ec93dd0204c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-855480792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348c778bfc744379a1a405f783b77629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d100fb2-5a", "ovs_interfaceid": "0d100fb2-5aa4-44f5-930c-ea907a6cdb9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.917137] env[62588]: DEBUG nova.compute.manager [None req-16475046-5209-489b-a98e-b79a0befec03 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1456.917137] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-16475046-5209-489b-a98e-b79a0befec03 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1456.917492] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e50b637-b970-4d4a-96ce-d0c741f655b6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.925634] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-16475046-5209-489b-a98e-b79a0befec03 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1456.925888] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44438bc7-ede5-4446-827c-b048bf944d88 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.932330] env[62588]: DEBUG oslo_vmware.api [None req-16475046-5209-489b-a98e-b79a0befec03 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Waiting for the task: (returnval){ [ 1456.932330] env[62588]: value = "task-1793374" [ 1456.932330] env[62588]: _type = "Task" [ 1456.932330] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.939866] env[62588]: DEBUG oslo_vmware.api [None req-16475046-5209-489b-a98e-b79a0befec03 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': task-1793374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.133617] env[62588]: DEBUG nova.scheduler.client.report [None req-98ce6b3d-adab-439e-ade4-c5968056d36e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1457.230261] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793364, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.319606] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Releasing lock "refresh_cache-f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.319879] env[62588]: DEBUG nova.compute.manager [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Instance network_info: |[{"id": "0d100fb2-5aa4-44f5-930c-ea907a6cdb9f", "address": "fa:16:3e:84:88:47", "network": {"id": "edbe8030-ff4e-4b61-89e4-9ec93dd0204c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-855480792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348c778bfc744379a1a405f783b77629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d100fb2-5a", "ovs_interfaceid": "0d100fb2-5aa4-44f5-930c-ea907a6cdb9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1457.320672] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:88:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d100fb2-5aa4-44f5-930c-ea907a6cdb9f', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1457.328990] env[62588]: DEBUG oslo.service.loopingcall [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1457.329257] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1457.329480] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4120a2b9-d5e9-497e-8749-f6601b3c7111 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.352773] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1457.352773] env[62588]: value = "task-1793375" [ 1457.352773] env[62588]: _type = "Task" [ 1457.352773] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.361700] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793375, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.370655] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1457.371499] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1457.371499] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Deleting the datastore file [datastore1] 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1457.371499] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fc9e548-d42f-4f59-9e83-6ccdde5cdac4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.378197] env[62588]: DEBUG oslo_vmware.api [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1457.378197] env[62588]: value = "task-1793376" [ 1457.378197] env[62588]: _type = "Task" [ 1457.378197] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.386866] env[62588]: DEBUG oslo_vmware.api [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.443305] env[62588]: DEBUG oslo_vmware.api [None req-16475046-5209-489b-a98e-b79a0befec03 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': task-1793374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.643414] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98ce6b3d-adab-439e-ade4-c5968056d36e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.647117] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.038s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.649764] env[62588]: INFO nova.compute.claims [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1457.677725] env[62588]: INFO nova.scheduler.client.report [None req-98ce6b3d-adab-439e-ade4-c5968056d36e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Deleted allocations for instance 0ef60274-1006-47e0-a677-4a4c21ee3dac [ 1457.729046] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793364, 'name': CreateVM_Task, 'duration_secs': 5.150975} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.729322] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1457.729968] env[62588]: DEBUG oslo_concurrency.lockutils [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.730217] env[62588]: DEBUG oslo_concurrency.lockutils [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.730592] env[62588]: DEBUG oslo_concurrency.lockutils [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1457.731624] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc6a49b3-e688-49d3-a09c-6380b8d8b3b4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.737845] env[62588]: DEBUG oslo_vmware.api [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1457.737845] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]528b0c6a-3c11-54a9-428a-c0df22dbcd2f" [ 1457.737845] env[62588]: _type = "Task" [ 1457.737845] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.745754] env[62588]: DEBUG oslo_vmware.api [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]528b0c6a-3c11-54a9-428a-c0df22dbcd2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.867950] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793375, 'name': CreateVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.890045] env[62588]: DEBUG oslo_vmware.api [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.943654] env[62588]: DEBUG oslo_vmware.api [None req-16475046-5209-489b-a98e-b79a0befec03 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': task-1793374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.031133] env[62588]: DEBUG nova.compute.manager [req-4b9ad3e9-21dc-4015-ac7e-8eb28322aa23 req-5c3450a6-f0ab-4356-bc1c-3961d5284ce9 service nova] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Received event network-changed-0d100fb2-5aa4-44f5-930c-ea907a6cdb9f {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1458.031326] env[62588]: DEBUG nova.compute.manager [req-4b9ad3e9-21dc-4015-ac7e-8eb28322aa23 req-5c3450a6-f0ab-4356-bc1c-3961d5284ce9 service nova] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Refreshing instance network info cache due to event network-changed-0d100fb2-5aa4-44f5-930c-ea907a6cdb9f. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1458.031534] env[62588]: DEBUG oslo_concurrency.lockutils [req-4b9ad3e9-21dc-4015-ac7e-8eb28322aa23 req-5c3450a6-f0ab-4356-bc1c-3961d5284ce9 service nova] Acquiring lock "refresh_cache-f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.031667] env[62588]: DEBUG oslo_concurrency.lockutils [req-4b9ad3e9-21dc-4015-ac7e-8eb28322aa23 req-5c3450a6-f0ab-4356-bc1c-3961d5284ce9 service nova] Acquired lock "refresh_cache-f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.031820] env[62588]: DEBUG nova.network.neutron [req-4b9ad3e9-21dc-4015-ac7e-8eb28322aa23 req-5c3450a6-f0ab-4356-bc1c-3961d5284ce9 service nova] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Refreshing network info cache for port 0d100fb2-5aa4-44f5-930c-ea907a6cdb9f {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1458.043404] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: d592d200-c893-4538-be6b-59f21277da0d] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1458.043771] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: d592d200-c893-4538-be6b-59f21277da0d] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1458.043897] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Deleting the datastore file [datastore1] d592d200-c893-4538-be6b-59f21277da0d {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1458.044139] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b22091e3-f793-441e-8c0a-20623c162ac6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.054882] env[62588]: DEBUG oslo_vmware.api [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1458.054882] env[62588]: value = "task-1793377" [ 1458.054882] env[62588]: _type = "Task" [ 1458.054882] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.063730] env[62588]: DEBUG oslo_vmware.api [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.187290] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98ce6b3d-adab-439e-ade4-c5968056d36e tempest-TenantUsagesTestJSON-874954707 tempest-TenantUsagesTestJSON-874954707-project-member] Lock "0ef60274-1006-47e0-a677-4a4c21ee3dac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.256s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.248887] env[62588]: DEBUG oslo_vmware.api [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]528b0c6a-3c11-54a9-428a-c0df22dbcd2f, 'name': SearchDatastore_Task, 'duration_secs': 0.306356} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.249743] env[62588]: DEBUG oslo_concurrency.lockutils [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.249743] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1458.250881] env[62588]: DEBUG oslo_concurrency.lockutils [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.251076] env[62588]: DEBUG oslo_concurrency.lockutils [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.251378] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1458.253333] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5d47ac4-6bc9-4e5e-b387-368245f9385d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.366696] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793375, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.391030] env[62588]: DEBUG oslo_vmware.api [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.445136] env[62588]: DEBUG oslo_vmware.api [None req-16475046-5209-489b-a98e-b79a0befec03 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': task-1793374, 'name': PowerOffVM_Task, 'duration_secs': 1.336575} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.445427] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-16475046-5209-489b-a98e-b79a0befec03 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1458.445586] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-16475046-5209-489b-a98e-b79a0befec03 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1458.445846] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a28dfb23-5da8-4846-89db-e6463d1c5757 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.568840] env[62588]: DEBUG oslo_vmware.api [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.802901] env[62588]: DEBUG nova.network.neutron [req-4b9ad3e9-21dc-4015-ac7e-8eb28322aa23 req-5c3450a6-f0ab-4356-bc1c-3961d5284ce9 service nova] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Updated VIF entry in instance network info cache for port 0d100fb2-5aa4-44f5-930c-ea907a6cdb9f. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1458.803760] env[62588]: DEBUG nova.network.neutron [req-4b9ad3e9-21dc-4015-ac7e-8eb28322aa23 req-5c3450a6-f0ab-4356-bc1c-3961d5284ce9 service nova] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Updating instance_info_cache with network_info: [{"id": "0d100fb2-5aa4-44f5-930c-ea907a6cdb9f", "address": "fa:16:3e:84:88:47", "network": {"id": "edbe8030-ff4e-4b61-89e4-9ec93dd0204c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-855480792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348c778bfc744379a1a405f783b77629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d100fb2-5a", "ovs_interfaceid": "0d100fb2-5aa4-44f5-930c-ea907a6cdb9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.872380] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793375, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.891323] env[62588]: DEBUG oslo_vmware.api [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.069267] env[62588]: DEBUG oslo_vmware.api [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.112450] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2546b000-beb4-4501-900f-c0e13092d5a4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.120094] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a88aec-14b6-42b1-884b-e05a6eaa84c7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.152705] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68afda91-b43b-4553-87e3-7c152d13fdb6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.155266] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1459.155438] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1459.156125] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e91a271a-6d59-415e-ae2c-1f5630ef7a81 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.161451] env[62588]: DEBUG oslo_vmware.api [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1459.161451] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52de574a-2c31-97aa-8db3-c4b7f67026e6" [ 1459.161451] env[62588]: _type = "Task" [ 1459.161451] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.167370] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d843d433-3efa-416c-a12b-8d26b035b58a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.175718] env[62588]: DEBUG oslo_vmware.api [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52de574a-2c31-97aa-8db3-c4b7f67026e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.183288] env[62588]: DEBUG nova.compute.provider_tree [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1459.308154] env[62588]: INFO nova.compute.manager [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Rescuing [ 1459.308154] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquiring lock "refresh_cache-8393d21d-0eb6-446b-9c81-8a78d8f8243c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.308154] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquired lock "refresh_cache-8393d21d-0eb6-446b-9c81-8a78d8f8243c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.308471] env[62588]: DEBUG nova.network.neutron [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1459.311732] env[62588]: DEBUG oslo_concurrency.lockutils [req-4b9ad3e9-21dc-4015-ac7e-8eb28322aa23 req-5c3450a6-f0ab-4356-bc1c-3961d5284ce9 service nova] Releasing lock "refresh_cache-f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.368020] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793375, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.390848] env[62588]: DEBUG oslo_vmware.api [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.568872] env[62588]: DEBUG oslo_vmware.api [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.675770] env[62588]: DEBUG oslo_vmware.api [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52de574a-2c31-97aa-8db3-c4b7f67026e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.687942] env[62588]: DEBUG nova.scheduler.client.report [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1459.868452] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793375, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.890208] env[62588]: DEBUG oslo_vmware.api [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.068858] env[62588]: DEBUG oslo_vmware.api [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.176675] env[62588]: DEBUG oslo_vmware.api [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52de574a-2c31-97aa-8db3-c4b7f67026e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.192682] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.193297] env[62588]: DEBUG nova.compute.manager [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1460.196741] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.856s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.198602] env[62588]: INFO nova.compute.claims [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1460.374014] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793375, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.392791] env[62588]: DEBUG oslo_vmware.api [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.453985] env[62588]: DEBUG nova.network.neutron [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Updating instance_info_cache with network_info: [{"id": "09c19c21-5a12-4cc3-9c5c-c0417a8f1f77", "address": "fa:16:3e:ae:d8:5a", "network": {"id": "273f4106-1c6b-419d-8808-f9331c2cd8dd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-448710927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d1ed630a0d4020a166f0f3c29d7bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09c19c21-5a", "ovs_interfaceid": "09c19c21-5a12-4cc3-9c5c-c0417a8f1f77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.569312] env[62588]: DEBUG oslo_vmware.api [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.676332] env[62588]: DEBUG oslo_vmware.api [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52de574a-2c31-97aa-8db3-c4b7f67026e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.702933] env[62588]: DEBUG nova.compute.utils [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1460.709581] env[62588]: DEBUG nova.compute.manager [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1460.711922] env[62588]: DEBUG nova.network.neutron [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1460.787154] env[62588]: DEBUG nova.policy [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9de25224f7d42a3aaa0df99457eb2c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61746be0612f4268bc7f3359e1375013', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1460.883183] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793375, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.892539] env[62588]: DEBUG oslo_vmware.api [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.900781] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Acquiring lock "f1e9cfa1-1f64-474c-abd0-8ec5e730b492" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.901063] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Lock "f1e9cfa1-1f64-474c-abd0-8ec5e730b492" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.956148] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Releasing lock "refresh_cache-8393d21d-0eb6-446b-9c81-8a78d8f8243c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.071053] env[62588]: DEBUG oslo_vmware.api [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.178887] env[62588]: DEBUG oslo_vmware.api [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52de574a-2c31-97aa-8db3-c4b7f67026e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.212188] env[62588]: DEBUG nova.compute.manager [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1461.298324] env[62588]: DEBUG nova.network.neutron [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Successfully created port: eaa498ce-cb05-4d94-8752-253aee1c5728 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1461.375926] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793375, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.399020] env[62588]: DEBUG oslo_vmware.api [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.570608] env[62588]: DEBUG oslo_vmware.api [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.683023] env[62588]: DEBUG oslo_vmware.api [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52de574a-2c31-97aa-8db3-c4b7f67026e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.725500] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a7b3ba-7e71-4be9-b50b-9bace47c27fb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.733528] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea6efbe-0f5a-4712-b57f-805bf83b9268 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.773456] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8b7498-9254-4e59-8b8d-782af094079e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.780897] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3deb68-7e44-4cbd-9424-51160aae8a7c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.798587] env[62588]: DEBUG nova.compute.provider_tree [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1461.870027] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793375, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.893428] env[62588]: DEBUG oslo_vmware.api [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.072776] env[62588]: DEBUG oslo_vmware.api [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.182674] env[62588]: DEBUG oslo_vmware.api [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52de574a-2c31-97aa-8db3-c4b7f67026e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.222377] env[62588]: DEBUG nova.compute.manager [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1462.246926] env[62588]: DEBUG nova.virt.hardware [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1462.246926] env[62588]: DEBUG nova.virt.hardware [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1462.246926] env[62588]: DEBUG nova.virt.hardware [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1462.246926] env[62588]: DEBUG nova.virt.hardware [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1462.246926] env[62588]: DEBUG nova.virt.hardware [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1462.246926] env[62588]: DEBUG nova.virt.hardware [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1462.247743] env[62588]: DEBUG nova.virt.hardware [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1462.247743] env[62588]: DEBUG nova.virt.hardware [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1462.247743] env[62588]: DEBUG nova.virt.hardware [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1462.247743] env[62588]: DEBUG nova.virt.hardware [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1462.247743] env[62588]: DEBUG nova.virt.hardware [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1462.248695] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509a19eb-da0d-46d9-ba86-c8db0ee725c7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.256423] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532fd9d7-55a6-4364-9ba6-421b49f16d0f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.306017] env[62588]: DEBUG nova.scheduler.client.report [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1462.371933] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793375, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.397272] env[62588]: DEBUG oslo_vmware.api [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.500854] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1462.501249] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0989c891-63c0-4be8-9560-e285bc11e091 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.512456] env[62588]: DEBUG oslo_vmware.api [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1462.512456] env[62588]: value = "task-1793379" [ 1462.512456] env[62588]: _type = "Task" [ 1462.512456] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.519868] env[62588]: DEBUG oslo_vmware.api [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.525411] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5301ce39-f1df-46ae-9a53-b928a5b5cd48 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] Acquiring lock "ca06a33a-8a7b-40f5-84ed-b5f27616d1f2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.525411] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5301ce39-f1df-46ae-9a53-b928a5b5cd48 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] Lock "ca06a33a-8a7b-40f5-84ed-b5f27616d1f2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.572624] env[62588]: DEBUG oslo_vmware.api [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.682754] env[62588]: DEBUG oslo_vmware.api [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52de574a-2c31-97aa-8db3-c4b7f67026e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.813023] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.813784] env[62588]: DEBUG nova.compute.manager [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1462.815964] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.848s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.816208] env[62588]: DEBUG nova.objects.instance [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Lazy-loading 'resources' on Instance uuid f3419b0a-249f-4502-9796-84bbd8706dfb {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1462.875670] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793375, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.894770] env[62588]: DEBUG oslo_vmware.api [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.028879] env[62588]: DEBUG nova.compute.utils [None req-5301ce39-f1df-46ae-9a53-b928a5b5cd48 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1463.030831] env[62588]: DEBUG oslo_vmware.api [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.056103] env[62588]: DEBUG nova.network.neutron [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Successfully updated port: eaa498ce-cb05-4d94-8752-253aee1c5728 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1463.077102] env[62588]: DEBUG oslo_vmware.api [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.183854] env[62588]: DEBUG oslo_vmware.api [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52de574a-2c31-97aa-8db3-c4b7f67026e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.318969] env[62588]: DEBUG nova.compute.utils [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1463.324022] env[62588]: DEBUG nova.compute.manager [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1463.324022] env[62588]: DEBUG nova.network.neutron [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: 8f332302-3abe-48f7-b007-676335d46d97] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1463.375100] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793375, 'name': CreateVM_Task} progress is 28%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.376721] env[62588]: DEBUG nova.policy [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0883220b6dfc4efbb06934f79847e6fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73e42e4bf1f14eb6b720a46435776250', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1463.394687] env[62588]: DEBUG oslo_vmware.api [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.476990] env[62588]: DEBUG nova.compute.manager [req-216ca7f4-4eab-41ed-92ac-49aa11c25c34 req-d40e1322-ff48-41fe-b9b4-fbd5f3c5bbaa service nova] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Received event network-vif-plugged-eaa498ce-cb05-4d94-8752-253aee1c5728 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1463.477200] env[62588]: DEBUG oslo_concurrency.lockutils [req-216ca7f4-4eab-41ed-92ac-49aa11c25c34 req-d40e1322-ff48-41fe-b9b4-fbd5f3c5bbaa service nova] Acquiring lock "a3862ec6-21d1-4801-b506-09dcf1304ee2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.477407] env[62588]: DEBUG oslo_concurrency.lockutils [req-216ca7f4-4eab-41ed-92ac-49aa11c25c34 req-d40e1322-ff48-41fe-b9b4-fbd5f3c5bbaa service nova] Lock "a3862ec6-21d1-4801-b506-09dcf1304ee2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.477567] env[62588]: DEBUG oslo_concurrency.lockutils [req-216ca7f4-4eab-41ed-92ac-49aa11c25c34 req-d40e1322-ff48-41fe-b9b4-fbd5f3c5bbaa service nova] Lock "a3862ec6-21d1-4801-b506-09dcf1304ee2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.477729] env[62588]: DEBUG nova.compute.manager [req-216ca7f4-4eab-41ed-92ac-49aa11c25c34 req-d40e1322-ff48-41fe-b9b4-fbd5f3c5bbaa service nova] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] No waiting events found dispatching network-vif-plugged-eaa498ce-cb05-4d94-8752-253aee1c5728 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1463.477893] env[62588]: WARNING nova.compute.manager [req-216ca7f4-4eab-41ed-92ac-49aa11c25c34 req-d40e1322-ff48-41fe-b9b4-fbd5f3c5bbaa service nova] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Received unexpected event network-vif-plugged-eaa498ce-cb05-4d94-8752-253aee1c5728 for instance with vm_state building and task_state spawning. [ 1463.524022] env[62588]: DEBUG oslo_vmware.api [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.533429] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5301ce39-f1df-46ae-9a53-b928a5b5cd48 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] Lock "ca06a33a-8a7b-40f5-84ed-b5f27616d1f2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.559030] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Acquiring lock "refresh_cache-a3862ec6-21d1-4801-b506-09dcf1304ee2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.559647] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Acquired lock "refresh_cache-a3862ec6-21d1-4801-b506-09dcf1304ee2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.560340] env[62588]: DEBUG nova.network.neutron [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1463.574831] env[62588]: DEBUG oslo_vmware.api [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.685377] env[62588]: DEBUG oslo_vmware.api [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52de574a-2c31-97aa-8db3-c4b7f67026e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.761405] env[62588]: DEBUG nova.network.neutron [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Successfully created port: 3b9f8430-a419-4803-95ee-d0bb459fafc3 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1463.805116] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a124271-059e-41d8-8b5a-87368f304d97 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.815315] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29c0634-d5ff-4ada-a9c0-3d30d9ab96e0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.854422] env[62588]: DEBUG nova.compute.manager [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1463.858821] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257247a6-0b62-424f-a82a-a59ee1f70786 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.874179] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3a0ed7-cf61-4860-9a10-5872532c3ed7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.890546] env[62588]: DEBUG nova.compute.provider_tree [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1463.900030] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793375, 'name': CreateVM_Task} progress is 28%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.906713] env[62588]: DEBUG oslo_vmware.api [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 6.422514} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.907016] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1463.908049] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1463.908248] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1463.908476] env[62588]: INFO nova.compute.manager [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Took 10.80 seconds to destroy the instance on the hypervisor. [ 1463.908660] env[62588]: DEBUG oslo.service.loopingcall [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1463.909571] env[62588]: DEBUG nova.compute.manager [-] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1463.909571] env[62588]: DEBUG nova.network.neutron [-] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1463.966911] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-16475046-5209-489b-a98e-b79a0befec03 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1463.966911] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-16475046-5209-489b-a98e-b79a0befec03 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1463.966911] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-16475046-5209-489b-a98e-b79a0befec03 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Deleting the datastore file [datastore1] 3d1e96f5-3021-4155-8855-592361b2b0d6 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1463.967208] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6d69e7b-c8e6-44e6-b475-de5c30cc6780 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.974619] env[62588]: DEBUG oslo_vmware.api [None req-16475046-5209-489b-a98e-b79a0befec03 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Waiting for the task: (returnval){ [ 1463.974619] env[62588]: value = "task-1793380" [ 1463.974619] env[62588]: _type = "Task" [ 1463.974619] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.985438] env[62588]: DEBUG oslo_vmware.api [None req-16475046-5209-489b-a98e-b79a0befec03 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': task-1793380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.022374] env[62588]: DEBUG oslo_vmware.api [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793379, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.073716] env[62588]: DEBUG oslo_vmware.api [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 5.840541} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.073970] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1464.074417] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: d592d200-c893-4538-be6b-59f21277da0d] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1464.074616] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: d592d200-c893-4538-be6b-59f21277da0d] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1464.074791] env[62588]: INFO nova.compute.manager [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: d592d200-c893-4538-be6b-59f21277da0d] Took 11.07 seconds to destroy the instance on the hypervisor. [ 1464.075042] env[62588]: DEBUG oslo.service.loopingcall [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1464.075283] env[62588]: DEBUG nova.compute.manager [-] [instance: d592d200-c893-4538-be6b-59f21277da0d] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1464.075442] env[62588]: DEBUG nova.network.neutron [-] [instance: d592d200-c893-4538-be6b-59f21277da0d] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1464.119183] env[62588]: DEBUG nova.network.neutron [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1464.189991] env[62588]: DEBUG oslo_vmware.api [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52de574a-2c31-97aa-8db3-c4b7f67026e6, 'name': SearchDatastore_Task, 'duration_secs': 4.606} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.195166] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc17b1d6-1665-42f2-acdf-07644cb44a61 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.202736] env[62588]: DEBUG oslo_vmware.api [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1464.202736] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e0035f-edcb-bbf2-d2d6-bdb40645d737" [ 1464.202736] env[62588]: _type = "Task" [ 1464.202736] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.212535] env[62588]: DEBUG oslo_vmware.api [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e0035f-edcb-bbf2-d2d6-bdb40645d737, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.385459] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793375, 'name': CreateVM_Task, 'duration_secs': 6.730312} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.385459] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1464.385902] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.385902] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.387022] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1464.387022] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b8a3e62-48db-4b9b-8222-cafa27396954 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.394355] env[62588]: DEBUG oslo_vmware.api [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1464.394355] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a07e1c-6ddc-a0d3-bfa4-41dd3d508e34" [ 1464.394355] env[62588]: _type = "Task" [ 1464.394355] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.404718] env[62588]: DEBUG nova.scheduler.client.report [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1464.408679] env[62588]: DEBUG oslo_vmware.api [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a07e1c-6ddc-a0d3-bfa4-41dd3d508e34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.426750] env[62588]: DEBUG nova.network.neutron [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Updating instance_info_cache with network_info: [{"id": "eaa498ce-cb05-4d94-8752-253aee1c5728", "address": "fa:16:3e:9c:b1:31", "network": {"id": "271ff61a-97e5-4dcc-9a1d-0a8c9bfcf82b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-308691925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61746be0612f4268bc7f3359e1375013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaa498ce-cb", "ovs_interfaceid": "eaa498ce-cb05-4d94-8752-253aee1c5728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.489486] env[62588]: DEBUG oslo_vmware.api [None req-16475046-5209-489b-a98e-b79a0befec03 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Task: {'id': task-1793380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27091} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.490708] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-16475046-5209-489b-a98e-b79a0befec03 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1464.490708] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-16475046-5209-489b-a98e-b79a0befec03 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1464.490708] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-16475046-5209-489b-a98e-b79a0befec03 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1464.490708] env[62588]: INFO nova.compute.manager [None req-16475046-5209-489b-a98e-b79a0befec03 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Took 7.57 seconds to destroy the instance on the hypervisor. [ 1464.490897] env[62588]: DEBUG oslo.service.loopingcall [None req-16475046-5209-489b-a98e-b79a0befec03 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1464.491266] env[62588]: DEBUG nova.compute.manager [-] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1464.494069] env[62588]: DEBUG nova.network.neutron [-] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1464.523763] env[62588]: DEBUG oslo_vmware.api [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793379, 'name': PowerOffVM_Task, 'duration_secs': 1.556625} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.524429] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1464.525717] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42682c7-b3ee-4e58-9fc2-c481141b7339 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.550641] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b656113-75af-4618-85d3-bb15793a98b5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.610444] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1464.613609] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55b9f4d7-91af-4592-a60e-972b9fc98d6f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.625073] env[62588]: DEBUG oslo_vmware.api [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1464.625073] env[62588]: value = "task-1793381" [ 1464.625073] env[62588]: _type = "Task" [ 1464.625073] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.629186] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5301ce39-f1df-46ae-9a53-b928a5b5cd48 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] Acquiring lock "ca06a33a-8a7b-40f5-84ed-b5f27616d1f2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.629186] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5301ce39-f1df-46ae-9a53-b928a5b5cd48 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] Lock "ca06a33a-8a7b-40f5-84ed-b5f27616d1f2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.629186] env[62588]: INFO nova.compute.manager [None req-5301ce39-f1df-46ae-9a53-b928a5b5cd48 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Attaching volume c2956135-673f-43d8-97c1-87506ceba64c to /dev/sdb [ 1464.648995] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] VM already powered off {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1464.649257] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1464.649487] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.698093] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdf436c-b03d-4e8c-916c-84d7ffaeadda {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.709420] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8d9011-b0eb-4717-805b-908d7f99c29f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.717426] env[62588]: DEBUG oslo_vmware.api [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e0035f-edcb-bbf2-d2d6-bdb40645d737, 'name': SearchDatastore_Task, 'duration_secs': 0.01567} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.717680] env[62588]: DEBUG oslo_concurrency.lockutils [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.718009] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] aa58d5dd-6cee-4d32-b80a-1fdc853995e6/aa58d5dd-6cee-4d32-b80a-1fdc853995e6.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1464.719371] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.719518] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1464.719967] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c2be29c-132a-4adf-a8d2-32b1ade9c233 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.725654] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8762b8e1-7060-4ff5-b661-cf361594c781 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.727692] env[62588]: DEBUG nova.virt.block_device [None req-5301ce39-f1df-46ae-9a53-b928a5b5cd48 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Updating existing volume attachment record: 29d7e964-f44e-4c95-9b22-1b6106740ee6 {{(pid=62588) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1464.736027] env[62588]: DEBUG oslo_vmware.api [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1464.736027] env[62588]: value = "task-1793382" [ 1464.736027] env[62588]: _type = "Task" [ 1464.736027] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.740558] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1464.740801] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1464.741950] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a82021f-e545-4f31-8114-63b41b508652 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.751570] env[62588]: DEBUG oslo_vmware.api [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.754821] env[62588]: DEBUG oslo_vmware.api [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1464.754821] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]524d0753-7417-f9cb-e518-8c6891ab7689" [ 1464.754821] env[62588]: _type = "Task" [ 1464.754821] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.763575] env[62588]: DEBUG oslo_vmware.api [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]524d0753-7417-f9cb-e518-8c6891ab7689, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.868789] env[62588]: DEBUG nova.compute.manager [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1464.904035] env[62588]: DEBUG nova.virt.hardware [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1464.904354] env[62588]: DEBUG nova.virt.hardware [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1464.904406] env[62588]: DEBUG nova.virt.hardware [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1464.904629] env[62588]: DEBUG nova.virt.hardware [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1464.904797] env[62588]: DEBUG nova.virt.hardware [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1464.904944] env[62588]: DEBUG nova.virt.hardware [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1464.905223] env[62588]: DEBUG nova.virt.hardware [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1464.905393] env[62588]: DEBUG nova.virt.hardware [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1464.906035] env[62588]: DEBUG nova.virt.hardware [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1464.906035] env[62588]: DEBUG nova.virt.hardware [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1464.906035] env[62588]: DEBUG nova.virt.hardware [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1464.906773] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a82d36b-4f3e-4be6-8231-bf9607ccb4d9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.914984] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.917923] env[62588]: DEBUG oslo_vmware.api [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a07e1c-6ddc-a0d3-bfa4-41dd3d508e34, 'name': SearchDatastore_Task, 'duration_secs': 0.021759} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.917923] env[62588]: DEBUG oslo_concurrency.lockutils [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.875s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.919810] env[62588]: INFO nova.compute.claims [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1464.926870] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.926870] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1464.927129] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.927657] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Releasing lock "refresh_cache-a3862ec6-21d1-4801-b506-09dcf1304ee2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.927938] env[62588]: DEBUG nova.compute.manager [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Instance network_info: |[{"id": "eaa498ce-cb05-4d94-8752-253aee1c5728", "address": "fa:16:3e:9c:b1:31", "network": {"id": "271ff61a-97e5-4dcc-9a1d-0a8c9bfcf82b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-308691925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61746be0612f4268bc7f3359e1375013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaa498ce-cb", "ovs_interfaceid": "eaa498ce-cb05-4d94-8752-253aee1c5728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1464.932588] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:b1:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32463b6d-4569-4755-8a29-873a028690a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eaa498ce-cb05-4d94-8752-253aee1c5728', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1464.946315] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Creating folder: Project (61746be0612f4268bc7f3359e1375013). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1464.946315] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-003662a4-f71a-4059-8810-775e53bbcff7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.946983] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d111c37b-af62-4e6f-a765-30a923ec0421 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.956225] env[62588]: INFO nova.scheduler.client.report [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Deleted allocations for instance f3419b0a-249f-4502-9796-84bbd8706dfb [ 1464.974090] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Created folder: Project (61746be0612f4268bc7f3359e1375013) in parent group-v371885. [ 1464.974090] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Creating folder: Instances. Parent ref: group-v371991. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1464.974090] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbb47611-5a95-4903-9207-aac56e381b60 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.986396] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Created folder: Instances in parent group-v371991. [ 1464.986646] env[62588]: DEBUG oslo.service.loopingcall [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1464.986837] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1464.987325] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f8884d2-3766-4237-a1aa-76022aa6afed {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.015223] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1465.015223] env[62588]: value = "task-1793388" [ 1465.015223] env[62588]: _type = "Task" [ 1465.015223] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.022661] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793388, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.083290] env[62588]: DEBUG nova.network.neutron [-] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.090256] env[62588]: DEBUG nova.compute.manager [req-c3000251-639f-400f-a0cf-276c55819620 req-fcde9964-ea45-487b-8bd7-3f4722ee3c58 service nova] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Received event network-vif-deleted-a305d14e-8072-4d6a-ad7c-4488310781b7 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1465.091623] env[62588]: INFO nova.compute.manager [req-c3000251-639f-400f-a0cf-276c55819620 req-fcde9964-ea45-487b-8bd7-3f4722ee3c58 service nova] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Neutron deleted interface a305d14e-8072-4d6a-ad7c-4488310781b7; detaching it from the instance and deleting it from the info cache [ 1465.091623] env[62588]: DEBUG nova.network.neutron [req-c3000251-639f-400f-a0cf-276c55819620 req-fcde9964-ea45-487b-8bd7-3f4722ee3c58 service nova] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.137349] env[62588]: DEBUG nova.network.neutron [-] [instance: d592d200-c893-4538-be6b-59f21277da0d] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.247313] env[62588]: DEBUG oslo_vmware.api [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793382, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.269013] env[62588]: DEBUG oslo_vmware.api [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]524d0753-7417-f9cb-e518-8c6891ab7689, 'name': SearchDatastore_Task, 'duration_secs': 0.019561} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.269013] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ab900a3-acd4-47c7-aab5-67473cd5bbf0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.274796] env[62588]: DEBUG oslo_vmware.api [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1465.274796] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]525be9cd-611b-762d-fe57-9fdfb7d77ece" [ 1465.274796] env[62588]: _type = "Task" [ 1465.274796] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.283836] env[62588]: DEBUG oslo_vmware.api [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]525be9cd-611b-762d-fe57-9fdfb7d77ece, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.477831] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fe78a101-ad03-456f-b895-c488fe8af106 tempest-InstanceActionsV221TestJSON-559108107 tempest-InstanceActionsV221TestJSON-559108107-project-member] Lock "f3419b0a-249f-4502-9796-84bbd8706dfb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.700s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.480288] env[62588]: DEBUG nova.network.neutron [-] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.527897] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793388, 'name': CreateVM_Task, 'duration_secs': 0.376598} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.529225] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1465.529225] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.529225] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.529590] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1465.529787] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87176fa5-60fe-43c4-936f-826f47a17e90 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.535947] env[62588]: DEBUG oslo_vmware.api [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Waiting for the task: (returnval){ [ 1465.535947] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d30f1e-5494-968d-20d9-5dcc506bf6d6" [ 1465.535947] env[62588]: _type = "Task" [ 1465.535947] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.546143] env[62588]: DEBUG oslo_vmware.api [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d30f1e-5494-968d-20d9-5dcc506bf6d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.586296] env[62588]: DEBUG nova.compute.manager [req-0e64cb4f-89de-438a-bb56-3c4f4ceed50d req-757b65de-8c2a-433f-95df-0ec9a21901e8 service nova] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Received event network-changed-eaa498ce-cb05-4d94-8752-253aee1c5728 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1465.586296] env[62588]: DEBUG nova.compute.manager [req-0e64cb4f-89de-438a-bb56-3c4f4ceed50d req-757b65de-8c2a-433f-95df-0ec9a21901e8 service nova] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Refreshing instance network info cache due to event network-changed-eaa498ce-cb05-4d94-8752-253aee1c5728. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1465.586296] env[62588]: DEBUG oslo_concurrency.lockutils [req-0e64cb4f-89de-438a-bb56-3c4f4ceed50d req-757b65de-8c2a-433f-95df-0ec9a21901e8 service nova] Acquiring lock "refresh_cache-a3862ec6-21d1-4801-b506-09dcf1304ee2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.586797] env[62588]: DEBUG oslo_concurrency.lockutils [req-0e64cb4f-89de-438a-bb56-3c4f4ceed50d req-757b65de-8c2a-433f-95df-0ec9a21901e8 service nova] Acquired lock "refresh_cache-a3862ec6-21d1-4801-b506-09dcf1304ee2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.586797] env[62588]: DEBUG nova.network.neutron [req-0e64cb4f-89de-438a-bb56-3c4f4ceed50d req-757b65de-8c2a-433f-95df-0ec9a21901e8 service nova] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Refreshing network info cache for port eaa498ce-cb05-4d94-8752-253aee1c5728 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1465.588408] env[62588]: INFO nova.compute.manager [-] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Took 1.68 seconds to deallocate network for instance. [ 1465.595153] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24b36c8b-31a2-4a9c-9e08-f8db7c6c1536 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.606916] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1243798d-44d7-441f-80e6-a480d3a289dc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.646405] env[62588]: INFO nova.compute.manager [-] [instance: d592d200-c893-4538-be6b-59f21277da0d] Took 1.57 seconds to deallocate network for instance. [ 1465.646405] env[62588]: DEBUG nova.compute.manager [req-c3000251-639f-400f-a0cf-276c55819620 req-fcde9964-ea45-487b-8bd7-3f4722ee3c58 service nova] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Detach interface failed, port_id=a305d14e-8072-4d6a-ad7c-4488310781b7, reason: Instance 3d1e96f5-3021-4155-8855-592361b2b0d6 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1465.748383] env[62588]: DEBUG oslo_vmware.api [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.821989} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.748766] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] aa58d5dd-6cee-4d32-b80a-1fdc853995e6/aa58d5dd-6cee-4d32-b80a-1fdc853995e6.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1465.748872] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1465.749196] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c496c4b2-10ea-441a-9558-6b06e1a326fb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.758028] env[62588]: DEBUG oslo_vmware.api [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1465.758028] env[62588]: value = "task-1793389" [ 1465.758028] env[62588]: _type = "Task" [ 1465.758028] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.767251] env[62588]: DEBUG oslo_vmware.api [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793389, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.786989] env[62588]: DEBUG oslo_vmware.api [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]525be9cd-611b-762d-fe57-9fdfb7d77ece, 'name': SearchDatastore_Task, 'duration_secs': 0.086251} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.787290] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.787557] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 8393d21d-0eb6-446b-9c81-8a78d8f8243c/8a4f5777-3342-4af9-920c-7c09a9521eb3-rescue.vmdk. {{(pid=62588) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1465.787831] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.788019] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1465.788229] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c35485a-4bd0-4918-98e1-b9de342b509c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.790412] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34f2fd0b-c54e-4ce0-aff8-8506da74fe28 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.799171] env[62588]: DEBUG oslo_vmware.api [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1465.799171] env[62588]: value = "task-1793390" [ 1465.799171] env[62588]: _type = "Task" [ 1465.799171] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.803679] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1465.803862] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1465.804980] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7a863c5-a968-48e2-9508-9d57fb79eb7c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.810818] env[62588]: DEBUG oslo_vmware.api [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.814524] env[62588]: DEBUG oslo_vmware.api [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1465.814524] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5290edf9-ef25-2ef4-8ce6-e544e154e855" [ 1465.814524] env[62588]: _type = "Task" [ 1465.814524] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.823022] env[62588]: DEBUG oslo_vmware.api [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5290edf9-ef25-2ef4-8ce6-e544e154e855, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.983892] env[62588]: INFO nova.compute.manager [-] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Took 1.49 seconds to deallocate network for instance. [ 1466.051014] env[62588]: DEBUG oslo_vmware.api [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d30f1e-5494-968d-20d9-5dcc506bf6d6, 'name': SearchDatastore_Task, 'duration_secs': 0.011534} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.051594] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.051905] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1466.052350] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.098228] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.155308] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.231158] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4fa3740e-3652-4d3e-a22b-7964d976b0a1 tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Acquiring lock "34c9ee4c-c446-46aa-8566-d4f66dfef960" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.234017] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4fa3740e-3652-4d3e-a22b-7964d976b0a1 tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Lock "34c9ee4c-c446-46aa-8566-d4f66dfef960" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.234017] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4fa3740e-3652-4d3e-a22b-7964d976b0a1 tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Acquiring lock "34c9ee4c-c446-46aa-8566-d4f66dfef960-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.234017] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4fa3740e-3652-4d3e-a22b-7964d976b0a1 tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Lock "34c9ee4c-c446-46aa-8566-d4f66dfef960-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.234017] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4fa3740e-3652-4d3e-a22b-7964d976b0a1 tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Lock "34c9ee4c-c446-46aa-8566-d4f66dfef960-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.237220] env[62588]: INFO nova.compute.manager [None req-4fa3740e-3652-4d3e-a22b-7964d976b0a1 tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Terminating instance [ 1466.268874] env[62588]: DEBUG oslo_vmware.api [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793389, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064557} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.269169] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1466.269978] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8cd8f3-89bd-450b-a827-c3cbb36ab5c0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.299307] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] aa58d5dd-6cee-4d32-b80a-1fdc853995e6/aa58d5dd-6cee-4d32-b80a-1fdc853995e6.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1466.302487] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efa15bb0-2344-4bcc-aa0e-fce2bf247ff9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.340150] env[62588]: DEBUG oslo_vmware.api [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.350268] env[62588]: DEBUG oslo_vmware.api [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1466.350268] env[62588]: value = "task-1793391" [ 1466.350268] env[62588]: _type = "Task" [ 1466.350268] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.350645] env[62588]: DEBUG oslo_vmware.api [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5290edf9-ef25-2ef4-8ce6-e544e154e855, 'name': SearchDatastore_Task, 'duration_secs': 0.012836} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.355634] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1479ece-c697-4e1e-a570-4c0a459ac0b0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.364287] env[62588]: DEBUG oslo_vmware.api [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.366314] env[62588]: DEBUG oslo_vmware.api [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1466.366314] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527bbde3-8ec5-cbd6-ff4a-fe073f8c941c" [ 1466.366314] env[62588]: _type = "Task" [ 1466.366314] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.378358] env[62588]: DEBUG oslo_vmware.api [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527bbde3-8ec5-cbd6-ff4a-fe073f8c941c, 'name': SearchDatastore_Task, 'duration_secs': 0.012477} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.378640] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.378901] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3/f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1466.379343] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.379436] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1466.379585] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23bb22c7-7eb7-4d2c-a27e-c4258708fff0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.381690] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97603c87-4994-4448-a04e-110c80431804 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.388766] env[62588]: DEBUG oslo_vmware.api [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1466.388766] env[62588]: value = "task-1793392" [ 1466.388766] env[62588]: _type = "Task" [ 1466.388766] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.389976] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1466.390163] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1466.394159] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9bc4b89-c6d6-4e9c-9e31-bdfa8b883fd0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.406144] env[62588]: DEBUG oslo_vmware.api [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Waiting for the task: (returnval){ [ 1466.406144] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]523cd28f-9afa-f413-af29-451b54afd15f" [ 1466.406144] env[62588]: _type = "Task" [ 1466.406144] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.406373] env[62588]: DEBUG oslo_vmware.api [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.417776] env[62588]: DEBUG oslo_vmware.api [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]523cd28f-9afa-f413-af29-451b54afd15f, 'name': SearchDatastore_Task, 'duration_secs': 0.013183} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.419013] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab1b17fa-0103-4fc9-b1bd-d89a36e8c55f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.427283] env[62588]: DEBUG oslo_vmware.api [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Waiting for the task: (returnval){ [ 1466.427283] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529e2183-898c-7c59-8afe-8c9d22c81fdd" [ 1466.427283] env[62588]: _type = "Task" [ 1466.427283] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.436018] env[62588]: DEBUG oslo_vmware.api [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529e2183-898c-7c59-8afe-8c9d22c81fdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.490629] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54951d5-5fab-4a47-a956-f31c64cdc439 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.494895] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16475046-5209-489b-a98e-b79a0befec03 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.498540] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ed464c-a907-4234-8459-495f0d406bdc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.532470] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d37c36-1252-4d47-baa4-f5b4e1b37bc8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.540403] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f00a94d-adb7-4e6d-b6fd-15b18e2d53d3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.554285] env[62588]: DEBUG nova.compute.provider_tree [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1466.595456] env[62588]: DEBUG nova.network.neutron [req-0e64cb4f-89de-438a-bb56-3c4f4ceed50d req-757b65de-8c2a-433f-95df-0ec9a21901e8 service nova] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Updated VIF entry in instance network info cache for port eaa498ce-cb05-4d94-8752-253aee1c5728. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1466.596785] env[62588]: DEBUG nova.network.neutron [req-0e64cb4f-89de-438a-bb56-3c4f4ceed50d req-757b65de-8c2a-433f-95df-0ec9a21901e8 service nova] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Updating instance_info_cache with network_info: [{"id": "eaa498ce-cb05-4d94-8752-253aee1c5728", "address": "fa:16:3e:9c:b1:31", "network": {"id": "271ff61a-97e5-4dcc-9a1d-0a8c9bfcf82b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-308691925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61746be0612f4268bc7f3359e1375013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaa498ce-cb", "ovs_interfaceid": "eaa498ce-cb05-4d94-8752-253aee1c5728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.741543] env[62588]: DEBUG nova.compute.manager [None req-4fa3740e-3652-4d3e-a22b-7964d976b0a1 tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1466.741789] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa3740e-3652-4d3e-a22b-7964d976b0a1 tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1466.743099] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35350aeb-b55e-4869-9340-392291bdf3a0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.752820] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa3740e-3652-4d3e-a22b-7964d976b0a1 tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1466.753174] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fac18eb-2633-4a3b-9cb2-a1316b126b47 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.760335] env[62588]: DEBUG oslo_vmware.api [None req-4fa3740e-3652-4d3e-a22b-7964d976b0a1 tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Waiting for the task: (returnval){ [ 1466.760335] env[62588]: value = "task-1793393" [ 1466.760335] env[62588]: _type = "Task" [ 1466.760335] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.769396] env[62588]: DEBUG oslo_vmware.api [None req-4fa3740e-3652-4d3e-a22b-7964d976b0a1 tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Task: {'id': task-1793393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.817358] env[62588]: DEBUG oslo_vmware.api [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793390, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.863260] env[62588]: DEBUG oslo_vmware.api [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793391, 'name': ReconfigVM_Task, 'duration_secs': 0.296689} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.863260] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Reconfigured VM instance instance-00000024 to attach disk [datastore1] aa58d5dd-6cee-4d32-b80a-1fdc853995e6/aa58d5dd-6cee-4d32-b80a-1fdc853995e6.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1466.863466] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc802ebb-a2ff-45e5-a913-872534ef6012 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.872714] env[62588]: DEBUG oslo_vmware.api [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1466.872714] env[62588]: value = "task-1793394" [ 1466.872714] env[62588]: _type = "Task" [ 1466.872714] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.883119] env[62588]: DEBUG oslo_vmware.api [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793394, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.899927] env[62588]: DEBUG oslo_vmware.api [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793392, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.945033] env[62588]: DEBUG oslo_vmware.api [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529e2183-898c-7c59-8afe-8c9d22c81fdd, 'name': SearchDatastore_Task, 'duration_secs': 0.015686} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.945033] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.945033] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] a3862ec6-21d1-4801-b506-09dcf1304ee2/a3862ec6-21d1-4801-b506-09dcf1304ee2.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1466.945033] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f75da1bc-9c74-4f7c-8aa2-f69e40713bdd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.951341] env[62588]: DEBUG oslo_vmware.api [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Waiting for the task: (returnval){ [ 1466.951341] env[62588]: value = "task-1793395" [ 1466.951341] env[62588]: _type = "Task" [ 1466.951341] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.960944] env[62588]: DEBUG oslo_vmware.api [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Task: {'id': task-1793395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.060082] env[62588]: DEBUG nova.scheduler.client.report [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1467.104420] env[62588]: DEBUG oslo_concurrency.lockutils [req-0e64cb4f-89de-438a-bb56-3c4f4ceed50d req-757b65de-8c2a-433f-95df-0ec9a21901e8 service nova] Releasing lock "refresh_cache-a3862ec6-21d1-4801-b506-09dcf1304ee2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.104936] env[62588]: DEBUG nova.compute.manager [req-0e64cb4f-89de-438a-bb56-3c4f4ceed50d req-757b65de-8c2a-433f-95df-0ec9a21901e8 service nova] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Received event network-vif-deleted-cac57bf7-9cb9-4f4b-9083-2e5cc7cc179b {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1467.106264] env[62588]: DEBUG nova.compute.manager [req-0e64cb4f-89de-438a-bb56-3c4f4ceed50d req-757b65de-8c2a-433f-95df-0ec9a21901e8 service nova] [instance: d592d200-c893-4538-be6b-59f21277da0d] Received event network-vif-deleted-fd33a87b-4b9b-46a7-b39f-7f4c12f9df81 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1467.273497] env[62588]: DEBUG oslo_vmware.api [None req-4fa3740e-3652-4d3e-a22b-7964d976b0a1 tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Task: {'id': task-1793393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.314357] env[62588]: DEBUG oslo_vmware.api [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793390, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.389192] env[62588]: DEBUG oslo_vmware.api [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793394, 'name': Rename_Task, 'duration_secs': 0.184064} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.391404] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1467.391814] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93c7a103-90b7-411b-a6aa-ed04498bab6e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.406549] env[62588]: DEBUG oslo_vmware.api [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793392, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.930359} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.407897] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3/f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1467.408143] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1467.408457] env[62588]: DEBUG oslo_vmware.api [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1467.408457] env[62588]: value = "task-1793397" [ 1467.408457] env[62588]: _type = "Task" [ 1467.408457] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.408646] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70fa9bcb-0c55-43a8-ab88-91bac74113b9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.419435] env[62588]: DEBUG oslo_vmware.api [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.421589] env[62588]: DEBUG oslo_vmware.api [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1467.421589] env[62588]: value = "task-1793398" [ 1467.421589] env[62588]: _type = "Task" [ 1467.421589] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.430938] env[62588]: DEBUG oslo_vmware.api [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.462496] env[62588]: DEBUG oslo_vmware.api [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Task: {'id': task-1793395, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.487142] env[62588]: DEBUG nova.network.neutron [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Successfully updated port: 3b9f8430-a419-4803-95ee-d0bb459fafc3 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1467.566009] env[62588]: DEBUG oslo_concurrency.lockutils [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.566604] env[62588]: DEBUG nova.compute.manager [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1467.569290] env[62588]: DEBUG oslo_concurrency.lockutils [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.923s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.574797] env[62588]: INFO nova.compute.claims [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1467.774737] env[62588]: DEBUG oslo_vmware.api [None req-4fa3740e-3652-4d3e-a22b-7964d976b0a1 tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Task: {'id': task-1793393, 'name': PowerOffVM_Task, 'duration_secs': 0.688893} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.774737] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa3740e-3652-4d3e-a22b-7964d976b0a1 tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1467.774737] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa3740e-3652-4d3e-a22b-7964d976b0a1 tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1467.776063] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e47d3cf-2dc8-401a-9ca3-d10080b492af {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.813575] env[62588]: DEBUG oslo_vmware.api [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793390, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.51667} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.813839] env[62588]: INFO nova.virt.vmwareapi.ds_util [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 8393d21d-0eb6-446b-9c81-8a78d8f8243c/8a4f5777-3342-4af9-920c-7c09a9521eb3-rescue.vmdk. [ 1467.814749] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbd3cab-cc2e-4879-810b-359048a3fe52 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.845551] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 8393d21d-0eb6-446b-9c81-8a78d8f8243c/8a4f5777-3342-4af9-920c-7c09a9521eb3-rescue.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1467.847596] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24b797a2-c893-4bde-aada-02e9e9c4943d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.862133] env[62588]: DEBUG nova.compute.manager [req-b1838167-2b67-463f-b0fa-30053c63c5d8 req-35a0f4de-70f1-43b9-bf0a-cfc786b4250a service nova] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Received event network-vif-plugged-3b9f8430-a419-4803-95ee-d0bb459fafc3 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1467.862358] env[62588]: DEBUG oslo_concurrency.lockutils [req-b1838167-2b67-463f-b0fa-30053c63c5d8 req-35a0f4de-70f1-43b9-bf0a-cfc786b4250a service nova] Acquiring lock "8f332302-3abe-48f7-b007-676335d46d97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.863416] env[62588]: DEBUG oslo_concurrency.lockutils [req-b1838167-2b67-463f-b0fa-30053c63c5d8 req-35a0f4de-70f1-43b9-bf0a-cfc786b4250a service nova] Lock "8f332302-3abe-48f7-b007-676335d46d97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.863621] env[62588]: DEBUG oslo_concurrency.lockutils [req-b1838167-2b67-463f-b0fa-30053c63c5d8 req-35a0f4de-70f1-43b9-bf0a-cfc786b4250a service nova] Lock "8f332302-3abe-48f7-b007-676335d46d97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.863796] env[62588]: DEBUG nova.compute.manager [req-b1838167-2b67-463f-b0fa-30053c63c5d8 req-35a0f4de-70f1-43b9-bf0a-cfc786b4250a service nova] [instance: 8f332302-3abe-48f7-b007-676335d46d97] No waiting events found dispatching network-vif-plugged-3b9f8430-a419-4803-95ee-d0bb459fafc3 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1467.863965] env[62588]: WARNING nova.compute.manager [req-b1838167-2b67-463f-b0fa-30053c63c5d8 req-35a0f4de-70f1-43b9-bf0a-cfc786b4250a service nova] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Received unexpected event network-vif-plugged-3b9f8430-a419-4803-95ee-d0bb459fafc3 for instance with vm_state building and task_state spawning. [ 1467.864154] env[62588]: DEBUG nova.compute.manager [req-b1838167-2b67-463f-b0fa-30053c63c5d8 req-35a0f4de-70f1-43b9-bf0a-cfc786b4250a service nova] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Received event network-changed-3b9f8430-a419-4803-95ee-d0bb459fafc3 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1467.864387] env[62588]: DEBUG nova.compute.manager [req-b1838167-2b67-463f-b0fa-30053c63c5d8 req-35a0f4de-70f1-43b9-bf0a-cfc786b4250a service nova] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Refreshing instance network info cache due to event network-changed-3b9f8430-a419-4803-95ee-d0bb459fafc3. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1467.864591] env[62588]: DEBUG oslo_concurrency.lockutils [req-b1838167-2b67-463f-b0fa-30053c63c5d8 req-35a0f4de-70f1-43b9-bf0a-cfc786b4250a service nova] Acquiring lock "refresh_cache-8f332302-3abe-48f7-b007-676335d46d97" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.864727] env[62588]: DEBUG oslo_concurrency.lockutils [req-b1838167-2b67-463f-b0fa-30053c63c5d8 req-35a0f4de-70f1-43b9-bf0a-cfc786b4250a service nova] Acquired lock "refresh_cache-8f332302-3abe-48f7-b007-676335d46d97" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.864879] env[62588]: DEBUG nova.network.neutron [req-b1838167-2b67-463f-b0fa-30053c63c5d8 req-35a0f4de-70f1-43b9-bf0a-cfc786b4250a service nova] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Refreshing network info cache for port 3b9f8430-a419-4803-95ee-d0bb459fafc3 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1467.873628] env[62588]: DEBUG oslo_vmware.api [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1467.873628] env[62588]: value = "task-1793400" [ 1467.873628] env[62588]: _type = "Task" [ 1467.873628] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.886141] env[62588]: DEBUG oslo_vmware.api [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793400, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.886141] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa3740e-3652-4d3e-a22b-7964d976b0a1 tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1467.886141] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa3740e-3652-4d3e-a22b-7964d976b0a1 tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1467.886141] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa3740e-3652-4d3e-a22b-7964d976b0a1 tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Deleting the datastore file [datastore1] 34c9ee4c-c446-46aa-8566-d4f66dfef960 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1467.886686] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7de9a3ef-1e90-455b-8bd2-cb4373dd656e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.896746] env[62588]: DEBUG oslo_vmware.api [None req-4fa3740e-3652-4d3e-a22b-7964d976b0a1 tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Waiting for the task: (returnval){ [ 1467.896746] env[62588]: value = "task-1793401" [ 1467.896746] env[62588]: _type = "Task" [ 1467.896746] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.904474] env[62588]: DEBUG oslo_vmware.api [None req-4fa3740e-3652-4d3e-a22b-7964d976b0a1 tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Task: {'id': task-1793401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.920721] env[62588]: DEBUG oslo_vmware.api [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793397, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.930318] env[62588]: DEBUG oslo_vmware.api [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078998} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.930588] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1467.932474] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeaed411-9632-44b6-8bec-2577d0093c65 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.954395] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3/f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1467.955127] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cd912d0-70ae-4d98-a730-2263e6b4a312 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.979897] env[62588]: DEBUG oslo_vmware.api [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Task: {'id': task-1793395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.822989} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.981805] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] a3862ec6-21d1-4801-b506-09dcf1304ee2/a3862ec6-21d1-4801-b506-09dcf1304ee2.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1467.981950] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1467.982352] env[62588]: DEBUG oslo_vmware.api [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1467.982352] env[62588]: value = "task-1793402" [ 1467.982352] env[62588]: _type = "Task" [ 1467.982352] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.982579] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dea66e5e-6676-49a8-882e-611e02c90cbc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.990047] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Acquiring lock "refresh_cache-8f332302-3abe-48f7-b007-676335d46d97" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.993945] env[62588]: DEBUG oslo_vmware.api [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793402, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.995340] env[62588]: DEBUG oslo_vmware.api [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Waiting for the task: (returnval){ [ 1467.995340] env[62588]: value = "task-1793403" [ 1467.995340] env[62588]: _type = "Task" [ 1467.995340] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.005479] env[62588]: DEBUG oslo_vmware.api [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Task: {'id': task-1793403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.086027] env[62588]: DEBUG nova.compute.utils [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1468.087445] env[62588]: DEBUG nova.compute.manager [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1468.088174] env[62588]: DEBUG nova.network.neutron [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1468.164493] env[62588]: DEBUG nova.policy [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3548bc3a085f40cebfd21215c637c72d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d1b294443784997a9cbbb357715ff68', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1468.254430] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Acquiring lock "fb886df8-21a5-4ee2-a913-3a7e8234e491" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.254672] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Lock "fb886df8-21a5-4ee2-a913-3a7e8234e491" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.384348] env[62588]: DEBUG oslo_vmware.api [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793400, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.407482] env[62588]: DEBUG oslo_vmware.api [None req-4fa3740e-3652-4d3e-a22b-7964d976b0a1 tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Task: {'id': task-1793401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.401169} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.407737] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa3740e-3652-4d3e-a22b-7964d976b0a1 tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1468.407918] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa3740e-3652-4d3e-a22b-7964d976b0a1 tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1468.408104] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa3740e-3652-4d3e-a22b-7964d976b0a1 tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1468.408278] env[62588]: INFO nova.compute.manager [None req-4fa3740e-3652-4d3e-a22b-7964d976b0a1 tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1468.408517] env[62588]: DEBUG oslo.service.loopingcall [None req-4fa3740e-3652-4d3e-a22b-7964d976b0a1 tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1468.408704] env[62588]: DEBUG nova.compute.manager [-] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1468.408800] env[62588]: DEBUG nova.network.neutron [-] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1468.421312] env[62588]: DEBUG oslo_vmware.api [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793397, 'name': PowerOnVM_Task, 'duration_secs': 0.788091} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.421688] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1468.421814] env[62588]: INFO nova.compute.manager [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Took 18.74 seconds to spawn the instance on the hypervisor. [ 1468.421995] env[62588]: DEBUG nova.compute.manager [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1468.422790] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1e73aa-836b-47ec-a66d-2d2fd5722562 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.495478] env[62588]: DEBUG oslo_vmware.api [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.504110] env[62588]: DEBUG oslo_vmware.api [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Task: {'id': task-1793403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068492} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.504450] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1468.506545] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6afdfeb-944e-4348-86b1-a6e056c26634 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.532225] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] a3862ec6-21d1-4801-b506-09dcf1304ee2/a3862ec6-21d1-4801-b506-09dcf1304ee2.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1468.532225] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa5ddcb4-bd66-4902-a727-645fde34bdf1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.552451] env[62588]: DEBUG oslo_vmware.api [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Waiting for the task: (returnval){ [ 1468.552451] env[62588]: value = "task-1793404" [ 1468.552451] env[62588]: _type = "Task" [ 1468.552451] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.562124] env[62588]: DEBUG oslo_vmware.api [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Task: {'id': task-1793404, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.594494] env[62588]: DEBUG nova.compute.manager [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1468.618877] env[62588]: DEBUG nova.network.neutron [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Successfully created port: 0450d41d-26e8-4359-b1eb-fefc2192f42f {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1468.627656] env[62588]: DEBUG nova.network.neutron [req-b1838167-2b67-463f-b0fa-30053c63c5d8 req-35a0f4de-70f1-43b9-bf0a-cfc786b4250a service nova] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1468.775470] env[62588]: DEBUG nova.network.neutron [req-b1838167-2b67-463f-b0fa-30053c63c5d8 req-35a0f4de-70f1-43b9-bf0a-cfc786b4250a service nova] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.884819] env[62588]: DEBUG oslo_vmware.api [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793400, 'name': ReconfigVM_Task, 'duration_secs': 0.717244} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.885080] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 8393d21d-0eb6-446b-9c81-8a78d8f8243c/8a4f5777-3342-4af9-920c-7c09a9521eb3-rescue.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1468.885935] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd587ad-c9a2-4db3-9f2e-ea9b8f228daa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.918199] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d82f6ca-5059-448f-aefd-6bd175ff79fe {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.940207] env[62588]: DEBUG oslo_vmware.api [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1468.940207] env[62588]: value = "task-1793405" [ 1468.940207] env[62588]: _type = "Task" [ 1468.940207] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.946446] env[62588]: INFO nova.compute.manager [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Took 56.64 seconds to build instance. [ 1468.958195] env[62588]: DEBUG oslo_vmware.api [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.998499] env[62588]: DEBUG oslo_vmware.api [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793402, 'name': ReconfigVM_Task, 'duration_secs': 0.633465} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.998796] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Reconfigured VM instance instance-00000025 to attach disk [datastore1] f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3/f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1468.999487] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95918db8-cced-4e81-b98d-3e56f0694718 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.006329] env[62588]: DEBUG oslo_vmware.api [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1469.006329] env[62588]: value = "task-1793406" [ 1469.006329] env[62588]: _type = "Task" [ 1469.006329] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.017893] env[62588]: DEBUG oslo_vmware.api [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793406, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.068075] env[62588]: DEBUG oslo_vmware.api [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Task: {'id': task-1793404, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.162485] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330b222a-74c3-4bd1-bd81-ee05cd8d8505 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.172231] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148899f6-377e-4dc7-a851-d68fd68f5176 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.209750] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be935b8-0f20-43e5-9953-90ab7896c52d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.218425] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289ccf70-327c-4149-b83a-b0ca6ab5e584 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.235332] env[62588]: DEBUG nova.compute.provider_tree [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1469.280903] env[62588]: DEBUG oslo_concurrency.lockutils [req-b1838167-2b67-463f-b0fa-30053c63c5d8 req-35a0f4de-70f1-43b9-bf0a-cfc786b4250a service nova] Releasing lock "refresh_cache-8f332302-3abe-48f7-b007-676335d46d97" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.280903] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Acquired lock "refresh_cache-8f332302-3abe-48f7-b007-676335d46d97" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.280903] env[62588]: DEBUG nova.network.neutron [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1469.298636] env[62588]: DEBUG oslo_vmware.rw_handles [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e81d9b-d01f-e6bd-ccea-0ca9250c7450/disk-0.vmdk. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1469.299753] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887bfd28-3b83-4d6e-bc05-97fdf709d6a7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.303321] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-5301ce39-f1df-46ae-9a53-b928a5b5cd48 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Volume attach. Driver type: vmdk {{(pid=62588) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1469.303526] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-5301ce39-f1df-46ae-9a53-b928a5b5cd48 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371992', 'volume_id': 'c2956135-673f-43d8-97c1-87506ceba64c', 'name': 'volume-c2956135-673f-43d8-97c1-87506ceba64c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ca06a33a-8a7b-40f5-84ed-b5f27616d1f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'c2956135-673f-43d8-97c1-87506ceba64c', 'serial': 'c2956135-673f-43d8-97c1-87506ceba64c'} {{(pid=62588) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1469.304338] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6e553f-b63f-4d61-89c9-de01f1cec461 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.326827] env[62588]: DEBUG oslo_vmware.rw_handles [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e81d9b-d01f-e6bd-ccea-0ca9250c7450/disk-0.vmdk is in state: ready. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1469.326827] env[62588]: ERROR oslo_vmware.rw_handles [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e81d9b-d01f-e6bd-ccea-0ca9250c7450/disk-0.vmdk due to incomplete transfer. [ 1469.328866] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf4cb80-f649-4004-8a6d-01e821f2bf59 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.333369] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1b88c60e-5183-4f42-8ca9-9193b79db937 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.362453] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-5301ce39-f1df-46ae-9a53-b928a5b5cd48 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] volume-c2956135-673f-43d8-97c1-87506ceba64c/volume-c2956135-673f-43d8-97c1-87506ceba64c.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1469.364266] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eba14f9b-547e-42d8-97a8-65552b821e27 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.377954] env[62588]: DEBUG oslo_vmware.rw_handles [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e81d9b-d01f-e6bd-ccea-0ca9250c7450/disk-0.vmdk. {{(pid=62588) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1469.378119] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Uploaded image cd91f64b-7b45-435a-8679-433ce1a38611 to the Glance image server {{(pid=62588) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1469.380798] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Destroying the VM {{(pid=62588) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1469.381430] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-79871275-442d-4b02-8de0-d214c75c19be {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.390864] env[62588]: DEBUG oslo_vmware.api [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1469.390864] env[62588]: value = "task-1793407" [ 1469.390864] env[62588]: _type = "Task" [ 1469.390864] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.390864] env[62588]: DEBUG oslo_vmware.api [None req-5301ce39-f1df-46ae-9a53-b928a5b5cd48 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] Waiting for the task: (returnval){ [ 1469.390864] env[62588]: value = "task-1793408" [ 1469.390864] env[62588]: _type = "Task" [ 1469.390864] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.403311] env[62588]: DEBUG oslo_vmware.api [None req-5301ce39-f1df-46ae-9a53-b928a5b5cd48 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] Task: {'id': task-1793408, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.407240] env[62588]: DEBUG oslo_vmware.api [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793407, 'name': Destroy_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.452138] env[62588]: DEBUG oslo_vmware.api [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793405, 'name': ReconfigVM_Task, 'duration_secs': 0.235542} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.452542] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1469.452800] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1a8ba07-404c-4abb-a99d-33ba25940981 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.456255] env[62588]: DEBUG oslo_concurrency.lockutils [None req-85eb6c03-d112-4ee6-baef-62464f55b4a1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "aa58d5dd-6cee-4d32-b80a-1fdc853995e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.857s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.460653] env[62588]: DEBUG oslo_vmware.api [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1469.460653] env[62588]: value = "task-1793409" [ 1469.460653] env[62588]: _type = "Task" [ 1469.460653] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.468226] env[62588]: DEBUG oslo_vmware.api [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.518888] env[62588]: DEBUG oslo_vmware.api [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793406, 'name': Rename_Task, 'duration_secs': 0.18904} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.519524] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1469.519524] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff5efdd5-c143-4cd5-bb01-644abd5a5229 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.525710] env[62588]: DEBUG oslo_vmware.api [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1469.525710] env[62588]: value = "task-1793410" [ 1469.525710] env[62588]: _type = "Task" [ 1469.525710] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.533619] env[62588]: DEBUG oslo_vmware.api [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.570416] env[62588]: DEBUG oslo_vmware.api [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Task: {'id': task-1793404, 'name': ReconfigVM_Task, 'duration_secs': 0.550665} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.570568] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Reconfigured VM instance instance-00000026 to attach disk [datastore1] a3862ec6-21d1-4801-b506-09dcf1304ee2/a3862ec6-21d1-4801-b506-09dcf1304ee2.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1469.571219] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-948bfd53-b1ad-4cde-a107-e402913a4f48 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.578957] env[62588]: DEBUG oslo_vmware.api [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Waiting for the task: (returnval){ [ 1469.578957] env[62588]: value = "task-1793411" [ 1469.578957] env[62588]: _type = "Task" [ 1469.578957] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.587057] env[62588]: DEBUG oslo_vmware.api [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Task: {'id': task-1793411, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.609090] env[62588]: DEBUG nova.compute.manager [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1469.639894] env[62588]: DEBUG nova.virt.hardware [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1469.639894] env[62588]: DEBUG nova.virt.hardware [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1469.640082] env[62588]: DEBUG nova.virt.hardware [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1469.640982] env[62588]: DEBUG nova.virt.hardware [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1469.640982] env[62588]: DEBUG nova.virt.hardware [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1469.640982] env[62588]: DEBUG nova.virt.hardware [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1469.640982] env[62588]: DEBUG nova.virt.hardware [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1469.641315] env[62588]: DEBUG nova.virt.hardware [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1469.641474] env[62588]: DEBUG nova.virt.hardware [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1469.642119] env[62588]: DEBUG nova.virt.hardware [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1469.642119] env[62588]: DEBUG nova.virt.hardware [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1469.643078] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb86db1d-8c18-4d6e-9723-d94bf0c0760f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.651777] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11067dc3-4b35-4101-8a2e-2a8af587c719 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.738898] env[62588]: DEBUG nova.scheduler.client.report [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1469.810924] env[62588]: DEBUG nova.network.neutron [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1469.836474] env[62588]: DEBUG nova.network.neutron [-] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.852256] env[62588]: DEBUG nova.compute.manager [req-fbf30ba9-a555-4189-b0b5-be7787d85f1a req-8d6baa8e-9c4a-461c-bf3e-8577d6ea8b99 service nova] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Received event network-vif-deleted-9fea83d4-9a1b-43e1-8ffb-0ca2401fa93b {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1469.852463] env[62588]: INFO nova.compute.manager [req-fbf30ba9-a555-4189-b0b5-be7787d85f1a req-8d6baa8e-9c4a-461c-bf3e-8577d6ea8b99 service nova] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Neutron deleted interface 9fea83d4-9a1b-43e1-8ffb-0ca2401fa93b; detaching it from the instance and deleting it from the info cache [ 1469.852885] env[62588]: DEBUG nova.network.neutron [req-fbf30ba9-a555-4189-b0b5-be7787d85f1a req-8d6baa8e-9c4a-461c-bf3e-8577d6ea8b99 service nova] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.907024] env[62588]: DEBUG oslo_vmware.api [None req-5301ce39-f1df-46ae-9a53-b928a5b5cd48 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] Task: {'id': task-1793408, 'name': ReconfigVM_Task, 'duration_secs': 0.423489} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.909261] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-5301ce39-f1df-46ae-9a53-b928a5b5cd48 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Reconfigured VM instance instance-0000000d to attach disk [datastore1] volume-c2956135-673f-43d8-97c1-87506ceba64c/volume-c2956135-673f-43d8-97c1-87506ceba64c.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1469.914117] env[62588]: DEBUG oslo_vmware.api [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793407, 'name': Destroy_Task, 'duration_secs': 0.453979} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.914358] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67a5e4b2-1676-4149-ad04-27ee6af7902f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.924422] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Destroyed the VM [ 1469.924670] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Deleting Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1469.925338] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-21dea458-8942-4a70-a40e-01d5721311e8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.932202] env[62588]: DEBUG oslo_vmware.api [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1469.932202] env[62588]: value = "task-1793412" [ 1469.932202] env[62588]: _type = "Task" [ 1469.932202] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.933814] env[62588]: DEBUG oslo_vmware.api [None req-5301ce39-f1df-46ae-9a53-b928a5b5cd48 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] Waiting for the task: (returnval){ [ 1469.933814] env[62588]: value = "task-1793413" [ 1469.933814] env[62588]: _type = "Task" [ 1469.933814] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.948647] env[62588]: DEBUG oslo_vmware.api [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793412, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.955682] env[62588]: DEBUG oslo_vmware.api [None req-5301ce39-f1df-46ae-9a53-b928a5b5cd48 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] Task: {'id': task-1793413, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.959273] env[62588]: DEBUG nova.compute.manager [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1469.972773] env[62588]: DEBUG oslo_vmware.api [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793409, 'name': PowerOnVM_Task, 'duration_secs': 0.502386} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.973101] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1469.976261] env[62588]: DEBUG nova.compute.manager [None req-0139443f-21ba-435e-b9f9-53c25a921a2f tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1469.977333] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0997efc0-e5f7-4426-8801-8fa5f841692c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.034829] env[62588]: DEBUG nova.network.neutron [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Updating instance_info_cache with network_info: [{"id": "3b9f8430-a419-4803-95ee-d0bb459fafc3", "address": "fa:16:3e:00:7f:e1", "network": {"id": "cec40a98-a482-48ea-bbd5-eec7eea8e187", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-139984588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e42e4bf1f14eb6b720a46435776250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b9f8430-a4", "ovs_interfaceid": "3b9f8430-a419-4803-95ee-d0bb459fafc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.040807] env[62588]: DEBUG oslo_vmware.api [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793410, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.089537] env[62588]: DEBUG oslo_vmware.api [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Task: {'id': task-1793411, 'name': Rename_Task, 'duration_secs': 0.198525} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.089813] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1470.090107] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abba0171-33fe-4862-9617-a2684e673fc8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.096220] env[62588]: DEBUG oslo_vmware.api [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Waiting for the task: (returnval){ [ 1470.096220] env[62588]: value = "task-1793414" [ 1470.096220] env[62588]: _type = "Task" [ 1470.096220] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.103741] env[62588]: DEBUG oslo_vmware.api [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Task: {'id': task-1793414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.246341] env[62588]: DEBUG oslo_concurrency.lockutils [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.246861] env[62588]: DEBUG nova.compute.manager [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1470.250187] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.143s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.252586] env[62588]: INFO nova.compute.claims [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1470.339373] env[62588]: INFO nova.compute.manager [-] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Took 1.93 seconds to deallocate network for instance. [ 1470.355862] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d3a428a-21d5-4bd7-b061-247f44506f00 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.370316] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e929cf-7e5b-4278-9067-a720ca88a543 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.419283] env[62588]: DEBUG nova.compute.manager [req-fbf30ba9-a555-4189-b0b5-be7787d85f1a req-8d6baa8e-9c4a-461c-bf3e-8577d6ea8b99 service nova] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Detach interface failed, port_id=9fea83d4-9a1b-43e1-8ffb-0ca2401fa93b, reason: Instance 34c9ee4c-c446-46aa-8566-d4f66dfef960 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1470.454809] env[62588]: DEBUG oslo_vmware.api [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793412, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.461468] env[62588]: DEBUG oslo_vmware.api [None req-5301ce39-f1df-46ae-9a53-b928a5b5cd48 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] Task: {'id': task-1793413, 'name': ReconfigVM_Task, 'duration_secs': 0.148086} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.462014] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-5301ce39-f1df-46ae-9a53-b928a5b5cd48 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371992', 'volume_id': 'c2956135-673f-43d8-97c1-87506ceba64c', 'name': 'volume-c2956135-673f-43d8-97c1-87506ceba64c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ca06a33a-8a7b-40f5-84ed-b5f27616d1f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'c2956135-673f-43d8-97c1-87506ceba64c', 'serial': 'c2956135-673f-43d8-97c1-87506ceba64c'} {{(pid=62588) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1470.497503] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.539252] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Releasing lock "refresh_cache-8f332302-3abe-48f7-b007-676335d46d97" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.539695] env[62588]: DEBUG nova.compute.manager [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Instance network_info: |[{"id": "3b9f8430-a419-4803-95ee-d0bb459fafc3", "address": "fa:16:3e:00:7f:e1", "network": {"id": "cec40a98-a482-48ea-bbd5-eec7eea8e187", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-139984588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e42e4bf1f14eb6b720a46435776250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b9f8430-a4", "ovs_interfaceid": "3b9f8430-a419-4803-95ee-d0bb459fafc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1470.540110] env[62588]: DEBUG oslo_vmware.api [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793410, 'name': PowerOnVM_Task, 'duration_secs': 0.600204} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.540468] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:7f:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3ccbdbb-8b49-4a26-913f-2a448b72280f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b9f8430-a419-4803-95ee-d0bb459fafc3', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1470.549272] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Creating folder: Project (73e42e4bf1f14eb6b720a46435776250). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1470.549728] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1470.549852] env[62588]: INFO nova.compute.manager [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Took 14.93 seconds to spawn the instance on the hypervisor. [ 1470.550065] env[62588]: DEBUG nova.compute.manager [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1470.550899] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc25527b-3377-427d-ab98-f34cc3c45668 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.553257] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c29fd4-6e8d-4239-a486-f8f204592d9c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.566540] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Created folder: Project (73e42e4bf1f14eb6b720a46435776250) in parent group-v371885. [ 1470.566540] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Creating folder: Instances. Parent ref: group-v371995. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1470.566947] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06f649d3-8e79-4081-be58-538d0d76e272 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.577148] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Created folder: Instances in parent group-v371995. [ 1470.577510] env[62588]: DEBUG oslo.service.loopingcall [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1470.577551] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1470.577806] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-caa21851-6eb4-4bc9-a303-83521542d192 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.602570] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1470.602570] env[62588]: value = "task-1793417" [ 1470.602570] env[62588]: _type = "Task" [ 1470.602570] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.611133] env[62588]: DEBUG oslo_vmware.api [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Task: {'id': task-1793414, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.619889] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793417, 'name': CreateVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.751751] env[62588]: DEBUG nova.compute.utils [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1470.753176] env[62588]: DEBUG nova.compute.manager [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1470.753358] env[62588]: DEBUG nova.network.neutron [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1470.850248] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4fa3740e-3652-4d3e-a22b-7964d976b0a1 tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.946041] env[62588]: DEBUG oslo_vmware.api [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793412, 'name': RemoveSnapshot_Task, 'duration_secs': 0.634481} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.946973] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Deleted Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1470.946973] env[62588]: INFO nova.compute.manager [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Took 33.88 seconds to snapshot the instance on the hypervisor. [ 1471.063355] env[62588]: DEBUG nova.policy [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be1ca46aaa8b429baa004a02e4840428', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '962ad43ecb3d425ebc57be08dea7d954', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1471.075236] env[62588]: INFO nova.compute.manager [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Took 42.90 seconds to build instance. [ 1471.093984] env[62588]: DEBUG nova.network.neutron [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Successfully updated port: 0450d41d-26e8-4359-b1eb-fefc2192f42f {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1471.107553] env[62588]: DEBUG oslo_vmware.api [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Task: {'id': task-1793414, 'name': PowerOnVM_Task, 'duration_secs': 0.893559} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.111202] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1471.113030] env[62588]: INFO nova.compute.manager [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1471.113030] env[62588]: DEBUG nova.compute.manager [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1471.113030] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c421d5d-a8d5-4afe-9907-ec5b53e0c802 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.122690] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793417, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.197264] env[62588]: INFO nova.compute.manager [None req-73874f01-2c31-406a-b96f-204a730d1b7c tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Unrescuing [ 1471.197264] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73874f01-2c31-406a-b96f-204a730d1b7c tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquiring lock "refresh_cache-8393d21d-0eb6-446b-9c81-8a78d8f8243c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1471.197264] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73874f01-2c31-406a-b96f-204a730d1b7c tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquired lock "refresh_cache-8393d21d-0eb6-446b-9c81-8a78d8f8243c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.197264] env[62588]: DEBUG nova.network.neutron [None req-73874f01-2c31-406a-b96f-204a730d1b7c tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1471.220900] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f3f929d4-383e-4b82-bd9f-325309112049 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "874c16bd-85d4-40f0-a87b-8e3f28e96202" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.220900] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f3f929d4-383e-4b82-bd9f-325309112049 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "874c16bd-85d4-40f0-a87b-8e3f28e96202" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.220900] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f3f929d4-383e-4b82-bd9f-325309112049 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "874c16bd-85d4-40f0-a87b-8e3f28e96202-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.220900] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f3f929d4-383e-4b82-bd9f-325309112049 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "874c16bd-85d4-40f0-a87b-8e3f28e96202-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.220900] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f3f929d4-383e-4b82-bd9f-325309112049 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "874c16bd-85d4-40f0-a87b-8e3f28e96202-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.221889] env[62588]: INFO nova.compute.manager [None req-f3f929d4-383e-4b82-bd9f-325309112049 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Terminating instance [ 1471.259023] env[62588]: DEBUG nova.compute.manager [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1471.451839] env[62588]: DEBUG nova.compute.manager [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Instance disappeared during snapshot {{(pid=62588) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1471.467215] env[62588]: DEBUG nova.compute.manager [None req-b562413b-21f4-4a3c-9208-69e81fa5e3a5 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Image not found during clean up cd91f64b-7b45-435a-8679-433ce1a38611 {{(pid=62588) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1471.547542] env[62588]: DEBUG nova.objects.instance [None req-5301ce39-f1df-46ae-9a53-b928a5b5cd48 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] Lazy-loading 'flavor' on Instance uuid ca06a33a-8a7b-40f5-84ed-b5f27616d1f2 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1471.579447] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f5f35979-29e4-4cd8-b8d0-38ecb236ba77 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.189s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.596179] env[62588]: DEBUG oslo_concurrency.lockutils [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Acquiring lock "refresh_cache-5077d1f4-4048-44b8-a258-b2902dcef773" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1471.596336] env[62588]: DEBUG oslo_concurrency.lockutils [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Acquired lock "refresh_cache-5077d1f4-4048-44b8-a258-b2902dcef773" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.596480] env[62588]: DEBUG nova.network.neutron [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1471.619758] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793417, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.640316] env[62588]: INFO nova.compute.manager [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Took 39.06 seconds to build instance. [ 1471.725490] env[62588]: DEBUG nova.compute.manager [None req-f3f929d4-383e-4b82-bd9f-325309112049 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1471.725950] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f929d4-383e-4b82-bd9f-325309112049 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1471.726928] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f76ba32-bc87-4665-b069-768bc5443b8d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.734437] env[62588]: DEBUG nova.network.neutron [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Successfully created port: 5b67636c-4541-4bf2-98cc-34b2a232c535 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1471.741072] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f929d4-383e-4b82-bd9f-325309112049 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1471.741355] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44e604ed-8a9b-4248-a6a7-fa195181da0f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.807065] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7583d5-7a1f-4356-848c-a42446c0323b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.816707] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01fcb00-8cbe-4cfa-a349-784134949acf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.850273] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7ae4fa-bd1e-410d-9d18-6f8af3206855 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.859401] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0ddd66-b9cc-4f4f-b9ad-dfeeb03b68c4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.875171] env[62588]: DEBUG nova.compute.provider_tree [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1472.022470] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "ed1afca2-846c-4356-ae35-e651a8d38eda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.023079] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "ed1afca2-846c-4356-ae35-e651a8d38eda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.055672] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5301ce39-f1df-46ae-9a53-b928a5b5cd48 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] Lock "ca06a33a-8a7b-40f5-84ed-b5f27616d1f2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.427s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.079824] env[62588]: DEBUG nova.compute.manager [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1472.121442] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793417, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.144525] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3b6f3b8b-489d-4111-b891-d662b72fe263 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Lock "a3862ec6-21d1-4801-b506-09dcf1304ee2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.859s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.170344] env[62588]: DEBUG nova.network.neutron [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1472.182540] env[62588]: DEBUG nova.compute.manager [req-dd21dfc8-3702-4fe6-a39c-a09a8144d3bb req-32c40922-b599-4015-befa-370269bcb268 service nova] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Received event network-vif-plugged-0450d41d-26e8-4359-b1eb-fefc2192f42f {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1472.182767] env[62588]: DEBUG oslo_concurrency.lockutils [req-dd21dfc8-3702-4fe6-a39c-a09a8144d3bb req-32c40922-b599-4015-befa-370269bcb268 service nova] Acquiring lock "5077d1f4-4048-44b8-a258-b2902dcef773-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.182973] env[62588]: DEBUG oslo_concurrency.lockutils [req-dd21dfc8-3702-4fe6-a39c-a09a8144d3bb req-32c40922-b599-4015-befa-370269bcb268 service nova] Lock "5077d1f4-4048-44b8-a258-b2902dcef773-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.183211] env[62588]: DEBUG oslo_concurrency.lockutils [req-dd21dfc8-3702-4fe6-a39c-a09a8144d3bb req-32c40922-b599-4015-befa-370269bcb268 service nova] Lock "5077d1f4-4048-44b8-a258-b2902dcef773-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.183369] env[62588]: DEBUG nova.compute.manager [req-dd21dfc8-3702-4fe6-a39c-a09a8144d3bb req-32c40922-b599-4015-befa-370269bcb268 service nova] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] No waiting events found dispatching network-vif-plugged-0450d41d-26e8-4359-b1eb-fefc2192f42f {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1472.183554] env[62588]: WARNING nova.compute.manager [req-dd21dfc8-3702-4fe6-a39c-a09a8144d3bb req-32c40922-b599-4015-befa-370269bcb268 service nova] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Received unexpected event network-vif-plugged-0450d41d-26e8-4359-b1eb-fefc2192f42f for instance with vm_state building and task_state spawning. [ 1472.183720] env[62588]: DEBUG nova.compute.manager [req-dd21dfc8-3702-4fe6-a39c-a09a8144d3bb req-32c40922-b599-4015-befa-370269bcb268 service nova] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Received event network-changed-0450d41d-26e8-4359-b1eb-fefc2192f42f {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1472.183868] env[62588]: DEBUG nova.compute.manager [req-dd21dfc8-3702-4fe6-a39c-a09a8144d3bb req-32c40922-b599-4015-befa-370269bcb268 service nova] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Refreshing instance network info cache due to event network-changed-0450d41d-26e8-4359-b1eb-fefc2192f42f. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1472.184272] env[62588]: DEBUG oslo_concurrency.lockutils [req-dd21dfc8-3702-4fe6-a39c-a09a8144d3bb req-32c40922-b599-4015-befa-370269bcb268 service nova] Acquiring lock "refresh_cache-5077d1f4-4048-44b8-a258-b2902dcef773" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.185571] env[62588]: DEBUG nova.network.neutron [None req-73874f01-2c31-406a-b96f-204a730d1b7c tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Updating instance_info_cache with network_info: [{"id": "09c19c21-5a12-4cc3-9c5c-c0417a8f1f77", "address": "fa:16:3e:ae:d8:5a", "network": {"id": "273f4106-1c6b-419d-8808-f9331c2cd8dd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-448710927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d1ed630a0d4020a166f0f3c29d7bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09c19c21-5a", "ovs_interfaceid": "09c19c21-5a12-4cc3-9c5c-c0417a8f1f77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.202790] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f929d4-383e-4b82-bd9f-325309112049 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1472.203023] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f929d4-383e-4b82-bd9f-325309112049 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1472.203240] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3f929d4-383e-4b82-bd9f-325309112049 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Deleting the datastore file [datastore1] 874c16bd-85d4-40f0-a87b-8e3f28e96202 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1472.206215] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-894666e9-3104-4c29-8247-d77ad944e238 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.216539] env[62588]: DEBUG oslo_vmware.api [None req-f3f929d4-383e-4b82-bd9f-325309112049 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1472.216539] env[62588]: value = "task-1793419" [ 1472.216539] env[62588]: _type = "Task" [ 1472.216539] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.226852] env[62588]: DEBUG oslo_vmware.api [None req-f3f929d4-383e-4b82-bd9f-325309112049 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.272605] env[62588]: DEBUG nova.compute.manager [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1472.303637] env[62588]: DEBUG nova.virt.hardware [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1472.303917] env[62588]: DEBUG nova.virt.hardware [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1472.304142] env[62588]: DEBUG nova.virt.hardware [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1472.304446] env[62588]: DEBUG nova.virt.hardware [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1472.304664] env[62588]: DEBUG nova.virt.hardware [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1472.304898] env[62588]: DEBUG nova.virt.hardware [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1472.305467] env[62588]: DEBUG nova.virt.hardware [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1472.305832] env[62588]: DEBUG nova.virt.hardware [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1472.306073] env[62588]: DEBUG nova.virt.hardware [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1472.306331] env[62588]: DEBUG nova.virt.hardware [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1472.306530] env[62588]: DEBUG nova.virt.hardware [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1472.308023] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80f6354-ee24-4772-b3e5-58dd1b77ff98 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.316059] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc5815a-b6c5-4e92-8f56-625847fe249b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.384292] env[62588]: DEBUG nova.scheduler.client.report [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1472.475545] env[62588]: DEBUG nova.network.neutron [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Updating instance_info_cache with network_info: [{"id": "0450d41d-26e8-4359-b1eb-fefc2192f42f", "address": "fa:16:3e:86:80:89", "network": {"id": "80576d80-179e-4aef-bc36-18203a59466e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-118911587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d1b294443784997a9cbbb357715ff68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0450d41d-26", "ovs_interfaceid": "0450d41d-26e8-4359-b1eb-fefc2192f42f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.604800] env[62588]: DEBUG oslo_concurrency.lockutils [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.620503] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793417, 'name': CreateVM_Task, 'duration_secs': 1.739411} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.620665] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1472.621358] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.621524] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.621844] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1472.622120] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8447ef36-d249-4b85-93a9-87ae044a1b6e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.627089] env[62588]: DEBUG oslo_vmware.api [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Waiting for the task: (returnval){ [ 1472.627089] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52fcc391-0fbf-1239-c0c5-14c3b23002d1" [ 1472.627089] env[62588]: _type = "Task" [ 1472.627089] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.635619] env[62588]: DEBUG oslo_vmware.api [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52fcc391-0fbf-1239-c0c5-14c3b23002d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.649408] env[62588]: DEBUG nova.compute.manager [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1472.690642] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73874f01-2c31-406a-b96f-204a730d1b7c tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Releasing lock "refresh_cache-8393d21d-0eb6-446b-9c81-8a78d8f8243c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.691356] env[62588]: DEBUG nova.objects.instance [None req-73874f01-2c31-406a-b96f-204a730d1b7c tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lazy-loading 'flavor' on Instance uuid 8393d21d-0eb6-446b-9c81-8a78d8f8243c {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1472.727502] env[62588]: DEBUG oslo_vmware.api [None req-f3f929d4-383e-4b82-bd9f-325309112049 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219083} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.727689] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3f929d4-383e-4b82-bd9f-325309112049 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1472.727778] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f929d4-383e-4b82-bd9f-325309112049 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1472.729368] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f929d4-383e-4b82-bd9f-325309112049 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1472.729368] env[62588]: INFO nova.compute.manager [None req-f3f929d4-383e-4b82-bd9f-325309112049 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Took 1.00 seconds to destroy the instance on the hypervisor. [ 1472.729368] env[62588]: DEBUG oslo.service.loopingcall [None req-f3f929d4-383e-4b82-bd9f-325309112049 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1472.729368] env[62588]: DEBUG nova.compute.manager [-] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1472.729368] env[62588]: DEBUG nova.network.neutron [-] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1472.890256] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.890769] env[62588]: DEBUG nova.compute.manager [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1472.893417] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 25.165s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.978182] env[62588]: DEBUG oslo_concurrency.lockutils [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Releasing lock "refresh_cache-5077d1f4-4048-44b8-a258-b2902dcef773" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.978509] env[62588]: DEBUG nova.compute.manager [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Instance network_info: |[{"id": "0450d41d-26e8-4359-b1eb-fefc2192f42f", "address": "fa:16:3e:86:80:89", "network": {"id": "80576d80-179e-4aef-bc36-18203a59466e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-118911587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d1b294443784997a9cbbb357715ff68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0450d41d-26", "ovs_interfaceid": "0450d41d-26e8-4359-b1eb-fefc2192f42f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1472.978796] env[62588]: DEBUG oslo_concurrency.lockutils [req-dd21dfc8-3702-4fe6-a39c-a09a8144d3bb req-32c40922-b599-4015-befa-370269bcb268 service nova] Acquired lock "refresh_cache-5077d1f4-4048-44b8-a258-b2902dcef773" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.978967] env[62588]: DEBUG nova.network.neutron [req-dd21dfc8-3702-4fe6-a39c-a09a8144d3bb req-32c40922-b599-4015-befa-370269bcb268 service nova] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Refreshing network info cache for port 0450d41d-26e8-4359-b1eb-fefc2192f42f {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1472.980097] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:80:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf99dce-c773-48db-a2d9-00b8d0a7c75d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0450d41d-26e8-4359-b1eb-fefc2192f42f', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1472.991833] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Creating folder: Project (6d1b294443784997a9cbbb357715ff68). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1472.996605] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb7ac6e9-6f35-4979-ba23-95d4f71c2ab3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.011826] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Created folder: Project (6d1b294443784997a9cbbb357715ff68) in parent group-v371885. [ 1473.012633] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Creating folder: Instances. Parent ref: group-v371998. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1473.013538] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b093fd1-50a9-432d-bfca-3daa809dd515 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.024753] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Created folder: Instances in parent group-v371998. [ 1473.025057] env[62588]: DEBUG oslo.service.loopingcall [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1473.025306] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1473.025532] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-290bf14b-ad3e-4df5-bd7a-9ad33444aee2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.051157] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1473.051157] env[62588]: value = "task-1793422" [ 1473.051157] env[62588]: _type = "Task" [ 1473.051157] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.060444] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793422, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.144055] env[62588]: DEBUG oslo_vmware.api [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52fcc391-0fbf-1239-c0c5-14c3b23002d1, 'name': SearchDatastore_Task, 'duration_secs': 0.013017} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.150031] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.150031] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1473.150031] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.150031] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.150031] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1473.150031] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da13cccc-1b6a-45ca-95d3-e2f1e2fa7ab6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.162853] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1473.162853] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1473.163732] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3656cbec-b1bb-4365-bbde-27acf50a0d80 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.170991] env[62588]: DEBUG oslo_vmware.api [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Waiting for the task: (returnval){ [ 1473.170991] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b9f943-1ccb-a352-26aa-169ee19e8230" [ 1473.170991] env[62588]: _type = "Task" [ 1473.170991] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.182217] env[62588]: DEBUG oslo_vmware.api [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b9f943-1ccb-a352-26aa-169ee19e8230, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.201896] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25de62a9-cc61-4f23-9523-29c7a80ef502 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.226219] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-73874f01-2c31-406a-b96f-204a730d1b7c tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1473.227429] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8811e25-2611-440a-bfee-b47d49a584ca {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.237351] env[62588]: DEBUG oslo_vmware.api [None req-73874f01-2c31-406a-b96f-204a730d1b7c tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1473.237351] env[62588]: value = "task-1793423" [ 1473.237351] env[62588]: _type = "Task" [ 1473.237351] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.247478] env[62588]: DEBUG oslo_vmware.api [None req-73874f01-2c31-406a-b96f-204a730d1b7c tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.288962] env[62588]: DEBUG oslo_concurrency.lockutils [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.350583] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "6d7867a6-ecb4-4457-bd21-2e15a3aecb04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.350583] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "6d7867a6-ecb4-4457-bd21-2e15a3aecb04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.365462] env[62588]: DEBUG oslo_concurrency.lockutils [None req-251eb00d-c2b1-41de-8e5e-6754332d0d95 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] Acquiring lock "ca06a33a-8a7b-40f5-84ed-b5f27616d1f2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.365462] env[62588]: DEBUG oslo_concurrency.lockutils [None req-251eb00d-c2b1-41de-8e5e-6754332d0d95 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] Lock "ca06a33a-8a7b-40f5-84ed-b5f27616d1f2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.402280] env[62588]: DEBUG nova.compute.utils [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1473.417061] env[62588]: DEBUG nova.compute.manager [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1473.417061] env[62588]: DEBUG nova.network.neutron [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1473.425424] env[62588]: DEBUG nova.compute.manager [req-9b703239-40f6-482d-a322-2e65de9583cd req-1144c0f2-e57e-452d-8dbf-a87a0ead80f6 service nova] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Received event network-vif-deleted-e72f03f8-a563-483a-a9f5-e42a66daa32c {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1473.425834] env[62588]: INFO nova.compute.manager [req-9b703239-40f6-482d-a322-2e65de9583cd req-1144c0f2-e57e-452d-8dbf-a87a0ead80f6 service nova] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Neutron deleted interface e72f03f8-a563-483a-a9f5-e42a66daa32c; detaching it from the instance and deleting it from the info cache [ 1473.425920] env[62588]: DEBUG nova.network.neutron [req-9b703239-40f6-482d-a322-2e65de9583cd req-1144c0f2-e57e-452d-8dbf-a87a0ead80f6 service nova] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.563614] env[62588]: DEBUG nova.policy [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a2dba35f9dd4d27a24de8633a62f5a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6fe5398246da480b8168008d96537695', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1473.569820] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793422, 'name': CreateVM_Task, 'duration_secs': 0.512913} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.569980] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1473.570844] env[62588]: DEBUG oslo_concurrency.lockutils [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.571038] env[62588]: DEBUG oslo_concurrency.lockutils [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.571372] env[62588]: DEBUG oslo_concurrency.lockutils [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1473.571627] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-facacefd-f2de-4872-9b81-0bf6cc8ef371 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.577612] env[62588]: DEBUG oslo_vmware.api [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Waiting for the task: (returnval){ [ 1473.577612] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520d2833-a34c-0dfb-573b-aec0056f7b72" [ 1473.577612] env[62588]: _type = "Task" [ 1473.577612] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.578475] env[62588]: DEBUG nova.network.neutron [req-dd21dfc8-3702-4fe6-a39c-a09a8144d3bb req-32c40922-b599-4015-befa-370269bcb268 service nova] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Updated VIF entry in instance network info cache for port 0450d41d-26e8-4359-b1eb-fefc2192f42f. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1473.578789] env[62588]: DEBUG nova.network.neutron [req-dd21dfc8-3702-4fe6-a39c-a09a8144d3bb req-32c40922-b599-4015-befa-370269bcb268 service nova] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Updating instance_info_cache with network_info: [{"id": "0450d41d-26e8-4359-b1eb-fefc2192f42f", "address": "fa:16:3e:86:80:89", "network": {"id": "80576d80-179e-4aef-bc36-18203a59466e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-118911587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d1b294443784997a9cbbb357715ff68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0450d41d-26", "ovs_interfaceid": "0450d41d-26e8-4359-b1eb-fefc2192f42f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.597700] env[62588]: DEBUG oslo_vmware.api [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520d2833-a34c-0dfb-573b-aec0056f7b72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.634807] env[62588]: DEBUG nova.network.neutron [-] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.684410] env[62588]: DEBUG oslo_vmware.api [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b9f943-1ccb-a352-26aa-169ee19e8230, 'name': SearchDatastore_Task, 'duration_secs': 0.018742} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.686625] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-613c1dd6-6168-4636-b266-8be71bb582b4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.694409] env[62588]: DEBUG oslo_vmware.api [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Waiting for the task: (returnval){ [ 1473.694409] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f52fd8-58f3-c8f2-587c-fce0a611ff9d" [ 1473.694409] env[62588]: _type = "Task" [ 1473.694409] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.451790] env[62588]: INFO nova.compute.manager [None req-251eb00d-c2b1-41de-8e5e-6754332d0d95 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Detaching volume c2956135-673f-43d8-97c1-87506ceba64c [ 1474.452515] env[62588]: DEBUG nova.compute.manager [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1474.460241] env[62588]: DEBUG oslo_concurrency.lockutils [req-dd21dfc8-3702-4fe6-a39c-a09a8144d3bb req-32c40922-b599-4015-befa-370269bcb268 service nova] Releasing lock "refresh_cache-5077d1f4-4048-44b8-a258-b2902dcef773" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.460673] env[62588]: INFO nova.compute.manager [-] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Took 1.73 seconds to deallocate network for instance. [ 1474.460931] env[62588]: DEBUG oslo_vmware.api [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f52fd8-58f3-c8f2-587c-fce0a611ff9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.461137] env[62588]: WARNING oslo_vmware.common.loopingcall [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] task run outlasted interval by 0.266489 sec [ 1474.463338] env[62588]: DEBUG nova.network.neutron [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Successfully updated port: 5b67636c-4541-4bf2-98cc-34b2a232c535 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1474.463630] env[62588]: DEBUG nova.network.neutron [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Successfully created port: c9f90935-23d0-4353-8ef2-b90756711889 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1474.468465] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f6765cc-5124-4003-8c75-bef9662967a4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.471709] env[62588]: DEBUG nova.compute.manager [req-a0346e3b-a41e-401f-8567-0f989e33a121 req-58954395-9e7c-497f-8049-57dd5a8647f9 service nova] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Received event network-changed-eaa498ce-cb05-4d94-8752-253aee1c5728 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1474.471891] env[62588]: DEBUG nova.compute.manager [req-a0346e3b-a41e-401f-8567-0f989e33a121 req-58954395-9e7c-497f-8049-57dd5a8647f9 service nova] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Refreshing instance network info cache due to event network-changed-eaa498ce-cb05-4d94-8752-253aee1c5728. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1474.472118] env[62588]: DEBUG oslo_concurrency.lockutils [req-a0346e3b-a41e-401f-8567-0f989e33a121 req-58954395-9e7c-497f-8049-57dd5a8647f9 service nova] Acquiring lock "refresh_cache-a3862ec6-21d1-4801-b506-09dcf1304ee2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.472262] env[62588]: DEBUG oslo_concurrency.lockutils [req-a0346e3b-a41e-401f-8567-0f989e33a121 req-58954395-9e7c-497f-8049-57dd5a8647f9 service nova] Acquired lock "refresh_cache-a3862ec6-21d1-4801-b506-09dcf1304ee2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.472416] env[62588]: DEBUG nova.network.neutron [req-a0346e3b-a41e-401f-8567-0f989e33a121 req-58954395-9e7c-497f-8049-57dd5a8647f9 service nova] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Refreshing network info cache for port eaa498ce-cb05-4d94-8752-253aee1c5728 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1474.489077] env[62588]: WARNING nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 34c9ee4c-c446-46aa-8566-d4f66dfef960 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1474.489256] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance ca06a33a-8a7b-40f5-84ed-b5f27616d1f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1474.489382] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 641a3a07-a4a4-4920-b710-f62bca7f9ebc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1474.489673] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1474.489673] env[62588]: WARNING nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 48e51ea3-9a6e-4078-9c09-b3b4291d2d55 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1474.489767] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance d3291e2a-3e28-424a-94a5-b9831dcdbb09 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1474.489915] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance cd9251fb-103f-4fea-a54a-398f28e4a7bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1474.489915] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance da1aa85b-feca-4031-b8f7-ec05f7d5c375 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1474.490038] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 10cf38fe-eb65-4492-91b2-d830c6769cb8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1474.490150] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 874c16bd-85d4-40f0-a87b-8e3f28e96202 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1474.490259] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 8393d21d-0eb6-446b-9c81-8a78d8f8243c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1474.490367] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 1c13f071-ee91-40c2-bada-1dad8d195451 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1474.490466] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1474.490588] env[62588]: WARNING nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance d592d200-c893-4538-be6b-59f21277da0d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1474.490705] env[62588]: WARNING nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1474.490818] env[62588]: WARNING nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 3d1e96f5-3021-4155-8855-592361b2b0d6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1474.490926] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance aa58d5dd-6cee-4d32-b80a-1fdc853995e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1474.491045] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1474.491187] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance a3862ec6-21d1-4801-b506-09dcf1304ee2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1474.491306] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 8f332302-3abe-48f7-b007-676335d46d97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1474.491414] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 5077d1f4-4048-44b8-a258-b2902dcef773 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1474.491519] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance a41194c6-c686-4ced-8599-8618d566ccfa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1474.491623] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance eca1e90c-5ab0-4016-9aa9-0c6047159fb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1474.503703] env[62588]: DEBUG oslo_vmware.api [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520d2833-a34c-0dfb-573b-aec0056f7b72, 'name': SearchDatastore_Task, 'duration_secs': 0.017429} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.504864] env[62588]: DEBUG oslo_vmware.api [None req-73874f01-2c31-406a-b96f-204a730d1b7c tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793423, 'name': PowerOffVM_Task, 'duration_secs': 0.285729} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.505095] env[62588]: DEBUG oslo_vmware.api [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f52fd8-58f3-c8f2-587c-fce0a611ff9d, 'name': SearchDatastore_Task, 'duration_secs': 0.034917} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.505878] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 49169fb2-3c56-4406-a33d-f275cc425ce4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1474.506982] env[62588]: DEBUG oslo_concurrency.lockutils [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.507217] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1474.507425] env[62588]: DEBUG oslo_concurrency.lockutils [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.510181] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9d6063-aa96-43d1-b350-859a8cdf4122 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.520585] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-73874f01-2c31-406a-b96f-204a730d1b7c tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1474.525864] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-73874f01-2c31-406a-b96f-204a730d1b7c tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Reconfiguring VM instance instance-0000001e to detach disk 2001 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1474.526188] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.526488] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 8f332302-3abe-48f7-b007-676335d46d97/8f332302-3abe-48f7-b007-676335d46d97.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1474.528429] env[62588]: INFO nova.virt.block_device [None req-251eb00d-c2b1-41de-8e5e-6754332d0d95 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Attempting to driver detach volume c2956135-673f-43d8-97c1-87506ceba64c from mountpoint /dev/sdb [ 1474.528632] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-251eb00d-c2b1-41de-8e5e-6754332d0d95 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Volume detach. Driver type: vmdk {{(pid=62588) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1474.528806] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-251eb00d-c2b1-41de-8e5e-6754332d0d95 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371992', 'volume_id': 'c2956135-673f-43d8-97c1-87506ceba64c', 'name': 'volume-c2956135-673f-43d8-97c1-87506ceba64c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ca06a33a-8a7b-40f5-84ed-b5f27616d1f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'c2956135-673f-43d8-97c1-87506ceba64c', 'serial': 'c2956135-673f-43d8-97c1-87506ceba64c'} {{(pid=62588) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1474.529332] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00edcb5a-2642-4b92-a26f-a46dcbc298fd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.542274] env[62588]: DEBUG oslo_concurrency.lockutils [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.542455] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1474.542803] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d95bf0af-5fcf-4c15-9b75-06671912bc00 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.546108] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba23d96-3f63-4c8b-bd6b-13faed0d2d71 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.549215] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0bdc1b3-1381-4e6d-8582-8686818a02de {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.577747] env[62588]: DEBUG oslo_vmware.api [None req-73874f01-2c31-406a-b96f-204a730d1b7c tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1474.577747] env[62588]: value = "task-1793425" [ 1474.577747] env[62588]: _type = "Task" [ 1474.577747] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.577747] env[62588]: DEBUG oslo_vmware.api [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Waiting for the task: (returnval){ [ 1474.577747] env[62588]: value = "task-1793424" [ 1474.577747] env[62588]: _type = "Task" [ 1474.577747] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.590351] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0351954-8c2f-4c26-a51a-99572f010d40 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.594112] env[62588]: DEBUG nova.compute.manager [req-9b703239-40f6-482d-a322-2e65de9583cd req-1144c0f2-e57e-452d-8dbf-a87a0ead80f6 service nova] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Detach interface failed, port_id=e72f03f8-a563-483a-a9f5-e42a66daa32c, reason: Instance 874c16bd-85d4-40f0-a87b-8e3f28e96202 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1474.601368] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1474.601573] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1474.602852] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a228d53-6be4-419e-bfe1-6d1c7d5e003b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.612951] env[62588]: DEBUG oslo_vmware.api [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.613149] env[62588]: DEBUG oslo_vmware.api [None req-73874f01-2c31-406a-b96f-204a730d1b7c tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.614404] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959a3af5-2a8c-4147-a64b-bb51c6ed9c4b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.617987] env[62588]: DEBUG oslo_vmware.api [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Waiting for the task: (returnval){ [ 1474.617987] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5227df38-454a-8c93-79c2-bc4dda5617d5" [ 1474.617987] env[62588]: _type = "Task" [ 1474.617987] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.640802] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7746248f-e3af-4704-9aaa-09341bb6f918 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.645478] env[62588]: DEBUG oslo_vmware.api [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5227df38-454a-8c93-79c2-bc4dda5617d5, 'name': SearchDatastore_Task, 'duration_secs': 0.017504} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.647306] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcf5b582-baeb-4a72-bcfe-aaf7809a2613 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.659786] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-251eb00d-c2b1-41de-8e5e-6754332d0d95 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] The volume has not been displaced from its original location: [datastore1] volume-c2956135-673f-43d8-97c1-87506ceba64c/volume-c2956135-673f-43d8-97c1-87506ceba64c.vmdk. No consolidation needed. {{(pid=62588) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1474.666541] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-251eb00d-c2b1-41de-8e5e-6754332d0d95 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1474.667473] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70ef7594-80f0-42ae-9b2c-a0ef3f3bd167 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.682418] env[62588]: DEBUG oslo_vmware.api [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Waiting for the task: (returnval){ [ 1474.682418] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526c0b36-6587-0160-839b-a3c92651a0e9" [ 1474.682418] env[62588]: _type = "Task" [ 1474.682418] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.690670] env[62588]: DEBUG oslo_vmware.api [None req-251eb00d-c2b1-41de-8e5e-6754332d0d95 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] Waiting for the task: (returnval){ [ 1474.690670] env[62588]: value = "task-1793426" [ 1474.690670] env[62588]: _type = "Task" [ 1474.690670] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.695810] env[62588]: DEBUG oslo_vmware.api [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526c0b36-6587-0160-839b-a3c92651a0e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.703840] env[62588]: DEBUG oslo_vmware.api [None req-251eb00d-c2b1-41de-8e5e-6754332d0d95 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] Task: {'id': task-1793426, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.981834] env[62588]: DEBUG oslo_concurrency.lockutils [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "refresh_cache-a41194c6-c686-4ced-8599-8618d566ccfa" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.982064] env[62588]: DEBUG oslo_concurrency.lockutils [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquired lock "refresh_cache-a41194c6-c686-4ced-8599-8618d566ccfa" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.982292] env[62588]: DEBUG nova.network.neutron [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1474.989671] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f3f929d4-383e-4b82-bd9f-325309112049 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.029747] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 5914dad7-c69e-4294-8625-991864b73e0a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1475.112505] env[62588]: DEBUG oslo_vmware.api [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793424, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.116193] env[62588]: DEBUG oslo_vmware.api [None req-73874f01-2c31-406a-b96f-204a730d1b7c tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793425, 'name': ReconfigVM_Task, 'duration_secs': 0.292137} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.116306] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-73874f01-2c31-406a-b96f-204a730d1b7c tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Reconfigured VM instance instance-0000001e to detach disk 2001 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1475.116615] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-73874f01-2c31-406a-b96f-204a730d1b7c tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1475.116743] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc8d2ddd-5582-48d5-9c94-ab84853a09aa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.126032] env[62588]: DEBUG oslo_vmware.api [None req-73874f01-2c31-406a-b96f-204a730d1b7c tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1475.126032] env[62588]: value = "task-1793427" [ 1475.126032] env[62588]: _type = "Task" [ 1475.126032] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.135859] env[62588]: DEBUG oslo_vmware.api [None req-73874f01-2c31-406a-b96f-204a730d1b7c tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.193891] env[62588]: DEBUG oslo_vmware.api [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526c0b36-6587-0160-839b-a3c92651a0e9, 'name': SearchDatastore_Task, 'duration_secs': 0.023748} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.194378] env[62588]: DEBUG oslo_concurrency.lockutils [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1475.194542] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 5077d1f4-4048-44b8-a258-b2902dcef773/5077d1f4-4048-44b8-a258-b2902dcef773.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1475.194861] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76cd2f4e-d93e-4934-afc1-2f4484b49157 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.207469] env[62588]: DEBUG oslo_vmware.api [None req-251eb00d-c2b1-41de-8e5e-6754332d0d95 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] Task: {'id': task-1793426, 'name': ReconfigVM_Task, 'duration_secs': 0.31464} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.211283] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-251eb00d-c2b1-41de-8e5e-6754332d0d95 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1475.215880] env[62588]: DEBUG oslo_vmware.api [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Waiting for the task: (returnval){ [ 1475.215880] env[62588]: value = "task-1793428" [ 1475.215880] env[62588]: _type = "Task" [ 1475.215880] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.219101] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c440933a-d168-40de-b6d1-950be9950b6c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.239272] env[62588]: DEBUG oslo_vmware.api [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Task: {'id': task-1793428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.243193] env[62588]: DEBUG oslo_vmware.api [None req-251eb00d-c2b1-41de-8e5e-6754332d0d95 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] Waiting for the task: (returnval){ [ 1475.243193] env[62588]: value = "task-1793429" [ 1475.243193] env[62588]: _type = "Task" [ 1475.243193] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.344749] env[62588]: DEBUG nova.network.neutron [req-a0346e3b-a41e-401f-8567-0f989e33a121 req-58954395-9e7c-497f-8049-57dd5a8647f9 service nova] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Updated VIF entry in instance network info cache for port eaa498ce-cb05-4d94-8752-253aee1c5728. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1475.345111] env[62588]: DEBUG nova.network.neutron [req-a0346e3b-a41e-401f-8567-0f989e33a121 req-58954395-9e7c-497f-8049-57dd5a8647f9 service nova] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Updating instance_info_cache with network_info: [{"id": "eaa498ce-cb05-4d94-8752-253aee1c5728", "address": "fa:16:3e:9c:b1:31", "network": {"id": "271ff61a-97e5-4dcc-9a1d-0a8c9bfcf82b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-308691925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61746be0612f4268bc7f3359e1375013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaa498ce-cb", "ovs_interfaceid": "eaa498ce-cb05-4d94-8752-253aee1c5728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.473295] env[62588]: DEBUG nova.compute.manager [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1475.501964] env[62588]: DEBUG nova.virt.hardware [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:53:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='3ee2d7d1-4080-4312-a851-6abeef1fa644',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1981723147',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1475.502305] env[62588]: DEBUG nova.virt.hardware [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1475.502495] env[62588]: DEBUG nova.virt.hardware [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1475.502680] env[62588]: DEBUG nova.virt.hardware [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1475.502888] env[62588]: DEBUG nova.virt.hardware [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1475.503055] env[62588]: DEBUG nova.virt.hardware [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1475.503410] env[62588]: DEBUG nova.virt.hardware [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1475.503590] env[62588]: DEBUG nova.virt.hardware [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1475.503793] env[62588]: DEBUG nova.virt.hardware [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1475.503969] env[62588]: DEBUG nova.virt.hardware [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1475.504153] env[62588]: DEBUG nova.virt.hardware [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1475.505304] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3676e9-1ae6-4d88-b46a-3c1f365da241 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.516729] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85db94c6-8f1b-4bd0-9276-82a616450d56 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.534593] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 672d7961-3f6b-49e8-abaa-c83040bcfd69 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1475.571239] env[62588]: DEBUG nova.network.neutron [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1475.610094] env[62588]: DEBUG oslo_vmware.api [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578053} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.610392] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 8f332302-3abe-48f7-b007-676335d46d97/8f332302-3abe-48f7-b007-676335d46d97.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1475.610611] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1475.611217] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba90d393-c0d9-4485-8dae-c442a317f081 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.620859] env[62588]: DEBUG oslo_vmware.api [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Waiting for the task: (returnval){ [ 1475.620859] env[62588]: value = "task-1793433" [ 1475.620859] env[62588]: _type = "Task" [ 1475.620859] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.634567] env[62588]: DEBUG oslo_vmware.api [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793433, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.643037] env[62588]: DEBUG oslo_vmware.api [None req-73874f01-2c31-406a-b96f-204a730d1b7c tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793427, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.746159] env[62588]: DEBUG oslo_vmware.api [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Task: {'id': task-1793428, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.756456] env[62588]: DEBUG oslo_vmware.api [None req-251eb00d-c2b1-41de-8e5e-6754332d0d95 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] Task: {'id': task-1793429, 'name': ReconfigVM_Task, 'duration_secs': 0.183101} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.756807] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-251eb00d-c2b1-41de-8e5e-6754332d0d95 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371992', 'volume_id': 'c2956135-673f-43d8-97c1-87506ceba64c', 'name': 'volume-c2956135-673f-43d8-97c1-87506ceba64c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ca06a33a-8a7b-40f5-84ed-b5f27616d1f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'c2956135-673f-43d8-97c1-87506ceba64c', 'serial': 'c2956135-673f-43d8-97c1-87506ceba64c'} {{(pid=62588) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1475.781436] env[62588]: DEBUG nova.network.neutron [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Updating instance_info_cache with network_info: [{"id": "5b67636c-4541-4bf2-98cc-34b2a232c535", "address": "fa:16:3e:62:47:75", "network": {"id": "ebfd054e-b4b8-4c77-9adb-1fd6bca34d84", "bridge": "br-int", "label": "tempest-ServersTestJSON-273759622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "962ad43ecb3d425ebc57be08dea7d954", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b67636c-45", "ovs_interfaceid": "5b67636c-4541-4bf2-98cc-34b2a232c535", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.847489] env[62588]: DEBUG oslo_concurrency.lockutils [req-a0346e3b-a41e-401f-8567-0f989e33a121 req-58954395-9e7c-497f-8049-57dd5a8647f9 service nova] Releasing lock "refresh_cache-a3862ec6-21d1-4801-b506-09dcf1304ee2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1475.847832] env[62588]: DEBUG nova.compute.manager [req-a0346e3b-a41e-401f-8567-0f989e33a121 req-58954395-9e7c-497f-8049-57dd5a8647f9 service nova] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Received event network-vif-plugged-5b67636c-4541-4bf2-98cc-34b2a232c535 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1475.848135] env[62588]: DEBUG oslo_concurrency.lockutils [req-a0346e3b-a41e-401f-8567-0f989e33a121 req-58954395-9e7c-497f-8049-57dd5a8647f9 service nova] Acquiring lock "a41194c6-c686-4ced-8599-8618d566ccfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.848465] env[62588]: DEBUG oslo_concurrency.lockutils [req-a0346e3b-a41e-401f-8567-0f989e33a121 req-58954395-9e7c-497f-8049-57dd5a8647f9 service nova] Lock "a41194c6-c686-4ced-8599-8618d566ccfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.848739] env[62588]: DEBUG oslo_concurrency.lockutils [req-a0346e3b-a41e-401f-8567-0f989e33a121 req-58954395-9e7c-497f-8049-57dd5a8647f9 service nova] Lock "a41194c6-c686-4ced-8599-8618d566ccfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.849050] env[62588]: DEBUG nova.compute.manager [req-a0346e3b-a41e-401f-8567-0f989e33a121 req-58954395-9e7c-497f-8049-57dd5a8647f9 service nova] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] No waiting events found dispatching network-vif-plugged-5b67636c-4541-4bf2-98cc-34b2a232c535 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1475.849364] env[62588]: WARNING nova.compute.manager [req-a0346e3b-a41e-401f-8567-0f989e33a121 req-58954395-9e7c-497f-8049-57dd5a8647f9 service nova] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Received unexpected event network-vif-plugged-5b67636c-4541-4bf2-98cc-34b2a232c535 for instance with vm_state building and task_state spawning. [ 1475.849675] env[62588]: DEBUG nova.compute.manager [req-a0346e3b-a41e-401f-8567-0f989e33a121 req-58954395-9e7c-497f-8049-57dd5a8647f9 service nova] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Received event network-changed-5b67636c-4541-4bf2-98cc-34b2a232c535 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1475.849944] env[62588]: DEBUG nova.compute.manager [req-a0346e3b-a41e-401f-8567-0f989e33a121 req-58954395-9e7c-497f-8049-57dd5a8647f9 service nova] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Refreshing instance network info cache due to event network-changed-5b67636c-4541-4bf2-98cc-34b2a232c535. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1475.850219] env[62588]: DEBUG oslo_concurrency.lockutils [req-a0346e3b-a41e-401f-8567-0f989e33a121 req-58954395-9e7c-497f-8049-57dd5a8647f9 service nova] Acquiring lock "refresh_cache-a41194c6-c686-4ced-8599-8618d566ccfa" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.038284] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 7aa5556f-a3c2-4619-a26b-edf0a162b800 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1476.137200] env[62588]: DEBUG nova.compute.manager [req-e8f43850-6ec7-466c-9186-f0b561f35188 req-5c2b4cfb-7013-48a7-92ba-4d035bde2336 service nova] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Received event network-vif-plugged-c9f90935-23d0-4353-8ef2-b90756711889 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1476.137200] env[62588]: DEBUG oslo_concurrency.lockutils [req-e8f43850-6ec7-466c-9186-f0b561f35188 req-5c2b4cfb-7013-48a7-92ba-4d035bde2336 service nova] Acquiring lock "eca1e90c-5ab0-4016-9aa9-0c6047159fb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.137200] env[62588]: DEBUG oslo_concurrency.lockutils [req-e8f43850-6ec7-466c-9186-f0b561f35188 req-5c2b4cfb-7013-48a7-92ba-4d035bde2336 service nova] Lock "eca1e90c-5ab0-4016-9aa9-0c6047159fb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.137200] env[62588]: DEBUG oslo_concurrency.lockutils [req-e8f43850-6ec7-466c-9186-f0b561f35188 req-5c2b4cfb-7013-48a7-92ba-4d035bde2336 service nova] Lock "eca1e90c-5ab0-4016-9aa9-0c6047159fb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.137200] env[62588]: DEBUG nova.compute.manager [req-e8f43850-6ec7-466c-9186-f0b561f35188 req-5c2b4cfb-7013-48a7-92ba-4d035bde2336 service nova] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] No waiting events found dispatching network-vif-plugged-c9f90935-23d0-4353-8ef2-b90756711889 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1476.137200] env[62588]: WARNING nova.compute.manager [req-e8f43850-6ec7-466c-9186-f0b561f35188 req-5c2b4cfb-7013-48a7-92ba-4d035bde2336 service nova] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Received unexpected event network-vif-plugged-c9f90935-23d0-4353-8ef2-b90756711889 for instance with vm_state building and task_state spawning. [ 1476.137723] env[62588]: DEBUG oslo_vmware.api [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793433, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.237786} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.138382] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1476.139191] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c8411d-29ae-4503-9c54-1e0676a2a920 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.145244] env[62588]: DEBUG oslo_vmware.api [None req-73874f01-2c31-406a-b96f-204a730d1b7c tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793427, 'name': PowerOnVM_Task, 'duration_secs': 0.775671} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.145815] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-73874f01-2c31-406a-b96f-204a730d1b7c tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1476.146072] env[62588]: DEBUG nova.compute.manager [None req-73874f01-2c31-406a-b96f-204a730d1b7c tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1476.146999] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bb5ce5-692c-4e12-85b5-74d03eb4d72f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.168472] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 8f332302-3abe-48f7-b007-676335d46d97/8f332302-3abe-48f7-b007-676335d46d97.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1476.169608] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f42d7efa-942c-46f4-acdc-2c3f3d49057e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.200925] env[62588]: DEBUG oslo_vmware.api [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Waiting for the task: (returnval){ [ 1476.200925] env[62588]: value = "task-1793434" [ 1476.200925] env[62588]: _type = "Task" [ 1476.200925] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.210960] env[62588]: DEBUG oslo_vmware.api [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793434, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.231984] env[62588]: DEBUG nova.network.neutron [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Successfully updated port: c9f90935-23d0-4353-8ef2-b90756711889 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1476.247391] env[62588]: DEBUG oslo_vmware.api [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Task: {'id': task-1793428, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612309} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.247693] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 5077d1f4-4048-44b8-a258-b2902dcef773/5077d1f4-4048-44b8-a258-b2902dcef773.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1476.248062] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1476.248372] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-987d7697-97f2-45bd-916a-784e10e3d3da {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.257048] env[62588]: DEBUG oslo_vmware.api [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Waiting for the task: (returnval){ [ 1476.257048] env[62588]: value = "task-1793435" [ 1476.257048] env[62588]: _type = "Task" [ 1476.257048] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.266189] env[62588]: DEBUG oslo_vmware.api [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Task: {'id': task-1793435, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.284138] env[62588]: DEBUG oslo_concurrency.lockutils [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Releasing lock "refresh_cache-a41194c6-c686-4ced-8599-8618d566ccfa" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.284501] env[62588]: DEBUG nova.compute.manager [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Instance network_info: |[{"id": "5b67636c-4541-4bf2-98cc-34b2a232c535", "address": "fa:16:3e:62:47:75", "network": {"id": "ebfd054e-b4b8-4c77-9adb-1fd6bca34d84", "bridge": "br-int", "label": "tempest-ServersTestJSON-273759622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "962ad43ecb3d425ebc57be08dea7d954", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b67636c-45", "ovs_interfaceid": "5b67636c-4541-4bf2-98cc-34b2a232c535", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1476.284760] env[62588]: DEBUG oslo_concurrency.lockutils [req-a0346e3b-a41e-401f-8567-0f989e33a121 req-58954395-9e7c-497f-8049-57dd5a8647f9 service nova] Acquired lock "refresh_cache-a41194c6-c686-4ced-8599-8618d566ccfa" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.284934] env[62588]: DEBUG nova.network.neutron [req-a0346e3b-a41e-401f-8567-0f989e33a121 req-58954395-9e7c-497f-8049-57dd5a8647f9 service nova] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Refreshing network info cache for port 5b67636c-4541-4bf2-98cc-34b2a232c535 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1476.286588] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:47:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b67636c-4541-4bf2-98cc-34b2a232c535', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1476.294580] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Creating folder: Project (962ad43ecb3d425ebc57be08dea7d954). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1476.295680] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdd762d3-e29d-4e48-bb3d-33c7fdea6a7b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.307680] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Created folder: Project (962ad43ecb3d425ebc57be08dea7d954) in parent group-v371885. [ 1476.307860] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Creating folder: Instances. Parent ref: group-v372004. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1476.308114] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afb8d13d-5f45-49c8-b32e-b05b87f34c0c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.313535] env[62588]: DEBUG nova.objects.instance [None req-251eb00d-c2b1-41de-8e5e-6754332d0d95 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] Lazy-loading 'flavor' on Instance uuid ca06a33a-8a7b-40f5-84ed-b5f27616d1f2 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1476.318649] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Created folder: Instances in parent group-v372004. [ 1476.318886] env[62588]: DEBUG oslo.service.loopingcall [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1476.319150] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1476.319305] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ecdb608-dca5-41d6-ae6e-25a6ddea6f55 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.341590] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1476.341590] env[62588]: value = "task-1793438" [ 1476.341590] env[62588]: _type = "Task" [ 1476.341590] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.350668] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793438, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.541634] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 2455fb78-9df4-4935-97da-1436720d28dd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1476.712064] env[62588]: DEBUG oslo_vmware.api [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.739087] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquiring lock "refresh_cache-eca1e90c-5ab0-4016-9aa9-0c6047159fb0" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.739223] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquired lock "refresh_cache-eca1e90c-5ab0-4016-9aa9-0c6047159fb0" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.739471] env[62588]: DEBUG nova.network.neutron [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1476.767957] env[62588]: DEBUG oslo_vmware.api [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Task: {'id': task-1793435, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.203815} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.768301] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1476.769152] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05a77cf-673a-4a0f-a3a6-e0e659adc02e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.804971] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 5077d1f4-4048-44b8-a258-b2902dcef773/5077d1f4-4048-44b8-a258-b2902dcef773.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1476.805625] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7fffce9-38c1-4a63-9915-59e002df543f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.840996] env[62588]: DEBUG oslo_vmware.api [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Waiting for the task: (returnval){ [ 1476.840996] env[62588]: value = "task-1793439" [ 1476.840996] env[62588]: _type = "Task" [ 1476.840996] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.856544] env[62588]: DEBUG oslo_vmware.api [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Task: {'id': task-1793439, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.859820] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793438, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.045173] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance a160c33f-fcaf-419e-95ed-cea6db31a306 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1477.115925] env[62588]: DEBUG nova.network.neutron [req-a0346e3b-a41e-401f-8567-0f989e33a121 req-58954395-9e7c-497f-8049-57dd5a8647f9 service nova] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Updated VIF entry in instance network info cache for port 5b67636c-4541-4bf2-98cc-34b2a232c535. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1477.116103] env[62588]: DEBUG nova.network.neutron [req-a0346e3b-a41e-401f-8567-0f989e33a121 req-58954395-9e7c-497f-8049-57dd5a8647f9 service nova] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Updating instance_info_cache with network_info: [{"id": "5b67636c-4541-4bf2-98cc-34b2a232c535", "address": "fa:16:3e:62:47:75", "network": {"id": "ebfd054e-b4b8-4c77-9adb-1fd6bca34d84", "bridge": "br-int", "label": "tempest-ServersTestJSON-273759622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "962ad43ecb3d425ebc57be08dea7d954", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b67636c-45", "ovs_interfaceid": "5b67636c-4541-4bf2-98cc-34b2a232c535", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.217287] env[62588]: DEBUG oslo_vmware.api [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793434, 'name': ReconfigVM_Task, 'duration_secs': 0.96757} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.217287] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 8f332302-3abe-48f7-b007-676335d46d97/8f332302-3abe-48f7-b007-676335d46d97.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1477.217578] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96778d36-d28c-40a4-ac9a-2922e1c15a36 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.227040] env[62588]: DEBUG oslo_vmware.api [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Waiting for the task: (returnval){ [ 1477.227040] env[62588]: value = "task-1793440" [ 1477.227040] env[62588]: _type = "Task" [ 1477.227040] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.241389] env[62588]: DEBUG oslo_vmware.api [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793440, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.300225] env[62588]: DEBUG nova.network.neutron [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1477.337988] env[62588]: DEBUG oslo_concurrency.lockutils [None req-251eb00d-c2b1-41de-8e5e-6754332d0d95 tempest-VolumesAssistedSnapshotsTest-537312953 tempest-VolumesAssistedSnapshotsTest-537312953-project-admin] Lock "ca06a33a-8a7b-40f5-84ed-b5f27616d1f2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.975s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.356306] env[62588]: DEBUG oslo_vmware.api [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Task: {'id': task-1793439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.359655] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793438, 'name': CreateVM_Task, 'duration_secs': 0.862748} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.359777] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1477.360457] env[62588]: DEBUG oslo_concurrency.lockutils [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.360628] env[62588]: DEBUG oslo_concurrency.lockutils [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.361042] env[62588]: DEBUG oslo_concurrency.lockutils [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1477.363614] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9a3e27f-79e8-46ce-9778-c8d3d2cdece6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.369857] env[62588]: DEBUG oslo_vmware.api [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1477.369857] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f43b37-b69c-c82f-1981-1d4f9afd250c" [ 1477.369857] env[62588]: _type = "Task" [ 1477.369857] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.381038] env[62588]: DEBUG oslo_vmware.api [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f43b37-b69c-c82f-1981-1d4f9afd250c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.530188] env[62588]: DEBUG nova.network.neutron [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Updating instance_info_cache with network_info: [{"id": "c9f90935-23d0-4353-8ef2-b90756711889", "address": "fa:16:3e:f3:c5:ef", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f90935-23", "ovs_interfaceid": "c9f90935-23d0-4353-8ef2-b90756711889", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.550711] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance f1e9cfa1-1f64-474c-abd0-8ec5e730b492 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1477.596821] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Acquiring lock "10cf38fe-eb65-4492-91b2-d830c6769cb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.596821] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Lock "10cf38fe-eb65-4492-91b2-d830c6769cb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.598678] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Acquiring lock "10cf38fe-eb65-4492-91b2-d830c6769cb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.598678] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Lock "10cf38fe-eb65-4492-91b2-d830c6769cb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.598678] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Lock "10cf38fe-eb65-4492-91b2-d830c6769cb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.599563] env[62588]: INFO nova.compute.manager [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Terminating instance [ 1477.618187] env[62588]: DEBUG oslo_concurrency.lockutils [req-a0346e3b-a41e-401f-8567-0f989e33a121 req-58954395-9e7c-497f-8049-57dd5a8647f9 service nova] Releasing lock "refresh_cache-a41194c6-c686-4ced-8599-8618d566ccfa" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.745181] env[62588]: DEBUG oslo_vmware.api [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793440, 'name': Rename_Task, 'duration_secs': 0.297765} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.745181] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1477.745418] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20394a49-6f90-413c-a344-5cee3f42710c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.758238] env[62588]: DEBUG oslo_vmware.api [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Waiting for the task: (returnval){ [ 1477.758238] env[62588]: value = "task-1793441" [ 1477.758238] env[62588]: _type = "Task" [ 1477.758238] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.767937] env[62588]: DEBUG oslo_vmware.api [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.852494] env[62588]: DEBUG oslo_vmware.api [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Task: {'id': task-1793439, 'name': ReconfigVM_Task, 'duration_secs': 0.725224} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.852785] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 5077d1f4-4048-44b8-a258-b2902dcef773/5077d1f4-4048-44b8-a258-b2902dcef773.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1477.853513] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b462177-ac1f-44e2-b690-9265d78562cd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.864261] env[62588]: DEBUG oslo_vmware.api [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Waiting for the task: (returnval){ [ 1477.864261] env[62588]: value = "task-1793443" [ 1477.864261] env[62588]: _type = "Task" [ 1477.864261] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.879975] env[62588]: DEBUG oslo_vmware.api [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Task: {'id': task-1793443, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.888170] env[62588]: DEBUG oslo_vmware.api [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f43b37-b69c-c82f-1981-1d4f9afd250c, 'name': SearchDatastore_Task, 'duration_secs': 0.018317} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.888568] env[62588]: DEBUG oslo_concurrency.lockutils [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.888885] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1477.889070] env[62588]: DEBUG oslo_concurrency.lockutils [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.889235] env[62588]: DEBUG oslo_concurrency.lockutils [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.889541] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1477.889803] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca3f1cac-7b0a-4574-86e4-afd2ccfa3d62 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.911625] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1477.911922] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1477.912858] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a2f97fd-1214-4f16-baed-f4fc453fb3fc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.923645] env[62588]: DEBUG oslo_vmware.api [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1477.923645] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e92a7e-5427-e258-b0c8-69ce52491f4b" [ 1477.923645] env[62588]: _type = "Task" [ 1477.923645] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.936555] env[62588]: DEBUG oslo_vmware.api [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e92a7e-5427-e258-b0c8-69ce52491f4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.033910] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Releasing lock "refresh_cache-eca1e90c-5ab0-4016-9aa9-0c6047159fb0" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.034375] env[62588]: DEBUG nova.compute.manager [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Instance network_info: |[{"id": "c9f90935-23d0-4353-8ef2-b90756711889", "address": "fa:16:3e:f3:c5:ef", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f90935-23", "ovs_interfaceid": "c9f90935-23d0-4353-8ef2-b90756711889", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1478.034956] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:c5:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9f90935-23d0-4353-8ef2-b90756711889', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1478.044749] env[62588]: DEBUG oslo.service.loopingcall [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1478.045032] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1478.045295] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93d32fdf-2a98-41de-9dd0-8ab7f976f0b2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.064107] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance fb886df8-21a5-4ee2-a913-3a7e8234e491 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1478.073288] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1478.073288] env[62588]: value = "task-1793444" [ 1478.073288] env[62588]: _type = "Task" [ 1478.073288] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.083601] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793444, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.104399] env[62588]: DEBUG nova.compute.manager [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1478.104697] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1478.104958] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79faf482-3986-492c-9aeb-f2350921e5f0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.113023] env[62588]: DEBUG oslo_vmware.api [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Waiting for the task: (returnval){ [ 1478.113023] env[62588]: value = "task-1793445" [ 1478.113023] env[62588]: _type = "Task" [ 1478.113023] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.122530] env[62588]: DEBUG oslo_vmware.api [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Task: {'id': task-1793445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.161731] env[62588]: DEBUG nova.compute.manager [req-e65a5ca1-8271-453c-a199-ba336bc3ea49 req-c87b0f8d-82c2-4d68-a706-94cd189c7041 service nova] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Received event network-changed-c9f90935-23d0-4353-8ef2-b90756711889 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1478.161946] env[62588]: DEBUG nova.compute.manager [req-e65a5ca1-8271-453c-a199-ba336bc3ea49 req-c87b0f8d-82c2-4d68-a706-94cd189c7041 service nova] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Refreshing instance network info cache due to event network-changed-c9f90935-23d0-4353-8ef2-b90756711889. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1478.162214] env[62588]: DEBUG oslo_concurrency.lockutils [req-e65a5ca1-8271-453c-a199-ba336bc3ea49 req-c87b0f8d-82c2-4d68-a706-94cd189c7041 service nova] Acquiring lock "refresh_cache-eca1e90c-5ab0-4016-9aa9-0c6047159fb0" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1478.162422] env[62588]: DEBUG oslo_concurrency.lockutils [req-e65a5ca1-8271-453c-a199-ba336bc3ea49 req-c87b0f8d-82c2-4d68-a706-94cd189c7041 service nova] Acquired lock "refresh_cache-eca1e90c-5ab0-4016-9aa9-0c6047159fb0" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.162618] env[62588]: DEBUG nova.network.neutron [req-e65a5ca1-8271-453c-a199-ba336bc3ea49 req-c87b0f8d-82c2-4d68-a706-94cd189c7041 service nova] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Refreshing network info cache for port c9f90935-23d0-4353-8ef2-b90756711889 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1478.268813] env[62588]: DEBUG oslo_vmware.api [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793441, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.380465] env[62588]: DEBUG oslo_vmware.api [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Task: {'id': task-1793443, 'name': Rename_Task, 'duration_secs': 0.188389} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.380934] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1478.381618] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc97be61-3e5d-4a5b-80ea-7403ee75a202 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.392093] env[62588]: DEBUG oslo_vmware.api [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Waiting for the task: (returnval){ [ 1478.392093] env[62588]: value = "task-1793446" [ 1478.392093] env[62588]: _type = "Task" [ 1478.392093] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.403774] env[62588]: DEBUG oslo_vmware.api [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Task: {'id': task-1793446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.441203] env[62588]: DEBUG oslo_vmware.api [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e92a7e-5427-e258-b0c8-69ce52491f4b, 'name': SearchDatastore_Task, 'duration_secs': 0.013781} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.441431] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc27b48f-ef3d-4df9-80c1-149feda1c29e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.451581] env[62588]: DEBUG oslo_vmware.api [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1478.451581] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ce6f99-bd79-a586-f17e-492851b2cf47" [ 1478.451581] env[62588]: _type = "Task" [ 1478.451581] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.465152] env[62588]: DEBUG oslo_vmware.api [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ce6f99-bd79-a586-f17e-492851b2cf47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.568165] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance ed1afca2-846c-4356-ae35-e651a8d38eda has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1478.583799] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793444, 'name': CreateVM_Task, 'duration_secs': 0.462678} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.585447] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1478.586194] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1478.586391] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.586727] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1478.587283] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07cbb61f-75c3-44c1-894a-32207f1e6e81 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.592931] env[62588]: DEBUG oslo_vmware.api [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1478.592931] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b6df3a-afa6-ea75-6b3f-ffcfc57f4ab4" [ 1478.592931] env[62588]: _type = "Task" [ 1478.592931] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.602855] env[62588]: DEBUG oslo_vmware.api [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b6df3a-afa6-ea75-6b3f-ffcfc57f4ab4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.628039] env[62588]: DEBUG oslo_vmware.api [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Task: {'id': task-1793445, 'name': PowerOffVM_Task, 'duration_secs': 0.282164} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.628039] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1478.628039] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Volume detach. Driver type: vmdk {{(pid=62588) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1478.628039] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371920', 'volume_id': 'e4e2ff06-adba-43dd-9149-f64c2dcd2f33', 'name': 'volume-e4e2ff06-adba-43dd-9149-f64c2dcd2f33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '10cf38fe-eb65-4492-91b2-d830c6769cb8', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4e2ff06-adba-43dd-9149-f64c2dcd2f33', 'serial': 'e4e2ff06-adba-43dd-9149-f64c2dcd2f33'} {{(pid=62588) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1478.628533] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717ec341-7da9-4c17-819c-5fd0c1876a25 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.653913] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a5a572-f75f-4297-821c-20ad3402a593 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.667662] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26979150-6fe1-4e3c-9f20-b7a695bbc43c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.691073] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10aaa1dc-af5b-445c-ac09-a55b3ea78ba8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.711302] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] The volume has not been displaced from its original location: [datastore1] volume-e4e2ff06-adba-43dd-9149-f64c2dcd2f33/volume-e4e2ff06-adba-43dd-9149-f64c2dcd2f33.vmdk. No consolidation needed. {{(pid=62588) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1478.716714] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Reconfiguring VM instance instance-0000001a to detach disk 2000 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1478.719623] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-113f1508-f9d9-4dfa-99e3-e98ccb890be6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.742023] env[62588]: DEBUG oslo_vmware.api [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Waiting for the task: (returnval){ [ 1478.742023] env[62588]: value = "task-1793448" [ 1478.742023] env[62588]: _type = "Task" [ 1478.742023] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.751665] env[62588]: DEBUG oslo_vmware.api [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Task: {'id': task-1793448, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.769268] env[62588]: DEBUG oslo_vmware.api [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793441, 'name': PowerOnVM_Task, 'duration_secs': 0.539942} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.772603] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1478.772603] env[62588]: INFO nova.compute.manager [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Took 13.90 seconds to spawn the instance on the hypervisor. [ 1478.772603] env[62588]: DEBUG nova.compute.manager [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1478.772603] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e83be4-098b-4882-bd53-bab802372288 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.903863] env[62588]: DEBUG oslo_vmware.api [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Task: {'id': task-1793446, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.956823] env[62588]: DEBUG nova.network.neutron [req-e65a5ca1-8271-453c-a199-ba336bc3ea49 req-c87b0f8d-82c2-4d68-a706-94cd189c7041 service nova] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Updated VIF entry in instance network info cache for port c9f90935-23d0-4353-8ef2-b90756711889. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1478.957219] env[62588]: DEBUG nova.network.neutron [req-e65a5ca1-8271-453c-a199-ba336bc3ea49 req-c87b0f8d-82c2-4d68-a706-94cd189c7041 service nova] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Updating instance_info_cache with network_info: [{"id": "c9f90935-23d0-4353-8ef2-b90756711889", "address": "fa:16:3e:f3:c5:ef", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f90935-23", "ovs_interfaceid": "c9f90935-23d0-4353-8ef2-b90756711889", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.966128] env[62588]: DEBUG oslo_vmware.api [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ce6f99-bd79-a586-f17e-492851b2cf47, 'name': SearchDatastore_Task, 'duration_secs': 0.01623} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.966961] env[62588]: DEBUG oslo_concurrency.lockutils [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.967311] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] a41194c6-c686-4ced-8599-8618d566ccfa/a41194c6-c686-4ced-8599-8618d566ccfa.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1478.967606] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9feb13df-16d6-4979-b566-47cf5ab02a45 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.976149] env[62588]: DEBUG oslo_vmware.api [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1478.976149] env[62588]: value = "task-1793449" [ 1478.976149] env[62588]: _type = "Task" [ 1478.976149] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.987054] env[62588]: DEBUG oslo_vmware.api [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.073693] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 6d7867a6-ecb4-4457-bd21-2e15a3aecb04 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1479.073993] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1479.074161] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1479.105478] env[62588]: DEBUG oslo_vmware.api [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b6df3a-afa6-ea75-6b3f-ffcfc57f4ab4, 'name': SearchDatastore_Task, 'duration_secs': 0.021014} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.105915] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.106695] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1479.106695] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1479.106695] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.106969] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1479.109703] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fe31f40-6ebb-4edc-a58c-ab9db8a2550b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.145890] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1479.146174] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1479.148196] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d825cedf-60a2-4dd2-83cb-23c5571b2ed9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.158657] env[62588]: DEBUG oslo_vmware.api [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1479.158657] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ec0744-4598-8119-abd8-60b75ac16635" [ 1479.158657] env[62588]: _type = "Task" [ 1479.158657] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.168250] env[62588]: DEBUG oslo_vmware.api [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ec0744-4598-8119-abd8-60b75ac16635, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.256215] env[62588]: DEBUG oslo_vmware.api [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Task: {'id': task-1793448, 'name': ReconfigVM_Task, 'duration_secs': 0.406973} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.256581] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Reconfigured VM instance instance-0000001a to detach disk 2000 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1479.261591] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e693fd26-7cdc-471c-b8ab-548cfff4b156 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.280629] env[62588]: DEBUG oslo_vmware.api [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Waiting for the task: (returnval){ [ 1479.280629] env[62588]: value = "task-1793450" [ 1479.280629] env[62588]: _type = "Task" [ 1479.280629] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.294661] env[62588]: INFO nova.compute.manager [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Took 44.98 seconds to build instance. [ 1479.297832] env[62588]: DEBUG oslo_vmware.api [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Task: {'id': task-1793450, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.409937] env[62588]: DEBUG oslo_vmware.api [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Task: {'id': task-1793446, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.460438] env[62588]: DEBUG oslo_concurrency.lockutils [req-e65a5ca1-8271-453c-a199-ba336bc3ea49 req-c87b0f8d-82c2-4d68-a706-94cd189c7041 service nova] Releasing lock "refresh_cache-eca1e90c-5ab0-4016-9aa9-0c6047159fb0" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.488182] env[62588]: DEBUG oslo_vmware.api [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.585042] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd76e22a-16be-4b82-8e0e-f3661ce93829 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.593329] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b009902-bbe6-4edf-ac2b-82ad14738a6f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.630553] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bd4ff6-ed7d-4b6f-ad98-b41bf4da6a6b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.641493] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f851dcc-7319-4a65-a57c-359e09277b4a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.657568] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1479.672356] env[62588]: DEBUG oslo_vmware.api [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ec0744-4598-8119-abd8-60b75ac16635, 'name': SearchDatastore_Task, 'duration_secs': 0.06115} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.674111] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81354a70-2e57-4e6d-b537-dd4f960ad503 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.682551] env[62588]: DEBUG oslo_vmware.api [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1479.682551] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52625846-7572-83c4-b569-fcf06b3662b5" [ 1479.682551] env[62588]: _type = "Task" [ 1479.682551] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.692646] env[62588]: DEBUG oslo_vmware.api [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52625846-7572-83c4-b569-fcf06b3662b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.792649] env[62588]: DEBUG oslo_vmware.api [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Task: {'id': task-1793450, 'name': ReconfigVM_Task, 'duration_secs': 0.16501} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.793045] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371920', 'volume_id': 'e4e2ff06-adba-43dd-9149-f64c2dcd2f33', 'name': 'volume-e4e2ff06-adba-43dd-9149-f64c2dcd2f33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '10cf38fe-eb65-4492-91b2-d830c6769cb8', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4e2ff06-adba-43dd-9149-f64c2dcd2f33', 'serial': 'e4e2ff06-adba-43dd-9149-f64c2dcd2f33'} {{(pid=62588) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1479.793431] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1479.794314] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cdff1b-9125-4d6d-993a-22c1883eef0d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.798950] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7e282ada-08ff-415a-9dac-a9cbbf75d70b tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Lock "8f332302-3abe-48f7-b007-676335d46d97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.430s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.803913] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1479.804217] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd36fca5-4ff9-46c9-951d-719c28c99935 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.901918] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1479.902602] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1479.902602] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Deleting the datastore file [datastore1] 10cf38fe-eb65-4492-91b2-d830c6769cb8 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1479.903343] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84a19045-d722-4130-a319-ba8e4da103c1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.914366] env[62588]: DEBUG oslo_vmware.api [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Task: {'id': task-1793446, 'name': PowerOnVM_Task, 'duration_secs': 1.226992} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.918033] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1479.918033] env[62588]: INFO nova.compute.manager [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Took 10.31 seconds to spawn the instance on the hypervisor. [ 1479.918033] env[62588]: DEBUG nova.compute.manager [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1479.918033] env[62588]: DEBUG oslo_vmware.api [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Waiting for the task: (returnval){ [ 1479.918033] env[62588]: value = "task-1793452" [ 1479.918033] env[62588]: _type = "Task" [ 1479.918033] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.918033] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33a7bbf-4203-4700-be95-265066af2378 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.993961] env[62588]: DEBUG oslo_vmware.api [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793449, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.163940] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1480.194598] env[62588]: DEBUG oslo_vmware.api [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52625846-7572-83c4-b569-fcf06b3662b5, 'name': SearchDatastore_Task, 'duration_secs': 0.059225} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.194929] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.195239] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] eca1e90c-5ab0-4016-9aa9-0c6047159fb0/eca1e90c-5ab0-4016-9aa9-0c6047159fb0.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1480.195542] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c451386e-0745-4d2c-bde6-65cc3c35fdbf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.203691] env[62588]: DEBUG oslo_vmware.api [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1480.203691] env[62588]: value = "task-1793453" [ 1480.203691] env[62588]: _type = "Task" [ 1480.203691] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.212369] env[62588]: DEBUG oslo_vmware.api [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.305009] env[62588]: DEBUG nova.compute.manager [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1480.436647] env[62588]: DEBUG oslo_vmware.api [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Task: {'id': task-1793452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371565} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.441753] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1480.441753] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1480.442096] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1480.442179] env[62588]: INFO nova.compute.manager [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Took 2.34 seconds to destroy the instance on the hypervisor. [ 1480.442662] env[62588]: DEBUG oslo.service.loopingcall [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1480.445577] env[62588]: DEBUG nova.compute.manager [-] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1480.445577] env[62588]: DEBUG nova.network.neutron [-] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1480.447620] env[62588]: INFO nova.compute.manager [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Took 35.42 seconds to build instance. [ 1480.474702] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquiring lock "3ee02a39-f285-405c-b7b8-ab797afe560c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.475203] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lock "3ee02a39-f285-405c-b7b8-ab797afe560c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.489423] env[62588]: DEBUG oslo_vmware.api [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793449, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.047263} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.491618] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] a41194c6-c686-4ced-8599-8618d566ccfa/a41194c6-c686-4ced-8599-8618d566ccfa.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1480.491789] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1480.492533] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba10979e-1d66-4fea-96a6-564b941bc71b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.501656] env[62588]: DEBUG oslo_vmware.api [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1480.501656] env[62588]: value = "task-1793454" [ 1480.501656] env[62588]: _type = "Task" [ 1480.501656] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.512621] env[62588]: DEBUG oslo_vmware.api [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.635213] env[62588]: DEBUG nova.compute.manager [req-9753ad11-8900-4c42-9eda-221e6e8c6f47 req-052e5389-0936-4edb-94d4-d345f8fb6faa service nova] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Received event network-changed-3b9f8430-a419-4803-95ee-d0bb459fafc3 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1480.635563] env[62588]: DEBUG nova.compute.manager [req-9753ad11-8900-4c42-9eda-221e6e8c6f47 req-052e5389-0936-4edb-94d4-d345f8fb6faa service nova] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Refreshing instance network info cache due to event network-changed-3b9f8430-a419-4803-95ee-d0bb459fafc3. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1480.635664] env[62588]: DEBUG oslo_concurrency.lockutils [req-9753ad11-8900-4c42-9eda-221e6e8c6f47 req-052e5389-0936-4edb-94d4-d345f8fb6faa service nova] Acquiring lock "refresh_cache-8f332302-3abe-48f7-b007-676335d46d97" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.635807] env[62588]: DEBUG oslo_concurrency.lockutils [req-9753ad11-8900-4c42-9eda-221e6e8c6f47 req-052e5389-0936-4edb-94d4-d345f8fb6faa service nova] Acquired lock "refresh_cache-8f332302-3abe-48f7-b007-676335d46d97" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.635973] env[62588]: DEBUG nova.network.neutron [req-9753ad11-8900-4c42-9eda-221e6e8c6f47 req-052e5389-0936-4edb-94d4-d345f8fb6faa service nova] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Refreshing network info cache for port 3b9f8430-a419-4803-95ee-d0bb459fafc3 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1480.670334] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62588) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1480.670608] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.777s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.671273] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dbde55c3-2c68-45dc-9362-21dd21daaa48 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.456s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.671576] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dbde55c3-2c68-45dc-9362-21dd21daaa48 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.673783] env[62588]: DEBUG oslo_concurrency.lockutils [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.767s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.675808] env[62588]: INFO nova.compute.claims [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1480.678787] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1480.678941] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Cleaning up deleted instances {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11698}} [ 1480.718341] env[62588]: DEBUG oslo_vmware.api [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793453, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.828693] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.911831] env[62588]: INFO nova.scheduler.client.report [None req-dbde55c3-2c68-45dc-9362-21dd21daaa48 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Deleted allocations for instance 48e51ea3-9a6e-4078-9c09-b3b4291d2d55 [ 1480.949919] env[62588]: DEBUG oslo_concurrency.lockutils [None req-62413e4f-01de-4d66-bbd8-109fb53ab633 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Lock "5077d1f4-4048-44b8-a258-b2902dcef773" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.398s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.013034] env[62588]: DEBUG oslo_vmware.api [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073969} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.013495] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1481.014406] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa86abe-6b4d-4feb-a9a8-899414df9a60 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.038129] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] a41194c6-c686-4ced-8599-8618d566ccfa/a41194c6-c686-4ced-8599-8618d566ccfa.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1481.038445] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94587d36-01f7-4106-9442-dfdb6f0a9102 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.061113] env[62588]: DEBUG oslo_vmware.api [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1481.061113] env[62588]: value = "task-1793456" [ 1481.061113] env[62588]: _type = "Task" [ 1481.061113] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.071969] env[62588]: DEBUG oslo_vmware.api [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793456, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.189243] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] There are 18 instances to clean {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11707}} [ 1481.189501] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: f3419b0a-249f-4502-9796-84bbd8706dfb] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1481.216649] env[62588]: DEBUG oslo_vmware.api [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674587} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.216916] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] eca1e90c-5ab0-4016-9aa9-0c6047159fb0/eca1e90c-5ab0-4016-9aa9-0c6047159fb0.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1481.217170] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1481.217436] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02558233-f5cb-45aa-8dda-0112cf3e58da {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.227559] env[62588]: DEBUG oslo_vmware.api [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1481.227559] env[62588]: value = "task-1793457" [ 1481.227559] env[62588]: _type = "Task" [ 1481.227559] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.236975] env[62588]: DEBUG oslo_vmware.api [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793457, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.426434] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dbde55c3-2c68-45dc-9362-21dd21daaa48 tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lock "48e51ea3-9a6e-4078-9c09-b3b4291d2d55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.346s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.452317] env[62588]: DEBUG nova.compute.manager [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1481.532870] env[62588]: DEBUG nova.network.neutron [req-9753ad11-8900-4c42-9eda-221e6e8c6f47 req-052e5389-0936-4edb-94d4-d345f8fb6faa service nova] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Updated VIF entry in instance network info cache for port 3b9f8430-a419-4803-95ee-d0bb459fafc3. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1481.532870] env[62588]: DEBUG nova.network.neutron [req-9753ad11-8900-4c42-9eda-221e6e8c6f47 req-052e5389-0936-4edb-94d4-d345f8fb6faa service nova] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Updating instance_info_cache with network_info: [{"id": "3b9f8430-a419-4803-95ee-d0bb459fafc3", "address": "fa:16:3e:00:7f:e1", "network": {"id": "cec40a98-a482-48ea-bbd5-eec7eea8e187", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-139984588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e42e4bf1f14eb6b720a46435776250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b9f8430-a4", "ovs_interfaceid": "3b9f8430-a419-4803-95ee-d0bb459fafc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.572840] env[62588]: DEBUG oslo_vmware.api [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.693176] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 0ef60274-1006-47e0-a677-4a4c21ee3dac] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1481.745177] env[62588]: DEBUG oslo_vmware.api [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070012} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.745518] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1481.746230] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fba6642-be1b-4337-b43a-6c34305dcdc7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.773143] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] eca1e90c-5ab0-4016-9aa9-0c6047159fb0/eca1e90c-5ab0-4016-9aa9-0c6047159fb0.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1481.775908] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eca321b9-6a1c-4a60-8913-ff1c700511ab {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.797797] env[62588]: DEBUG oslo_vmware.api [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1481.797797] env[62588]: value = "task-1793458" [ 1481.797797] env[62588]: _type = "Task" [ 1481.797797] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.811032] env[62588]: DEBUG oslo_vmware.api [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793458, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.815438] env[62588]: DEBUG nova.network.neutron [-] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.980470] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.043218] env[62588]: DEBUG oslo_concurrency.lockutils [req-9753ad11-8900-4c42-9eda-221e6e8c6f47 req-052e5389-0936-4edb-94d4-d345f8fb6faa service nova] Releasing lock "refresh_cache-8f332302-3abe-48f7-b007-676335d46d97" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.044075] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9ac1fb06-b662-481a-b4e0-c198d51901b4 tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Acquiring lock "ca06a33a-8a7b-40f5-84ed-b5f27616d1f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.044321] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9ac1fb06-b662-481a-b4e0-c198d51901b4 tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Lock "ca06a33a-8a7b-40f5-84ed-b5f27616d1f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.044575] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9ac1fb06-b662-481a-b4e0-c198d51901b4 tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Acquiring lock "ca06a33a-8a7b-40f5-84ed-b5f27616d1f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.045556] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9ac1fb06-b662-481a-b4e0-c198d51901b4 tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Lock "ca06a33a-8a7b-40f5-84ed-b5f27616d1f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.045665] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9ac1fb06-b662-481a-b4e0-c198d51901b4 tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Lock "ca06a33a-8a7b-40f5-84ed-b5f27616d1f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.048947] env[62588]: INFO nova.compute.manager [None req-9ac1fb06-b662-481a-b4e0-c198d51901b4 tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Terminating instance [ 1482.074213] env[62588]: DEBUG oslo_vmware.api [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.199492] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: b6c9a2c7-5c33-4c1b-8ba5-a9d040686b58] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1482.244123] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0149c931-7700-4f33-ad7a-daece27fb91a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.254198] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9e0d84-7e2c-4202-b5d0-f4986be1d32c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.290800] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5edca0a-7357-416a-8083-07f8e7f3dcfc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.295053] env[62588]: DEBUG nova.compute.manager [req-9c2c2c41-42f0-4db1-b3a7-b16dfb997201 req-d035f8aa-f082-4ec0-a043-aa5d70186760 service nova] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Received event network-changed-0450d41d-26e8-4359-b1eb-fefc2192f42f {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1482.295263] env[62588]: DEBUG nova.compute.manager [req-9c2c2c41-42f0-4db1-b3a7-b16dfb997201 req-d035f8aa-f082-4ec0-a043-aa5d70186760 service nova] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Refreshing instance network info cache due to event network-changed-0450d41d-26e8-4359-b1eb-fefc2192f42f. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1482.295498] env[62588]: DEBUG oslo_concurrency.lockutils [req-9c2c2c41-42f0-4db1-b3a7-b16dfb997201 req-d035f8aa-f082-4ec0-a043-aa5d70186760 service nova] Acquiring lock "refresh_cache-5077d1f4-4048-44b8-a258-b2902dcef773" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1482.295711] env[62588]: DEBUG oslo_concurrency.lockutils [req-9c2c2c41-42f0-4db1-b3a7-b16dfb997201 req-d035f8aa-f082-4ec0-a043-aa5d70186760 service nova] Acquired lock "refresh_cache-5077d1f4-4048-44b8-a258-b2902dcef773" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.295901] env[62588]: DEBUG nova.network.neutron [req-9c2c2c41-42f0-4db1-b3a7-b16dfb997201 req-d035f8aa-f082-4ec0-a043-aa5d70186760 service nova] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Refreshing network info cache for port 0450d41d-26e8-4359-b1eb-fefc2192f42f {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1482.306538] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bade0377-e018-43da-856b-5a4f1d8069cc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.316683] env[62588]: DEBUG oslo_vmware.api [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793458, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.319824] env[62588]: INFO nova.compute.manager [-] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Took 1.87 seconds to deallocate network for instance. [ 1482.332160] env[62588]: DEBUG nova.compute.provider_tree [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1482.554649] env[62588]: DEBUG nova.compute.manager [None req-9ac1fb06-b662-481a-b4e0-c198d51901b4 tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1482.554971] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac1fb06-b662-481a-b4e0-c198d51901b4 tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1482.555935] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e605540-9fcf-4d71-bda3-9408568da13f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.568400] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac1fb06-b662-481a-b4e0-c198d51901b4 tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1482.569050] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01b7c432-700a-4e00-8232-ca040cb5498f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.574453] env[62588]: DEBUG oslo_vmware.api [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793456, 'name': ReconfigVM_Task, 'duration_secs': 1.259707} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.575634] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Reconfigured VM instance instance-00000029 to attach disk [datastore1] a41194c6-c686-4ced-8599-8618d566ccfa/a41194c6-c686-4ced-8599-8618d566ccfa.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1482.576347] env[62588]: DEBUG oslo_vmware.api [None req-9ac1fb06-b662-481a-b4e0-c198d51901b4 tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Waiting for the task: (returnval){ [ 1482.576347] env[62588]: value = "task-1793459" [ 1482.576347] env[62588]: _type = "Task" [ 1482.576347] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.576542] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2f6810a-33a3-42bf-80c7-10a0012374d2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.589189] env[62588]: DEBUG oslo_vmware.api [None req-9ac1fb06-b662-481a-b4e0-c198d51901b4 tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Task: {'id': task-1793459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.590614] env[62588]: DEBUG oslo_vmware.api [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1482.590614] env[62588]: value = "task-1793460" [ 1482.590614] env[62588]: _type = "Task" [ 1482.590614] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.599971] env[62588]: DEBUG oslo_vmware.api [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793460, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.703588] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 040493e7-86b3-4c92-927b-e8f8305dbfa4] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1482.813025] env[62588]: DEBUG oslo_vmware.api [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793458, 'name': ReconfigVM_Task, 'duration_secs': 0.996554} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.815127] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Reconfigured VM instance instance-0000002a to attach disk [datastore1] eca1e90c-5ab0-4016-9aa9-0c6047159fb0/eca1e90c-5ab0-4016-9aa9-0c6047159fb0.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1482.815498] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5b5699e-2eea-43da-833c-720145fe8d23 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.821953] env[62588]: DEBUG oslo_concurrency.lockutils [None req-266acb89-c819-48b7-803c-7dd432ec56cd tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquiring lock "9f4fcd9a-eb33-41d8-b7f6-b57b647049d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.822387] env[62588]: DEBUG oslo_concurrency.lockutils [None req-266acb89-c819-48b7-803c-7dd432ec56cd tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lock "9f4fcd9a-eb33-41d8-b7f6-b57b647049d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.822789] env[62588]: DEBUG oslo_concurrency.lockutils [None req-266acb89-c819-48b7-803c-7dd432ec56cd tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquiring lock "9f4fcd9a-eb33-41d8-b7f6-b57b647049d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.823134] env[62588]: DEBUG oslo_concurrency.lockutils [None req-266acb89-c819-48b7-803c-7dd432ec56cd tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lock "9f4fcd9a-eb33-41d8-b7f6-b57b647049d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.823398] env[62588]: DEBUG oslo_concurrency.lockutils [None req-266acb89-c819-48b7-803c-7dd432ec56cd tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lock "9f4fcd9a-eb33-41d8-b7f6-b57b647049d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.827483] env[62588]: DEBUG oslo_vmware.api [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1482.827483] env[62588]: value = "task-1793462" [ 1482.827483] env[62588]: _type = "Task" [ 1482.827483] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.828219] env[62588]: INFO nova.compute.manager [None req-266acb89-c819-48b7-803c-7dd432ec56cd tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Terminating instance [ 1482.834820] env[62588]: DEBUG nova.scheduler.client.report [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1482.842130] env[62588]: DEBUG oslo_vmware.api [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793462, 'name': Rename_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.897833] env[62588]: INFO nova.compute.manager [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Took 0.58 seconds to detach 1 volumes for instance. [ 1482.903088] env[62588]: DEBUG nova.compute.manager [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Deleting volume: e4e2ff06-adba-43dd-9149-f64c2dcd2f33 {{(pid=62588) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1483.093792] env[62588]: DEBUG oslo_vmware.api [None req-9ac1fb06-b662-481a-b4e0-c198d51901b4 tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Task: {'id': task-1793459, 'name': PowerOffVM_Task, 'duration_secs': 0.24989} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.098150] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac1fb06-b662-481a-b4e0-c198d51901b4 tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1483.098150] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac1fb06-b662-481a-b4e0-c198d51901b4 tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1483.100316] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bb73be3-5cfd-4b68-ad6d-9acc54beba03 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.105304] env[62588]: DEBUG nova.compute.manager [req-e78befcb-7130-489b-96a8-ff00e0e40217 req-8f28f088-4e70-423b-a32b-525f39e60052 service nova] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Received event network-changed-3b9f8430-a419-4803-95ee-d0bb459fafc3 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1483.105486] env[62588]: DEBUG nova.compute.manager [req-e78befcb-7130-489b-96a8-ff00e0e40217 req-8f28f088-4e70-423b-a32b-525f39e60052 service nova] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Refreshing instance network info cache due to event network-changed-3b9f8430-a419-4803-95ee-d0bb459fafc3. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1483.105717] env[62588]: DEBUG oslo_concurrency.lockutils [req-e78befcb-7130-489b-96a8-ff00e0e40217 req-8f28f088-4e70-423b-a32b-525f39e60052 service nova] Acquiring lock "refresh_cache-8f332302-3abe-48f7-b007-676335d46d97" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.105920] env[62588]: DEBUG oslo_concurrency.lockutils [req-e78befcb-7130-489b-96a8-ff00e0e40217 req-8f28f088-4e70-423b-a32b-525f39e60052 service nova] Acquired lock "refresh_cache-8f332302-3abe-48f7-b007-676335d46d97" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.106173] env[62588]: DEBUG nova.network.neutron [req-e78befcb-7130-489b-96a8-ff00e0e40217 req-8f28f088-4e70-423b-a32b-525f39e60052 service nova] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Refreshing network info cache for port 3b9f8430-a419-4803-95ee-d0bb459fafc3 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1483.115388] env[62588]: DEBUG oslo_vmware.api [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793460, 'name': Rename_Task, 'duration_secs': 0.175459} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.115994] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1483.116293] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae503e5f-a6a8-4adb-97b4-e69b6023924e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.126634] env[62588]: DEBUG oslo_vmware.api [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1483.126634] env[62588]: value = "task-1793465" [ 1483.126634] env[62588]: _type = "Task" [ 1483.126634] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.138422] env[62588]: DEBUG oslo_vmware.api [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.147751] env[62588]: DEBUG nova.network.neutron [req-9c2c2c41-42f0-4db1-b3a7-b16dfb997201 req-d035f8aa-f082-4ec0-a043-aa5d70186760 service nova] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Updated VIF entry in instance network info cache for port 0450d41d-26e8-4359-b1eb-fefc2192f42f. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1483.148142] env[62588]: DEBUG nova.network.neutron [req-9c2c2c41-42f0-4db1-b3a7-b16dfb997201 req-d035f8aa-f082-4ec0-a043-aa5d70186760 service nova] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Updating instance_info_cache with network_info: [{"id": "0450d41d-26e8-4359-b1eb-fefc2192f42f", "address": "fa:16:3e:86:80:89", "network": {"id": "80576d80-179e-4aef-bc36-18203a59466e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-118911587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d1b294443784997a9cbbb357715ff68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0450d41d-26", "ovs_interfaceid": "0450d41d-26e8-4359-b1eb-fefc2192f42f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.194300] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac1fb06-b662-481a-b4e0-c198d51901b4 tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1483.194550] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac1fb06-b662-481a-b4e0-c198d51901b4 tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1483.194742] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac1fb06-b662-481a-b4e0-c198d51901b4 tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Deleting the datastore file [datastore1] ca06a33a-8a7b-40f5-84ed-b5f27616d1f2 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1483.195030] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-669267af-f194-4146-977b-c747a7244538 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.202798] env[62588]: DEBUG oslo_vmware.api [None req-9ac1fb06-b662-481a-b4e0-c198d51901b4 tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Waiting for the task: (returnval){ [ 1483.202798] env[62588]: value = "task-1793466" [ 1483.202798] env[62588]: _type = "Task" [ 1483.202798] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.212887] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: e59ae345-5724-4513-8665-4b5569717032] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1483.216938] env[62588]: DEBUG oslo_vmware.api [None req-9ac1fb06-b662-481a-b4e0-c198d51901b4 tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Task: {'id': task-1793466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.335422] env[62588]: DEBUG nova.compute.manager [None req-266acb89-c819-48b7-803c-7dd432ec56cd tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1483.335422] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-266acb89-c819-48b7-803c-7dd432ec56cd tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1483.336179] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a61eeff-0444-4d8f-880a-7f6add5312c3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.348617] env[62588]: DEBUG oslo_concurrency.lockutils [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.349135] env[62588]: DEBUG nova.compute.manager [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1483.352527] env[62588]: DEBUG oslo_vmware.api [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793462, 'name': Rename_Task, 'duration_secs': 0.16812} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.355038] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.770s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.356482] env[62588]: INFO nova.compute.claims [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1483.359470] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1483.359872] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-266acb89-c819-48b7-803c-7dd432ec56cd tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1483.360109] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7544cc61-46c7-4814-90d7-f0bbe35ca37c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.361830] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80b75f08-932b-4266-9f5e-9b7373ad224c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.371387] env[62588]: DEBUG oslo_vmware.api [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1483.371387] env[62588]: value = "task-1793467" [ 1483.371387] env[62588]: _type = "Task" [ 1483.371387] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.373271] env[62588]: DEBUG oslo_vmware.api [None req-266acb89-c819-48b7-803c-7dd432ec56cd tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for the task: (returnval){ [ 1483.373271] env[62588]: value = "task-1793468" [ 1483.373271] env[62588]: _type = "Task" [ 1483.373271] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.391803] env[62588]: DEBUG oslo_vmware.api [None req-266acb89-c819-48b7-803c-7dd432ec56cd tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.394821] env[62588]: DEBUG oslo_vmware.api [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.487417] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.637895] env[62588]: DEBUG oslo_vmware.api [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793465, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.654945] env[62588]: DEBUG oslo_concurrency.lockutils [req-9c2c2c41-42f0-4db1-b3a7-b16dfb997201 req-d035f8aa-f082-4ec0-a043-aa5d70186760 service nova] Releasing lock "refresh_cache-5077d1f4-4048-44b8-a258-b2902dcef773" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1483.714188] env[62588]: DEBUG oslo_vmware.api [None req-9ac1fb06-b662-481a-b4e0-c198d51901b4 tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Task: {'id': task-1793466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188087} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.714530] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac1fb06-b662-481a-b4e0-c198d51901b4 tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1483.714671] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac1fb06-b662-481a-b4e0-c198d51901b4 tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1483.714845] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac1fb06-b662-481a-b4e0-c198d51901b4 tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1483.715053] env[62588]: INFO nova.compute.manager [None req-9ac1fb06-b662-481a-b4e0-c198d51901b4 tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1483.715265] env[62588]: DEBUG oslo.service.loopingcall [None req-9ac1fb06-b662-481a-b4e0-c198d51901b4 tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1483.715467] env[62588]: DEBUG nova.compute.manager [-] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1483.715560] env[62588]: DEBUG nova.network.neutron [-] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1483.717403] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 101ccd74-a76f-4a3c-ac5c-e1891f304cec] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1483.854531] env[62588]: DEBUG nova.compute.utils [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1483.856929] env[62588]: DEBUG nova.compute.manager [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1483.861119] env[62588]: DEBUG nova.network.neutron [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1483.886129] env[62588]: DEBUG oslo_vmware.api [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793467, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.891614] env[62588]: DEBUG oslo_vmware.api [None req-266acb89-c819-48b7-803c-7dd432ec56cd tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793468, 'name': PowerOffVM_Task, 'duration_secs': 0.22635} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.891876] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-266acb89-c819-48b7-803c-7dd432ec56cd tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1483.892053] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-266acb89-c819-48b7-803c-7dd432ec56cd tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1483.892301] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-705fe5b8-8056-4843-88a6-4a65722da2e4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.967779] env[62588]: DEBUG nova.policy [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c50fb6749c042d99d393753a910aad8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba1a279b797d4143b3d7ff3aac0ec7e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1483.976605] env[62588]: DEBUG nova.network.neutron [req-e78befcb-7130-489b-96a8-ff00e0e40217 req-8f28f088-4e70-423b-a32b-525f39e60052 service nova] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Updated VIF entry in instance network info cache for port 3b9f8430-a419-4803-95ee-d0bb459fafc3. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1483.977123] env[62588]: DEBUG nova.network.neutron [req-e78befcb-7130-489b-96a8-ff00e0e40217 req-8f28f088-4e70-423b-a32b-525f39e60052 service nova] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Updating instance_info_cache with network_info: [{"id": "3b9f8430-a419-4803-95ee-d0bb459fafc3", "address": "fa:16:3e:00:7f:e1", "network": {"id": "cec40a98-a482-48ea-bbd5-eec7eea8e187", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-139984588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e42e4bf1f14eb6b720a46435776250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b9f8430-a4", "ovs_interfaceid": "3b9f8430-a419-4803-95ee-d0bb459fafc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.079060] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-266acb89-c819-48b7-803c-7dd432ec56cd tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1484.079385] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-266acb89-c819-48b7-803c-7dd432ec56cd tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1484.079736] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-266acb89-c819-48b7-803c-7dd432ec56cd tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Deleting the datastore file [datastore1] 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1484.079972] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-086d2a75-fe2c-4c11-9ffd-d7aa7d2711aa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.089959] env[62588]: DEBUG oslo_vmware.api [None req-266acb89-c819-48b7-803c-7dd432ec56cd tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for the task: (returnval){ [ 1484.089959] env[62588]: value = "task-1793470" [ 1484.089959] env[62588]: _type = "Task" [ 1484.089959] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.102926] env[62588]: DEBUG oslo_vmware.api [None req-266acb89-c819-48b7-803c-7dd432ec56cd tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.142333] env[62588]: DEBUG oslo_vmware.api [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793465, 'name': PowerOnVM_Task, 'duration_secs': 0.6343} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.142672] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1484.142974] env[62588]: INFO nova.compute.manager [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Took 11.87 seconds to spawn the instance on the hypervisor. [ 1484.143122] env[62588]: DEBUG nova.compute.manager [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1484.144078] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1698da-a465-4607-8638-e0a22430e3dc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.225061] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 004f4a6a-4ada-43cf-8a43-541f392b3fd7] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1484.358133] env[62588]: DEBUG nova.compute.manager [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1484.399759] env[62588]: DEBUG oslo_vmware.api [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793467, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.468040] env[62588]: DEBUG nova.network.neutron [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Successfully created port: bd87eabe-3b95-4837-9d77-a43e19958a6f {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1484.480536] env[62588]: DEBUG oslo_concurrency.lockutils [req-e78befcb-7130-489b-96a8-ff00e0e40217 req-8f28f088-4e70-423b-a32b-525f39e60052 service nova] Releasing lock "refresh_cache-8f332302-3abe-48f7-b007-676335d46d97" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1484.481193] env[62588]: DEBUG nova.compute.manager [req-e78befcb-7130-489b-96a8-ff00e0e40217 req-8f28f088-4e70-423b-a32b-525f39e60052 service nova] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Received event network-vif-deleted-3e23b820-edb9-451c-a7f8-6775989efe01 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1484.609553] env[62588]: DEBUG oslo_vmware.api [None req-266acb89-c819-48b7-803c-7dd432ec56cd tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Task: {'id': task-1793470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414102} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.611188] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-266acb89-c819-48b7-803c-7dd432ec56cd tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1484.611432] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-266acb89-c819-48b7-803c-7dd432ec56cd tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1484.611623] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-266acb89-c819-48b7-803c-7dd432ec56cd tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1484.611877] env[62588]: INFO nova.compute.manager [None req-266acb89-c819-48b7-803c-7dd432ec56cd tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1484.612039] env[62588]: DEBUG oslo.service.loopingcall [None req-266acb89-c819-48b7-803c-7dd432ec56cd tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1484.612525] env[62588]: DEBUG nova.compute.manager [-] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1484.612628] env[62588]: DEBUG nova.network.neutron [-] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1484.672221] env[62588]: INFO nova.compute.manager [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Took 39.06 seconds to build instance. [ 1484.730024] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 802a90a4-2ab2-4f3b-88af-0188c753f8c0] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1484.890895] env[62588]: DEBUG oslo_vmware.api [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793467, 'name': PowerOnVM_Task, 'duration_secs': 1.493464} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.891113] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1484.891320] env[62588]: INFO nova.compute.manager [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1484.891502] env[62588]: DEBUG nova.compute.manager [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1484.892420] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d513ce84-8b8a-47cb-9d32-5401dd784723 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.957750] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2a3f93-f48b-4d25-b73e-709b7fd18a7f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.969535] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b82e688-aa08-4e3f-ac3a-c086c134a087 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.004994] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6118822-c405-497c-a5bf-29d7a29a2a88 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.014744] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62402387-d128-4054-bd9d-4a4dec1d3873 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.029677] env[62588]: DEBUG nova.compute.provider_tree [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1485.112952] env[62588]: DEBUG nova.network.neutron [-] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.174149] env[62588]: DEBUG oslo_concurrency.lockutils [None req-302963e0-56bb-45ce-93ed-4d520dfc8600 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "a41194c6-c686-4ced-8599-8618d566ccfa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.212s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.232063] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 131759fb-7327-4603-918b-93607d2c1d6e] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1485.374971] env[62588]: DEBUG nova.compute.manager [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1485.416389] env[62588]: INFO nova.compute.manager [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Took 39.33 seconds to build instance. [ 1485.425065] env[62588]: DEBUG nova.virt.hardware [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1485.425308] env[62588]: DEBUG nova.virt.hardware [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1485.425490] env[62588]: DEBUG nova.virt.hardware [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1485.426104] env[62588]: DEBUG nova.virt.hardware [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1485.426104] env[62588]: DEBUG nova.virt.hardware [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1485.426104] env[62588]: DEBUG nova.virt.hardware [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1485.426293] env[62588]: DEBUG nova.virt.hardware [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1485.426448] env[62588]: DEBUG nova.virt.hardware [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1485.426617] env[62588]: DEBUG nova.virt.hardware [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1485.426781] env[62588]: DEBUG nova.virt.hardware [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1485.426949] env[62588]: DEBUG nova.virt.hardware [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1485.427831] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a347ac-ecc1-42e3-8b3d-04047f3a6e92 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.439846] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9338493-dc96-4ca0-ba2f-80e0cfa2e152 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.455817] env[62588]: DEBUG nova.network.neutron [-] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.533068] env[62588]: DEBUG nova.scheduler.client.report [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1485.617324] env[62588]: INFO nova.compute.manager [-] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Took 1.90 seconds to deallocate network for instance. [ 1485.678183] env[62588]: DEBUG nova.compute.manager [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1485.730529] env[62588]: DEBUG nova.compute.manager [req-c0128e37-8d65-498a-94e5-f36e37a0150c req-1d44ca39-b039-416b-a355-0d548100831d service nova] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Received event network-vif-deleted-fa43f0db-3cb2-43c1-a577-a5adc04920d5 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1485.730759] env[62588]: DEBUG nova.compute.manager [req-c0128e37-8d65-498a-94e5-f36e37a0150c req-1d44ca39-b039-416b-a355-0d548100831d service nova] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Received event network-vif-deleted-7d1eeeaf-6fa5-4dbf-91b1-b1699472c707 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1485.735565] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: ad7e8485-ce2d-4025-afcc-29d3d3ce0da8] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1485.924555] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f34a8486-49b5-4064-93aa-b38a05ebd368 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lock "eca1e90c-5ab0-4016-9aa9-0c6047159fb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.449s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.962125] env[62588]: INFO nova.compute.manager [-] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Took 1.35 seconds to deallocate network for instance. [ 1486.038879] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.039136] env[62588]: DEBUG nova.compute.manager [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1486.046023] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.541s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.047879] env[62588]: INFO nova.compute.claims [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1486.124677] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9ac1fb06-b662-481a-b4e0-c198d51901b4 tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.207726] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.240987] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 7bd8730a-9101-43fc-89e2-f6438ccabefa] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1486.268739] env[62588]: DEBUG nova.network.neutron [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Successfully updated port: bd87eabe-3b95-4837-9d77-a43e19958a6f {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1486.429815] env[62588]: DEBUG nova.compute.manager [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1486.468888] env[62588]: DEBUG oslo_concurrency.lockutils [None req-266acb89-c819-48b7-803c-7dd432ec56cd tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.545321] env[62588]: DEBUG nova.compute.utils [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1486.550215] env[62588]: DEBUG nova.compute.manager [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Not allocating networking since 'none' was specified. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1486.647858] env[62588]: DEBUG nova.compute.manager [req-e7bccf27-c103-40da-a11f-c5d08a1b8f8a req-676aa90e-3cba-4ca8-86ea-e7a8f40eb779 service nova] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Received event network-vif-plugged-bd87eabe-3b95-4837-9d77-a43e19958a6f {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1486.647908] env[62588]: DEBUG oslo_concurrency.lockutils [req-e7bccf27-c103-40da-a11f-c5d08a1b8f8a req-676aa90e-3cba-4ca8-86ea-e7a8f40eb779 service nova] Acquiring lock "49169fb2-3c56-4406-a33d-f275cc425ce4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.648265] env[62588]: DEBUG oslo_concurrency.lockutils [req-e7bccf27-c103-40da-a11f-c5d08a1b8f8a req-676aa90e-3cba-4ca8-86ea-e7a8f40eb779 service nova] Lock "49169fb2-3c56-4406-a33d-f275cc425ce4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.648515] env[62588]: DEBUG oslo_concurrency.lockutils [req-e7bccf27-c103-40da-a11f-c5d08a1b8f8a req-676aa90e-3cba-4ca8-86ea-e7a8f40eb779 service nova] Lock "49169fb2-3c56-4406-a33d-f275cc425ce4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.648779] env[62588]: DEBUG nova.compute.manager [req-e7bccf27-c103-40da-a11f-c5d08a1b8f8a req-676aa90e-3cba-4ca8-86ea-e7a8f40eb779 service nova] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] No waiting events found dispatching network-vif-plugged-bd87eabe-3b95-4837-9d77-a43e19958a6f {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1486.649023] env[62588]: WARNING nova.compute.manager [req-e7bccf27-c103-40da-a11f-c5d08a1b8f8a req-676aa90e-3cba-4ca8-86ea-e7a8f40eb779 service nova] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Received unexpected event network-vif-plugged-bd87eabe-3b95-4837-9d77-a43e19958a6f for instance with vm_state building and task_state spawning. [ 1486.744662] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 9737c80a-ba99-4a9d-90e7-5531a7f83804] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1486.770944] env[62588]: DEBUG oslo_concurrency.lockutils [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Acquiring lock "refresh_cache-49169fb2-3c56-4406-a33d-f275cc425ce4" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.771120] env[62588]: DEBUG oslo_concurrency.lockutils [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Acquired lock "refresh_cache-49169fb2-3c56-4406-a33d-f275cc425ce4" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.771282] env[62588]: DEBUG nova.network.neutron [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1486.949665] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1487.050129] env[62588]: DEBUG nova.compute.manager [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1487.247040] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: ceb74f59-c56b-4f07-a327-5508e68b440f] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1487.311734] env[62588]: DEBUG nova.network.neutron [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1487.684493] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e695a12-71c7-4b68-8595-da9b381b4e0a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.694347] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e89e224-f85f-4a8f-8892-03fba3d82652 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.734310] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b28f5ab-bd17-43dc-a403-3587e40b827f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.749331] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa0ae99-db85-4187-b5dc-5b994bd06153 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.754908] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: e79ec9d6-161e-4797-bc31-1915ba813df6] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1487.772026] env[62588]: DEBUG nova.compute.provider_tree [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1487.848226] env[62588]: DEBUG nova.network.neutron [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Updating instance_info_cache with network_info: [{"id": "bd87eabe-3b95-4837-9d77-a43e19958a6f", "address": "fa:16:3e:cc:31:d5", "network": {"id": "17f809bf-bd47-43d1-b552-1ccdf35273cc", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-605861635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1a279b797d4143b3d7ff3aac0ec7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd87eabe-3b", "ovs_interfaceid": "bd87eabe-3b95-4837-9d77-a43e19958a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.926207] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1b66cf9a-a2b5-482b-af62-fe0b133cd319 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Acquiring lock "5077d1f4-4048-44b8-a258-b2902dcef773" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1487.926492] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1b66cf9a-a2b5-482b-af62-fe0b133cd319 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Lock "5077d1f4-4048-44b8-a258-b2902dcef773" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1487.926722] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1b66cf9a-a2b5-482b-af62-fe0b133cd319 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Acquiring lock "5077d1f4-4048-44b8-a258-b2902dcef773-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1487.929381] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1b66cf9a-a2b5-482b-af62-fe0b133cd319 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Lock "5077d1f4-4048-44b8-a258-b2902dcef773-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1487.929381] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1b66cf9a-a2b5-482b-af62-fe0b133cd319 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Lock "5077d1f4-4048-44b8-a258-b2902dcef773-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.930664] env[62588]: INFO nova.compute.manager [None req-1b66cf9a-a2b5-482b-af62-fe0b133cd319 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Terminating instance [ 1488.061516] env[62588]: DEBUG nova.compute.manager [req-eb526491-70dd-4b14-bd68-10be49907a1b req-d386b9ff-65e4-429c-b212-494dc5f8624f service nova] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Received event network-changed-0450d41d-26e8-4359-b1eb-fefc2192f42f {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1488.061516] env[62588]: DEBUG nova.compute.manager [req-eb526491-70dd-4b14-bd68-10be49907a1b req-d386b9ff-65e4-429c-b212-494dc5f8624f service nova] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Refreshing instance network info cache due to event network-changed-0450d41d-26e8-4359-b1eb-fefc2192f42f. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1488.061516] env[62588]: DEBUG oslo_concurrency.lockutils [req-eb526491-70dd-4b14-bd68-10be49907a1b req-d386b9ff-65e4-429c-b212-494dc5f8624f service nova] Acquiring lock "refresh_cache-5077d1f4-4048-44b8-a258-b2902dcef773" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1488.061516] env[62588]: DEBUG oslo_concurrency.lockutils [req-eb526491-70dd-4b14-bd68-10be49907a1b req-d386b9ff-65e4-429c-b212-494dc5f8624f service nova] Acquired lock "refresh_cache-5077d1f4-4048-44b8-a258-b2902dcef773" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.061516] env[62588]: DEBUG nova.network.neutron [req-eb526491-70dd-4b14-bd68-10be49907a1b req-d386b9ff-65e4-429c-b212-494dc5f8624f service nova] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Refreshing network info cache for port 0450d41d-26e8-4359-b1eb-fefc2192f42f {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1488.064542] env[62588]: DEBUG nova.compute.manager [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1488.121951] env[62588]: DEBUG nova.virt.hardware [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1488.122226] env[62588]: DEBUG nova.virt.hardware [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1488.122399] env[62588]: DEBUG nova.virt.hardware [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1488.122606] env[62588]: DEBUG nova.virt.hardware [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1488.122807] env[62588]: DEBUG nova.virt.hardware [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1488.122970] env[62588]: DEBUG nova.virt.hardware [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1488.123299] env[62588]: DEBUG nova.virt.hardware [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1488.124685] env[62588]: DEBUG nova.virt.hardware [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1488.124685] env[62588]: DEBUG nova.virt.hardware [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1488.124685] env[62588]: DEBUG nova.virt.hardware [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1488.124685] env[62588]: DEBUG nova.virt.hardware [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1488.125886] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ff7e20-4057-48a6-8ccc-e3ccbd99a327 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.136739] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a660671-58dc-4e40-a93c-924d3dfbfa99 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.158659] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Instance VIF info [] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1488.164464] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Creating folder: Project (ff878802ada145689443a13baa93a948). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1488.164464] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-207645af-ec96-4d15-812e-ca8b9cd2eed1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.176543] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Created folder: Project (ff878802ada145689443a13baa93a948) in parent group-v371885. [ 1488.176781] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Creating folder: Instances. Parent ref: group-v372009. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1488.177094] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c4882cf-3ee4-429e-a6f6-6213d5c8c190 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.189138] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Created folder: Instances in parent group-v372009. [ 1488.189372] env[62588]: DEBUG oslo.service.loopingcall [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1488.189569] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1488.189782] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c79c4aee-dbe0-43c2-b251-0463b7f639df {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.208137] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1488.208137] env[62588]: value = "task-1793475" [ 1488.208137] env[62588]: _type = "Task" [ 1488.208137] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.215993] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793475, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.260401] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 631becbe-fe42-4bc5-a247-6133d6c55c4e] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1488.272520] env[62588]: DEBUG nova.scheduler.client.report [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1488.351285] env[62588]: DEBUG oslo_concurrency.lockutils [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Releasing lock "refresh_cache-49169fb2-3c56-4406-a33d-f275cc425ce4" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1488.351687] env[62588]: DEBUG nova.compute.manager [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Instance network_info: |[{"id": "bd87eabe-3b95-4837-9d77-a43e19958a6f", "address": "fa:16:3e:cc:31:d5", "network": {"id": "17f809bf-bd47-43d1-b552-1ccdf35273cc", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-605861635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1a279b797d4143b3d7ff3aac0ec7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd87eabe-3b", "ovs_interfaceid": "bd87eabe-3b95-4837-9d77-a43e19958a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1488.352142] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:31:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a31b224-77d7-48a4-af87-312758611b8e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd87eabe-3b95-4837-9d77-a43e19958a6f', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1488.363397] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Creating folder: Project (ba1a279b797d4143b3d7ff3aac0ec7e2). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1488.365656] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ca3308e-a85d-4c49-9689-d1d37035d95f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.389753] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Created folder: Project (ba1a279b797d4143b3d7ff3aac0ec7e2) in parent group-v371885. [ 1488.389753] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Creating folder: Instances. Parent ref: group-v372012. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1488.389753] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e583830f-7c2e-4f2c-af76-c27576bde98a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.395595] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Created folder: Instances in parent group-v372012. [ 1488.395870] env[62588]: DEBUG oslo.service.loopingcall [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1488.396119] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1488.396352] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8afd8a75-bd33-46de-bd6f-5b88977ca000 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.420221] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1488.420221] env[62588]: value = "task-1793478" [ 1488.420221] env[62588]: _type = "Task" [ 1488.420221] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.430470] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793478, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.434327] env[62588]: DEBUG nova.compute.manager [None req-1b66cf9a-a2b5-482b-af62-fe0b133cd319 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1488.434552] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1b66cf9a-a2b5-482b-af62-fe0b133cd319 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1488.435498] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc76f75-a45e-4930-93d4-48c43d7e52bd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.447642] env[62588]: DEBUG oslo_concurrency.lockutils [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "f1f8c1c7-244b-43ee-8368-5d75246edc07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1488.448261] env[62588]: DEBUG oslo_concurrency.lockutils [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "f1f8c1c7-244b-43ee-8368-5d75246edc07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1488.448421] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b66cf9a-a2b5-482b-af62-fe0b133cd319 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1488.448692] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6347dfd3-db4c-4910-90f8-beb5b1c20742 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.460725] env[62588]: DEBUG oslo_vmware.api [None req-1b66cf9a-a2b5-482b-af62-fe0b133cd319 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Waiting for the task: (returnval){ [ 1488.460725] env[62588]: value = "task-1793479" [ 1488.460725] env[62588]: _type = "Task" [ 1488.460725] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.473565] env[62588]: DEBUG oslo_vmware.api [None req-1b66cf9a-a2b5-482b-af62-fe0b133cd319 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Task: {'id': task-1793479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.677548] env[62588]: DEBUG nova.compute.manager [req-a04a4292-fd0d-453f-bb84-ce4dd27b4c4d req-d6e500cf-f352-4abc-a5dc-04c8509dd26f service nova] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Received event network-changed-bd87eabe-3b95-4837-9d77-a43e19958a6f {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1488.677988] env[62588]: DEBUG nova.compute.manager [req-a04a4292-fd0d-453f-bb84-ce4dd27b4c4d req-d6e500cf-f352-4abc-a5dc-04c8509dd26f service nova] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Refreshing instance network info cache due to event network-changed-bd87eabe-3b95-4837-9d77-a43e19958a6f. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1488.678164] env[62588]: DEBUG oslo_concurrency.lockutils [req-a04a4292-fd0d-453f-bb84-ce4dd27b4c4d req-d6e500cf-f352-4abc-a5dc-04c8509dd26f service nova] Acquiring lock "refresh_cache-49169fb2-3c56-4406-a33d-f275cc425ce4" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1488.678270] env[62588]: DEBUG oslo_concurrency.lockutils [req-a04a4292-fd0d-453f-bb84-ce4dd27b4c4d req-d6e500cf-f352-4abc-a5dc-04c8509dd26f service nova] Acquired lock "refresh_cache-49169fb2-3c56-4406-a33d-f275cc425ce4" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.678432] env[62588]: DEBUG nova.network.neutron [req-a04a4292-fd0d-453f-bb84-ce4dd27b4c4d req-d6e500cf-f352-4abc-a5dc-04c8509dd26f service nova] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Refreshing network info cache for port bd87eabe-3b95-4837-9d77-a43e19958a6f {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1488.724987] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793475, 'name': CreateVM_Task, 'duration_secs': 0.386342} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.724987] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1488.724987] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1488.724987] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.724987] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1488.724987] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08f93449-cd2a-4a7f-bc4e-21799fccaf70 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.731181] env[62588]: DEBUG oslo_vmware.api [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Waiting for the task: (returnval){ [ 1488.731181] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]528c2569-c94d-e281-8275-63f090a5c3a7" [ 1488.731181] env[62588]: _type = "Task" [ 1488.731181] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.747229] env[62588]: DEBUG oslo_vmware.api [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]528c2569-c94d-e281-8275-63f090a5c3a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.751014] env[62588]: DEBUG nova.compute.manager [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Stashing vm_state: active {{(pid=62588) _prep_resize /opt/stack/nova/nova/compute/manager.py:6087}} [ 1488.763397] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 67288410-ebc1-48b6-ae7e-ed1f8f38708a] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1488.777925] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.778796] env[62588]: DEBUG nova.compute.manager [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1488.788022] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.687s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1488.788022] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.788313] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.634s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1488.788549] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.790836] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16475046-5209-489b-a98e-b79a0befec03 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.296s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1488.791053] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16475046-5209-489b-a98e-b79a0befec03 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.793060] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.296s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1488.798712] env[62588]: INFO nova.compute.claims [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1488.840782] env[62588]: INFO nova.scheduler.client.report [None req-16475046-5209-489b-a98e-b79a0befec03 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Deleted allocations for instance 3d1e96f5-3021-4155-8855-592361b2b0d6 [ 1488.842549] env[62588]: INFO nova.scheduler.client.report [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Deleted allocations for instance 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552 [ 1488.864566] env[62588]: INFO nova.scheduler.client.report [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Deleted allocations for instance d592d200-c893-4538-be6b-59f21277da0d [ 1488.936851] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793478, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.943746] env[62588]: DEBUG nova.network.neutron [req-eb526491-70dd-4b14-bd68-10be49907a1b req-d386b9ff-65e4-429c-b212-494dc5f8624f service nova] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Updated VIF entry in instance network info cache for port 0450d41d-26e8-4359-b1eb-fefc2192f42f. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1488.944896] env[62588]: DEBUG nova.network.neutron [req-eb526491-70dd-4b14-bd68-10be49907a1b req-d386b9ff-65e4-429c-b212-494dc5f8624f service nova] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Updating instance_info_cache with network_info: [{"id": "0450d41d-26e8-4359-b1eb-fefc2192f42f", "address": "fa:16:3e:86:80:89", "network": {"id": "80576d80-179e-4aef-bc36-18203a59466e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-118911587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d1b294443784997a9cbbb357715ff68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0450d41d-26", "ovs_interfaceid": "0450d41d-26e8-4359-b1eb-fefc2192f42f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.971709] env[62588]: DEBUG oslo_vmware.api [None req-1b66cf9a-a2b5-482b-af62-fe0b133cd319 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Task: {'id': task-1793479, 'name': PowerOffVM_Task, 'duration_secs': 0.364095} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.971709] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b66cf9a-a2b5-482b-af62-fe0b133cd319 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1488.971709] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1b66cf9a-a2b5-482b-af62-fe0b133cd319 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1488.971994] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6b27c72-0d15-408f-85e9-e712da622da8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.084970] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1b66cf9a-a2b5-482b-af62-fe0b133cd319 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1489.084970] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1b66cf9a-a2b5-482b-af62-fe0b133cd319 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1489.084970] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b66cf9a-a2b5-482b-af62-fe0b133cd319 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Deleting the datastore file [datastore1] 5077d1f4-4048-44b8-a258-b2902dcef773 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1489.084970] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bb8b72f-cd37-4b50-a67e-555a86d787ae {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.091947] env[62588]: DEBUG oslo_vmware.api [None req-1b66cf9a-a2b5-482b-af62-fe0b133cd319 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Waiting for the task: (returnval){ [ 1489.091947] env[62588]: value = "task-1793482" [ 1489.091947] env[62588]: _type = "Task" [ 1489.091947] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.101689] env[62588]: DEBUG oslo_vmware.api [None req-1b66cf9a-a2b5-482b-af62-fe0b133cd319 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Task: {'id': task-1793482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.246194] env[62588]: DEBUG oslo_vmware.api [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]528c2569-c94d-e281-8275-63f090a5c3a7, 'name': SearchDatastore_Task, 'duration_secs': 0.026739} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.246194] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1489.246422] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1489.246500] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.246722] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.246816] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1489.247100] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a04e2330-2f42-49e7-a366-2cc90bce401d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.260084] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1489.260315] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1489.261064] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36af6b05-be56-4fe9-b329-b609d06094d8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.267952] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: ad9dbbbc-a836-4149-a25b-d356343f528f] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1489.270449] env[62588]: DEBUG oslo_vmware.api [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Waiting for the task: (returnval){ [ 1489.270449] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5284bfe6-9811-fc89-3796-6586ac003f43" [ 1489.270449] env[62588]: _type = "Task" [ 1489.270449] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.271676] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.281165] env[62588]: DEBUG oslo_vmware.api [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5284bfe6-9811-fc89-3796-6586ac003f43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.283540] env[62588]: DEBUG nova.compute.utils [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1489.284963] env[62588]: DEBUG nova.compute.manager [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1489.285210] env[62588]: DEBUG nova.network.neutron [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1489.337229] env[62588]: DEBUG nova.policy [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '281e544e3b094f76aa5551b4951dfa18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f9cc2d295d849c2917f6f505d6e3d26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1489.360599] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16475046-5209-489b-a98e-b79a0befec03 tempest-DeleteServersAdminTestJSON-569764002 tempest-DeleteServersAdminTestJSON-569764002-project-member] Lock "3d1e96f5-3021-4155-8855-592361b2b0d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.951s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.362249] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f975400a-10b2-4917-9bbb-7567f69bdcb2 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "46b71ab3-df5b-47b1-a98a-9dd6c2eb4552" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.769s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.377166] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7b93cff8-c72f-4190-ae91-f738db0227ae tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "d592d200-c893-4538-be6b-59f21277da0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.906s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.435282] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793478, 'name': CreateVM_Task, 'duration_secs': 0.555508} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.435776] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1489.439631] env[62588]: DEBUG oslo_concurrency.lockutils [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.439631] env[62588]: DEBUG oslo_concurrency.lockutils [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.439631] env[62588]: DEBUG oslo_concurrency.lockutils [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1489.439631] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81de8d08-0de5-4c8b-86cb-7b350d870ac3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.444131] env[62588]: DEBUG oslo_vmware.api [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Waiting for the task: (returnval){ [ 1489.444131] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52bad1f3-43d3-70a2-1c25-c645110443a2" [ 1489.444131] env[62588]: _type = "Task" [ 1489.444131] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.448561] env[62588]: DEBUG oslo_concurrency.lockutils [req-eb526491-70dd-4b14-bd68-10be49907a1b req-d386b9ff-65e4-429c-b212-494dc5f8624f service nova] Releasing lock "refresh_cache-5077d1f4-4048-44b8-a258-b2902dcef773" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1489.453274] env[62588]: DEBUG oslo_vmware.api [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52bad1f3-43d3-70a2-1c25-c645110443a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.547113] env[62588]: DEBUG nova.network.neutron [req-a04a4292-fd0d-453f-bb84-ce4dd27b4c4d req-d6e500cf-f352-4abc-a5dc-04c8509dd26f service nova] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Updated VIF entry in instance network info cache for port bd87eabe-3b95-4837-9d77-a43e19958a6f. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1489.547113] env[62588]: DEBUG nova.network.neutron [req-a04a4292-fd0d-453f-bb84-ce4dd27b4c4d req-d6e500cf-f352-4abc-a5dc-04c8509dd26f service nova] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Updating instance_info_cache with network_info: [{"id": "bd87eabe-3b95-4837-9d77-a43e19958a6f", "address": "fa:16:3e:cc:31:d5", "network": {"id": "17f809bf-bd47-43d1-b552-1ccdf35273cc", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-605861635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1a279b797d4143b3d7ff3aac0ec7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd87eabe-3b", "ovs_interfaceid": "bd87eabe-3b95-4837-9d77-a43e19958a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.606792] env[62588]: DEBUG oslo_vmware.api [None req-1b66cf9a-a2b5-482b-af62-fe0b133cd319 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Task: {'id': task-1793482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333689} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.607295] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b66cf9a-a2b5-482b-af62-fe0b133cd319 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1489.607722] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1b66cf9a-a2b5-482b-af62-fe0b133cd319 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1489.608110] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1b66cf9a-a2b5-482b-af62-fe0b133cd319 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1489.608353] env[62588]: INFO nova.compute.manager [None req-1b66cf9a-a2b5-482b-af62-fe0b133cd319 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1489.608604] env[62588]: DEBUG oslo.service.loopingcall [None req-1b66cf9a-a2b5-482b-af62-fe0b133cd319 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1489.608805] env[62588]: DEBUG nova.compute.manager [-] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1489.608896] env[62588]: DEBUG nova.network.neutron [-] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1489.774066] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 8143a3cf-f12e-40b6-9edc-e72b55f02e9c] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1489.787945] env[62588]: DEBUG oslo_vmware.api [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5284bfe6-9811-fc89-3796-6586ac003f43, 'name': SearchDatastore_Task, 'duration_secs': 0.021094} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.788997] env[62588]: DEBUG nova.network.neutron [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Successfully created port: d191a957-078b-439b-9445-b7cbd315fc60 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1489.791503] env[62588]: DEBUG nova.compute.manager [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1489.794235] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78a1cf5d-75b7-4148-aca3-ae2704765de9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.806205] env[62588]: DEBUG oslo_vmware.api [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Waiting for the task: (returnval){ [ 1489.806205] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5218627c-26af-d549-74ec-d95bbf911bd9" [ 1489.806205] env[62588]: _type = "Task" [ 1489.806205] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.821857] env[62588]: DEBUG oslo_vmware.api [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5218627c-26af-d549-74ec-d95bbf911bd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.956767] env[62588]: DEBUG oslo_vmware.api [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52bad1f3-43d3-70a2-1c25-c645110443a2, 'name': SearchDatastore_Task, 'duration_secs': 0.040592} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.960311] env[62588]: DEBUG oslo_concurrency.lockutils [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1489.960601] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1489.960843] env[62588]: DEBUG oslo_concurrency.lockutils [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1490.049282] env[62588]: DEBUG oslo_concurrency.lockutils [req-a04a4292-fd0d-453f-bb84-ce4dd27b4c4d req-d6e500cf-f352-4abc-a5dc-04c8509dd26f service nova] Releasing lock "refresh_cache-49169fb2-3c56-4406-a33d-f275cc425ce4" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.280281] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1490.280453] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Cleaning up deleted instances with incomplete migration {{(pid=62588) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11736}} [ 1490.293869] env[62588]: DEBUG oslo_concurrency.lockutils [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Acquiring lock "b65d9bfb-74bb-41fe-afd1-2a1cf354543b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.294127] env[62588]: DEBUG oslo_concurrency.lockutils [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Lock "b65d9bfb-74bb-41fe-afd1-2a1cf354543b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.304230] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60af907f-f2c8-40fd-9c9d-8fd22a450fd1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.315758] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f758108-20b3-4da8-aaad-0397fb86b7bc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.325522] env[62588]: DEBUG oslo_vmware.api [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5218627c-26af-d549-74ec-d95bbf911bd9, 'name': SearchDatastore_Task, 'duration_secs': 0.014667} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.352592] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.352889] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 5914dad7-c69e-4294-8625-991864b73e0a/5914dad7-c69e-4294-8625-991864b73e0a.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1490.354615] env[62588]: DEBUG oslo_concurrency.lockutils [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.354821] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1490.355056] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39795438-02ff-4d71-94a7-fa014da5416c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.357513] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661cfd54-db5b-448d-b5e3-0539bca1ddea {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.360401] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f5d2f5d-36ef-4bf6-a55b-9f950c1886d0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.370440] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2c1d95-0daa-4ffd-ba7f-03f6a8b08e77 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.377358] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1490.377708] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1490.378870] env[62588]: DEBUG oslo_vmware.api [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Waiting for the task: (returnval){ [ 1490.378870] env[62588]: value = "task-1793483" [ 1490.378870] env[62588]: _type = "Task" [ 1490.378870] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.379547] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39e90655-c860-4770-8a7a-c52342a1238a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.396598] env[62588]: DEBUG nova.compute.provider_tree [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1490.405411] env[62588]: DEBUG oslo_vmware.api [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Waiting for the task: (returnval){ [ 1490.405411] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e2cadf-910a-f802-0c0f-fe4c8f86d03c" [ 1490.405411] env[62588]: _type = "Task" [ 1490.405411] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.405761] env[62588]: DEBUG oslo_vmware.api [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': task-1793483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.418398] env[62588]: DEBUG nova.network.neutron [-] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.418398] env[62588]: DEBUG oslo_vmware.api [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e2cadf-910a-f802-0c0f-fe4c8f86d03c, 'name': SearchDatastore_Task, 'duration_secs': 0.012103} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.419198] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb1ca669-805a-40b9-91d0-41a60e97d4cc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.425783] env[62588]: DEBUG oslo_vmware.api [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Waiting for the task: (returnval){ [ 1490.425783] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52fd19ca-0883-e560-ce39-bc5ffd6866a7" [ 1490.425783] env[62588]: _type = "Task" [ 1490.425783] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.435396] env[62588]: DEBUG oslo_vmware.api [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52fd19ca-0883-e560-ce39-bc5ffd6866a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.706701] env[62588]: DEBUG nova.compute.manager [req-3e8db9a2-e1b0-4413-9a8d-3223ecf29d76 req-85ed3426-de21-4b5f-af60-0426533ac635 service nova] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Received event network-vif-deleted-0450d41d-26e8-4359-b1eb-fefc2192f42f {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1490.782979] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1490.808016] env[62588]: DEBUG nova.compute.manager [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1490.844645] env[62588]: DEBUG nova.virt.hardware [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1490.844645] env[62588]: DEBUG nova.virt.hardware [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1490.844645] env[62588]: DEBUG nova.virt.hardware [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1490.844645] env[62588]: DEBUG nova.virt.hardware [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1490.844645] env[62588]: DEBUG nova.virt.hardware [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1490.845191] env[62588]: DEBUG nova.virt.hardware [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1490.845191] env[62588]: DEBUG nova.virt.hardware [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1490.845261] env[62588]: DEBUG nova.virt.hardware [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1490.845378] env[62588]: DEBUG nova.virt.hardware [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1490.845540] env[62588]: DEBUG nova.virt.hardware [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1490.845718] env[62588]: DEBUG nova.virt.hardware [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1490.846650] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa0c50d-4582-4093-83b4-8571e937b6b2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.858095] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef3b9c2-f387-4b63-8c21-2002c8e52dff {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.898666] env[62588]: DEBUG nova.scheduler.client.report [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1490.904328] env[62588]: DEBUG oslo_vmware.api [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': task-1793483, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.920859] env[62588]: INFO nova.compute.manager [-] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Took 1.31 seconds to deallocate network for instance. [ 1490.942843] env[62588]: DEBUG oslo_vmware.api [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52fd19ca-0883-e560-ce39-bc5ffd6866a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010821} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.942843] env[62588]: DEBUG oslo_concurrency.lockutils [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.943109] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 49169fb2-3c56-4406-a33d-f275cc425ce4/49169fb2-3c56-4406-a33d-f275cc425ce4.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1490.943176] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f162571e-9a07-486f-a06f-212bfa0671d2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.954050] env[62588]: DEBUG oslo_vmware.api [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Waiting for the task: (returnval){ [ 1490.954050] env[62588]: value = "task-1793484" [ 1490.954050] env[62588]: _type = "Task" [ 1490.954050] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.964495] env[62588]: DEBUG oslo_vmware.api [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Task: {'id': task-1793484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.049890] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquiring lock "31f70009-4ec8-405f-87de-6e041742bc92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.050181] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "31f70009-4ec8-405f-87de-6e041742bc92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.092187] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquiring lock "ca797e4a-cfa0-4989-b063-84e83834aa62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.092407] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "ca797e4a-cfa0-4989-b063-84e83834aa62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.399901] env[62588]: DEBUG oslo_vmware.api [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': task-1793483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752735} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.400248] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 5914dad7-c69e-4294-8625-991864b73e0a/5914dad7-c69e-4294-8625-991864b73e0a.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1491.400608] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1491.400921] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27830c34-40c3-4da4-a0de-16a4f7911dd7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.404978] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.405633] env[62588]: DEBUG nova.compute.manager [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1491.418083] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4fa3740e-3652-4d3e-a22b-7964d976b0a1 tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.568s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.418397] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4fa3740e-3652-4d3e-a22b-7964d976b0a1 tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.421020] env[62588]: DEBUG oslo_concurrency.lockutils [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.816s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.423104] env[62588]: INFO nova.compute.claims [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1491.427251] env[62588]: DEBUG oslo_vmware.api [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Waiting for the task: (returnval){ [ 1491.427251] env[62588]: value = "task-1793486" [ 1491.427251] env[62588]: _type = "Task" [ 1491.427251] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.432032] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1b66cf9a-a2b5-482b-af62-fe0b133cd319 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.443449] env[62588]: DEBUG oslo_vmware.api [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': task-1793486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.472234] env[62588]: DEBUG oslo_vmware.api [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Task: {'id': task-1793484, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.474424] env[62588]: INFO nova.scheduler.client.report [None req-4fa3740e-3652-4d3e-a22b-7964d976b0a1 tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Deleted allocations for instance 34c9ee4c-c446-46aa-8566-d4f66dfef960 [ 1491.559240] env[62588]: DEBUG nova.compute.manager [req-4ead597e-cc8c-4d11-9eaa-cd7b59bb2480 req-9aef72c1-f7d5-4509-ad2c-ba1852c98598 service nova] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Received event network-vif-plugged-d191a957-078b-439b-9445-b7cbd315fc60 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1491.559475] env[62588]: DEBUG oslo_concurrency.lockutils [req-4ead597e-cc8c-4d11-9eaa-cd7b59bb2480 req-9aef72c1-f7d5-4509-ad2c-ba1852c98598 service nova] Acquiring lock "672d7961-3f6b-49e8-abaa-c83040bcfd69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.559816] env[62588]: DEBUG oslo_concurrency.lockutils [req-4ead597e-cc8c-4d11-9eaa-cd7b59bb2480 req-9aef72c1-f7d5-4509-ad2c-ba1852c98598 service nova] Lock "672d7961-3f6b-49e8-abaa-c83040bcfd69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.559873] env[62588]: DEBUG oslo_concurrency.lockutils [req-4ead597e-cc8c-4d11-9eaa-cd7b59bb2480 req-9aef72c1-f7d5-4509-ad2c-ba1852c98598 service nova] Lock "672d7961-3f6b-49e8-abaa-c83040bcfd69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.560054] env[62588]: DEBUG nova.compute.manager [req-4ead597e-cc8c-4d11-9eaa-cd7b59bb2480 req-9aef72c1-f7d5-4509-ad2c-ba1852c98598 service nova] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] No waiting events found dispatching network-vif-plugged-d191a957-078b-439b-9445-b7cbd315fc60 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1491.560232] env[62588]: WARNING nova.compute.manager [req-4ead597e-cc8c-4d11-9eaa-cd7b59bb2480 req-9aef72c1-f7d5-4509-ad2c-ba1852c98598 service nova] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Received unexpected event network-vif-plugged-d191a957-078b-439b-9445-b7cbd315fc60 for instance with vm_state building and task_state spawning. [ 1491.704123] env[62588]: DEBUG nova.network.neutron [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Successfully updated port: d191a957-078b-439b-9445-b7cbd315fc60 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1491.930706] env[62588]: DEBUG nova.compute.utils [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1491.932739] env[62588]: DEBUG nova.compute.manager [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1491.933232] env[62588]: DEBUG nova.network.neutron [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1491.949021] env[62588]: DEBUG oslo_vmware.api [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': task-1793486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096642} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.949311] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1491.950150] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bada481c-c6da-4517-903e-1d459cc39168 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.974847] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 5914dad7-c69e-4294-8625-991864b73e0a/5914dad7-c69e-4294-8625-991864b73e0a.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1491.975937] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c268f8a-ea65-458f-9270-baf1dda20b56 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.992677] env[62588]: DEBUG nova.policy [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ab0196f049a4b3ea5c997b574ca9bb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb27351a15a848fe904eb62a31514ca9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1492.000207] env[62588]: DEBUG oslo_vmware.api [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Task: {'id': task-1793484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669242} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.001657] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 49169fb2-3c56-4406-a33d-f275cc425ce4/49169fb2-3c56-4406-a33d-f275cc425ce4.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1492.001901] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1492.002434] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4fa3740e-3652-4d3e-a22b-7964d976b0a1 tempest-ServersTestJSON-1990373798 tempest-ServersTestJSON-1990373798-project-member] Lock "34c9ee4c-c446-46aa-8566-d4f66dfef960" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.771s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.003317] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a82de6d-8447-4f84-a41e-0e57192b0ed3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.009182] env[62588]: DEBUG oslo_vmware.api [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Waiting for the task: (returnval){ [ 1492.009182] env[62588]: value = "task-1793487" [ 1492.009182] env[62588]: _type = "Task" [ 1492.009182] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.013442] env[62588]: DEBUG oslo_vmware.api [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Waiting for the task: (returnval){ [ 1492.013442] env[62588]: value = "task-1793488" [ 1492.013442] env[62588]: _type = "Task" [ 1492.013442] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.021283] env[62588]: DEBUG oslo_vmware.api [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': task-1793487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.027755] env[62588]: DEBUG oslo_vmware.api [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Task: {'id': task-1793488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.207378] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Acquiring lock "refresh_cache-672d7961-3f6b-49e8-abaa-c83040bcfd69" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.207537] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Acquired lock "refresh_cache-672d7961-3f6b-49e8-abaa-c83040bcfd69" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.207696] env[62588]: DEBUG nova.network.neutron [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1492.312925] env[62588]: DEBUG nova.network.neutron [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Successfully created port: add09055-56f7-40a6-8190-7fefc8a48f78 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1492.442893] env[62588]: DEBUG nova.compute.manager [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1492.524193] env[62588]: DEBUG oslo_vmware.api [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': task-1793487, 'name': ReconfigVM_Task, 'duration_secs': 0.314197} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.524598] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 5914dad7-c69e-4294-8625-991864b73e0a/5914dad7-c69e-4294-8625-991864b73e0a.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1492.525480] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-770c255b-8d50-4704-ab6d-903d131ed8e8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.530378] env[62588]: DEBUG oslo_vmware.api [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Task: {'id': task-1793488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.539421] env[62588]: DEBUG oslo_vmware.api [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Waiting for the task: (returnval){ [ 1492.539421] env[62588]: value = "task-1793489" [ 1492.539421] env[62588]: _type = "Task" [ 1492.539421] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.550958] env[62588]: DEBUG oslo_vmware.api [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': task-1793489, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.776541] env[62588]: DEBUG nova.network.neutron [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1493.002937] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc775ef-4ab7-4f8d-9ba8-f8a0c1fadc91 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.015492] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41b1421-7c89-485f-a42b-16bebffa0aa7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.062672] env[62588]: DEBUG oslo_vmware.api [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Task: {'id': task-1793488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.55828} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.063288] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1493.067358] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6de689-fb79-45fc-9aef-2d511b7b0a89 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.070297] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f4f5f4-9727-4228-9254-2066370240fa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.073373] env[62588]: DEBUG nova.network.neutron [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Updating instance_info_cache with network_info: [{"id": "d191a957-078b-439b-9445-b7cbd315fc60", "address": "fa:16:3e:fe:cd:bc", "network": {"id": "f79dc5ab-3036-438a-baed-17c38f686ee2", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-865053951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f9cc2d295d849c2917f6f505d6e3d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd191a957-07", "ovs_interfaceid": "d191a957-078b-439b-9445-b7cbd315fc60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.094182] env[62588]: DEBUG oslo_vmware.api [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': task-1793489, 'name': Rename_Task, 'duration_secs': 0.154774} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.103539] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 49169fb2-3c56-4406-a33d-f275cc425ce4/49169fb2-3c56-4406-a33d-f275cc425ce4.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1493.104590] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1493.104852] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07dac9ad-e903-480c-8c7c-aadeb31eae9f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.121053] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e49942-b257-4a31-aebd-9fd6eb238ac4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.124924] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbcfb64e-f0cc-49a6-a4ee-2648d1caa28f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.139008] env[62588]: DEBUG nova.compute.provider_tree [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1493.143206] env[62588]: DEBUG oslo_vmware.api [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Waiting for the task: (returnval){ [ 1493.143206] env[62588]: value = "task-1793490" [ 1493.143206] env[62588]: _type = "Task" [ 1493.143206] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.143364] env[62588]: DEBUG oslo_vmware.api [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Waiting for the task: (returnval){ [ 1493.143364] env[62588]: value = "task-1793491" [ 1493.143364] env[62588]: _type = "Task" [ 1493.143364] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.155592] env[62588]: DEBUG oslo_vmware.api [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': task-1793490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.158864] env[62588]: DEBUG oslo_vmware.api [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Task: {'id': task-1793491, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.453377] env[62588]: DEBUG nova.compute.manager [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1493.486177] env[62588]: DEBUG nova.virt.hardware [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1493.486177] env[62588]: DEBUG nova.virt.hardware [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1493.486177] env[62588]: DEBUG nova.virt.hardware [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1493.486177] env[62588]: DEBUG nova.virt.hardware [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1493.486668] env[62588]: DEBUG nova.virt.hardware [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1493.486971] env[62588]: DEBUG nova.virt.hardware [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1493.487315] env[62588]: DEBUG nova.virt.hardware [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1493.487581] env[62588]: DEBUG nova.virt.hardware [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1493.487886] env[62588]: DEBUG nova.virt.hardware [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1493.488211] env[62588]: DEBUG nova.virt.hardware [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1493.488514] env[62588]: DEBUG nova.virt.hardware [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1493.489503] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f5052e-2d78-4db6-9b10-a7a5f1fc74de {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.499216] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4069530-317c-4a20-9cc6-ae365d1b62a7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.580111] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Releasing lock "refresh_cache-672d7961-3f6b-49e8-abaa-c83040bcfd69" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.580111] env[62588]: DEBUG nova.compute.manager [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Instance network_info: |[{"id": "d191a957-078b-439b-9445-b7cbd315fc60", "address": "fa:16:3e:fe:cd:bc", "network": {"id": "f79dc5ab-3036-438a-baed-17c38f686ee2", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-865053951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f9cc2d295d849c2917f6f505d6e3d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd191a957-07", "ovs_interfaceid": "d191a957-078b-439b-9445-b7cbd315fc60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1493.580111] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:cd:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fdd0624-2edb-4733-8284-225815c07f73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd191a957-078b-439b-9445-b7cbd315fc60', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1493.589787] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Creating folder: Project (7f9cc2d295d849c2917f6f505d6e3d26). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1493.591264] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e165df4-9db7-407f-84ff-24b28c53fd4a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.596141] env[62588]: DEBUG nova.compute.manager [req-19bbd6ca-43c2-4bc4-91bd-816cbdff2c86 req-fc6028a7-6d96-4607-8f7d-283892ff9e96 service nova] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Received event network-changed-d191a957-078b-439b-9445-b7cbd315fc60 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1493.596141] env[62588]: DEBUG nova.compute.manager [req-19bbd6ca-43c2-4bc4-91bd-816cbdff2c86 req-fc6028a7-6d96-4607-8f7d-283892ff9e96 service nova] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Refreshing instance network info cache due to event network-changed-d191a957-078b-439b-9445-b7cbd315fc60. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1493.596141] env[62588]: DEBUG oslo_concurrency.lockutils [req-19bbd6ca-43c2-4bc4-91bd-816cbdff2c86 req-fc6028a7-6d96-4607-8f7d-283892ff9e96 service nova] Acquiring lock "refresh_cache-672d7961-3f6b-49e8-abaa-c83040bcfd69" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.596141] env[62588]: DEBUG oslo_concurrency.lockutils [req-19bbd6ca-43c2-4bc4-91bd-816cbdff2c86 req-fc6028a7-6d96-4607-8f7d-283892ff9e96 service nova] Acquired lock "refresh_cache-672d7961-3f6b-49e8-abaa-c83040bcfd69" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.596141] env[62588]: DEBUG nova.network.neutron [req-19bbd6ca-43c2-4bc4-91bd-816cbdff2c86 req-fc6028a7-6d96-4607-8f7d-283892ff9e96 service nova] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Refreshing network info cache for port d191a957-078b-439b-9445-b7cbd315fc60 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1493.609989] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Created folder: Project (7f9cc2d295d849c2917f6f505d6e3d26) in parent group-v371885. [ 1493.610224] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Creating folder: Instances. Parent ref: group-v372015. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1493.610527] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4698eb7e-2fb0-46df-8c9d-d242e1ded2a3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.622965] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Created folder: Instances in parent group-v372015. [ 1493.623291] env[62588]: DEBUG oslo.service.loopingcall [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1493.623507] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1493.623756] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c441b286-7b29-4e79-9abf-1cf02f3a86b7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.645068] env[62588]: DEBUG nova.scheduler.client.report [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1493.656482] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1493.656482] env[62588]: value = "task-1793494" [ 1493.656482] env[62588]: _type = "Task" [ 1493.656482] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.669162] env[62588]: DEBUG oslo_vmware.api [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Task: {'id': task-1793491, 'name': ReconfigVM_Task, 'duration_secs': 0.420771} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.669456] env[62588]: DEBUG oslo_vmware.api [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': task-1793490, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.671238] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 49169fb2-3c56-4406-a33d-f275cc425ce4/49169fb2-3c56-4406-a33d-f275cc425ce4.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1493.672936] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9bb2750-4058-4f33-9ebf-260eac3be153 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.681890] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793494, 'name': CreateVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.689384] env[62588]: DEBUG oslo_vmware.api [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Waiting for the task: (returnval){ [ 1493.689384] env[62588]: value = "task-1793495" [ 1493.689384] env[62588]: _type = "Task" [ 1493.689384] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.700578] env[62588]: DEBUG oslo_vmware.api [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Task: {'id': task-1793495, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.161542] env[62588]: DEBUG oslo_concurrency.lockutils [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.162872] env[62588]: DEBUG nova.compute.manager [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1494.165097] env[62588]: DEBUG oslo_vmware.api [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': task-1793490, 'name': PowerOnVM_Task, 'duration_secs': 0.592715} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.165601] env[62588]: DEBUG oslo_concurrency.lockutils [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.877s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.167580] env[62588]: INFO nova.compute.claims [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1494.173463] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1494.173852] env[62588]: INFO nova.compute.manager [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Took 6.11 seconds to spawn the instance on the hypervisor. [ 1494.174086] env[62588]: DEBUG nova.compute.manager [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1494.175652] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940c49ac-56de-4f34-a247-2a6005dbced8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.186361] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793494, 'name': CreateVM_Task, 'duration_secs': 0.495262} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.188253] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1494.192028] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.192215] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.192561] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1494.192882] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8014df9-bdc6-4fec-a9cc-547cd8fc1501 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.205937] env[62588]: DEBUG oslo_vmware.api [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Task: {'id': task-1793495, 'name': Rename_Task, 'duration_secs': 0.254349} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.208401] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1494.210487] env[62588]: DEBUG oslo_vmware.api [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Waiting for the task: (returnval){ [ 1494.210487] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52fbde32-f304-fa4e-c38a-a2b7d67eacaa" [ 1494.210487] env[62588]: _type = "Task" [ 1494.210487] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.210823] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc23038d-100b-4f25-a326-c6c1b60d38c9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.224944] env[62588]: DEBUG oslo_vmware.api [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52fbde32-f304-fa4e-c38a-a2b7d67eacaa, 'name': SearchDatastore_Task, 'duration_secs': 0.016326} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.227658] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.227912] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1494.232224] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.232224] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.232224] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1494.232953] env[62588]: DEBUG oslo_vmware.api [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Waiting for the task: (returnval){ [ 1494.232953] env[62588]: value = "task-1793496" [ 1494.232953] env[62588]: _type = "Task" [ 1494.232953] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.236682] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9021ee59-896d-462a-9ccf-2b2a412978eb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.249701] env[62588]: DEBUG oslo_vmware.api [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Task: {'id': task-1793496, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.251522] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1494.251522] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1494.252548] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3419c2e2-4652-4645-b263-c039e52b715a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.260764] env[62588]: DEBUG oslo_vmware.api [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Waiting for the task: (returnval){ [ 1494.260764] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b6778b-073e-73f9-c85f-6e28b7617417" [ 1494.260764] env[62588]: _type = "Task" [ 1494.260764] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.277823] env[62588]: DEBUG oslo_vmware.api [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b6778b-073e-73f9-c85f-6e28b7617417, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.508533] env[62588]: DEBUG nova.network.neutron [req-19bbd6ca-43c2-4bc4-91bd-816cbdff2c86 req-fc6028a7-6d96-4607-8f7d-283892ff9e96 service nova] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Updated VIF entry in instance network info cache for port d191a957-078b-439b-9445-b7cbd315fc60. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1494.508913] env[62588]: DEBUG nova.network.neutron [req-19bbd6ca-43c2-4bc4-91bd-816cbdff2c86 req-fc6028a7-6d96-4607-8f7d-283892ff9e96 service nova] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Updating instance_info_cache with network_info: [{"id": "d191a957-078b-439b-9445-b7cbd315fc60", "address": "fa:16:3e:fe:cd:bc", "network": {"id": "f79dc5ab-3036-438a-baed-17c38f686ee2", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-865053951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f9cc2d295d849c2917f6f505d6e3d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd191a957-07", "ovs_interfaceid": "d191a957-078b-439b-9445-b7cbd315fc60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.553339] env[62588]: DEBUG nova.network.neutron [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Successfully updated port: add09055-56f7-40a6-8190-7fefc8a48f78 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1494.667084] env[62588]: DEBUG nova.compute.utils [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1494.668918] env[62588]: DEBUG nova.compute.manager [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1494.670953] env[62588]: DEBUG nova.network.neutron [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1494.705793] env[62588]: INFO nova.compute.manager [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Took 42.14 seconds to build instance. [ 1494.737491] env[62588]: DEBUG nova.policy [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3db03802de44d79a4ca9a06c15cf6dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1adef84ec8f8476db479981455f709ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1494.750673] env[62588]: DEBUG oslo_vmware.api [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Task: {'id': task-1793496, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.779528] env[62588]: DEBUG oslo_vmware.api [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b6778b-073e-73f9-c85f-6e28b7617417, 'name': SearchDatastore_Task, 'duration_secs': 0.026754} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.780302] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b67f155-e416-4d20-b13e-27195fb44fc0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.789530] env[62588]: DEBUG oslo_vmware.api [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Waiting for the task: (returnval){ [ 1494.789530] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520dbd54-40c2-8bd0-3339-41686857933c" [ 1494.789530] env[62588]: _type = "Task" [ 1494.789530] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.804066] env[62588]: DEBUG oslo_vmware.api [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520dbd54-40c2-8bd0-3339-41686857933c, 'name': SearchDatastore_Task, 'duration_secs': 0.009924} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.804066] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.804066] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 672d7961-3f6b-49e8-abaa-c83040bcfd69/672d7961-3f6b-49e8-abaa-c83040bcfd69.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1494.804066] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38ca8c5d-dd7a-485f-b3a5-eb7995fd85d9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.811583] env[62588]: DEBUG oslo_vmware.api [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Waiting for the task: (returnval){ [ 1494.811583] env[62588]: value = "task-1793497" [ 1494.811583] env[62588]: _type = "Task" [ 1494.811583] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.821546] env[62588]: DEBUG oslo_vmware.api [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Task: {'id': task-1793497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.013478] env[62588]: DEBUG oslo_concurrency.lockutils [req-19bbd6ca-43c2-4bc4-91bd-816cbdff2c86 req-fc6028a7-6d96-4607-8f7d-283892ff9e96 service nova] Releasing lock "refresh_cache-672d7961-3f6b-49e8-abaa-c83040bcfd69" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.056632] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquiring lock "refresh_cache-7aa5556f-a3c2-4619-a26b-edf0a162b800" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.057169] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquired lock "refresh_cache-7aa5556f-a3c2-4619-a26b-edf0a162b800" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.057354] env[62588]: DEBUG nova.network.neutron [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1495.174645] env[62588]: DEBUG nova.compute.manager [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1495.209103] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9dfd1519-abe6-4f63-8a01-2b47675199a5 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Lock "5914dad7-c69e-4294-8625-991864b73e0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.484s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.261727] env[62588]: DEBUG oslo_vmware.api [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Task: {'id': task-1793496, 'name': PowerOnVM_Task, 'duration_secs': 0.818216} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.265787] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1495.265787] env[62588]: INFO nova.compute.manager [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Took 9.89 seconds to spawn the instance on the hypervisor. [ 1495.266051] env[62588]: DEBUG nova.compute.manager [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1495.267965] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fea20c-6883-43aa-81f1-07a7c5015d95 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.287695] env[62588]: DEBUG nova.network.neutron [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Successfully created port: 90553fb0-6da5-4347-aa76-36b0bb52d42a {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1495.333969] env[62588]: DEBUG oslo_vmware.api [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Task: {'id': task-1793497, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.518265] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Acquiring lock "839b4ef2-4734-4166-92a1-a18d3d33413f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.518265] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Lock "839b4ef2-4734-4166-92a1-a18d3d33413f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.593419] env[62588]: DEBUG nova.network.neutron [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1495.720123] env[62588]: DEBUG nova.compute.manager [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1495.765034] env[62588]: DEBUG nova.compute.manager [req-f3fd864c-3c38-4dcd-bad1-32ae9df7fea8 req-bd31d531-e5ed-4e97-9a31-051f3675f2ef service nova] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Received event network-vif-plugged-add09055-56f7-40a6-8190-7fefc8a48f78 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1495.765194] env[62588]: DEBUG oslo_concurrency.lockutils [req-f3fd864c-3c38-4dcd-bad1-32ae9df7fea8 req-bd31d531-e5ed-4e97-9a31-051f3675f2ef service nova] Acquiring lock "7aa5556f-a3c2-4619-a26b-edf0a162b800-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.765401] env[62588]: DEBUG oslo_concurrency.lockutils [req-f3fd864c-3c38-4dcd-bad1-32ae9df7fea8 req-bd31d531-e5ed-4e97-9a31-051f3675f2ef service nova] Lock "7aa5556f-a3c2-4619-a26b-edf0a162b800-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.765570] env[62588]: DEBUG oslo_concurrency.lockutils [req-f3fd864c-3c38-4dcd-bad1-32ae9df7fea8 req-bd31d531-e5ed-4e97-9a31-051f3675f2ef service nova] Lock "7aa5556f-a3c2-4619-a26b-edf0a162b800-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.766297] env[62588]: DEBUG nova.compute.manager [req-f3fd864c-3c38-4dcd-bad1-32ae9df7fea8 req-bd31d531-e5ed-4e97-9a31-051f3675f2ef service nova] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] No waiting events found dispatching network-vif-plugged-add09055-56f7-40a6-8190-7fefc8a48f78 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1495.766297] env[62588]: WARNING nova.compute.manager [req-f3fd864c-3c38-4dcd-bad1-32ae9df7fea8 req-bd31d531-e5ed-4e97-9a31-051f3675f2ef service nova] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Received unexpected event network-vif-plugged-add09055-56f7-40a6-8190-7fefc8a48f78 for instance with vm_state building and task_state spawning. [ 1495.766297] env[62588]: DEBUG nova.compute.manager [req-f3fd864c-3c38-4dcd-bad1-32ae9df7fea8 req-bd31d531-e5ed-4e97-9a31-051f3675f2ef service nova] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Received event network-changed-add09055-56f7-40a6-8190-7fefc8a48f78 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1495.767028] env[62588]: DEBUG nova.compute.manager [req-f3fd864c-3c38-4dcd-bad1-32ae9df7fea8 req-bd31d531-e5ed-4e97-9a31-051f3675f2ef service nova] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Refreshing instance network info cache due to event network-changed-add09055-56f7-40a6-8190-7fefc8a48f78. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1495.767028] env[62588]: DEBUG oslo_concurrency.lockutils [req-f3fd864c-3c38-4dcd-bad1-32ae9df7fea8 req-bd31d531-e5ed-4e97-9a31-051f3675f2ef service nova] Acquiring lock "refresh_cache-7aa5556f-a3c2-4619-a26b-edf0a162b800" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.791426] env[62588]: DEBUG nova.network.neutron [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Updating instance_info_cache with network_info: [{"id": "add09055-56f7-40a6-8190-7fefc8a48f78", "address": "fa:16:3e:4a:55:f5", "network": {"id": "b6a9cca8-25b5-4032-bae2-e8e3ab9d1a1e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-281994708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb27351a15a848fe904eb62a31514ca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadd09055-56", "ovs_interfaceid": "add09055-56f7-40a6-8190-7fefc8a48f78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.792850] env[62588]: INFO nova.compute.manager [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Took 44.90 seconds to build instance. [ 1495.817770] env[62588]: DEBUG nova.network.neutron [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Successfully created port: e74e7ee3-6494-44f8-a0e1-2793e9245d75 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1495.826406] env[62588]: DEBUG oslo_vmware.api [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Task: {'id': task-1793497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564818} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.826614] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 672d7961-3f6b-49e8-abaa-c83040bcfd69/672d7961-3f6b-49e8-abaa-c83040bcfd69.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1495.826864] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1495.829326] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47b9477d-e5a2-44ed-ab13-b49603678055 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.838825] env[62588]: DEBUG oslo_vmware.api [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Waiting for the task: (returnval){ [ 1495.838825] env[62588]: value = "task-1793498" [ 1495.838825] env[62588]: _type = "Task" [ 1495.838825] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.850077] env[62588]: DEBUG oslo_vmware.api [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Task: {'id': task-1793498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.861415] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120222ea-2a18-40f6-b3c7-d7017cf50fe4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.871299] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfa19f6-8983-4708-9e0e-4d2d97547fea {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.904680] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d65386-35a2-494c-aa38-efda8522f1aa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.914068] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9e8521-f92b-486d-9b36-cc231500e7bd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.931310] env[62588]: DEBUG nova.compute.provider_tree [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1496.193235] env[62588]: DEBUG nova.compute.manager [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1496.228263] env[62588]: DEBUG nova.virt.hardware [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1496.228263] env[62588]: DEBUG nova.virt.hardware [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1496.228263] env[62588]: DEBUG nova.virt.hardware [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1496.228263] env[62588]: DEBUG nova.virt.hardware [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1496.228263] env[62588]: DEBUG nova.virt.hardware [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1496.229202] env[62588]: DEBUG nova.virt.hardware [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1496.229318] env[62588]: DEBUG nova.virt.hardware [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1496.229491] env[62588]: DEBUG nova.virt.hardware [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1496.229652] env[62588]: DEBUG nova.virt.hardware [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1496.229821] env[62588]: DEBUG nova.virt.hardware [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1496.229998] env[62588]: DEBUG nova.virt.hardware [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1496.233632] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cfe68f-743b-43e6-bf10-2815e451bd65 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.239874] env[62588]: INFO nova.compute.manager [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Rebuilding instance [ 1496.254878] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213ec37d-744a-4334-b92e-0943f8464452 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.275687] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.294894] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Releasing lock "refresh_cache-7aa5556f-a3c2-4619-a26b-edf0a162b800" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.295322] env[62588]: DEBUG nova.compute.manager [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Instance network_info: |[{"id": "add09055-56f7-40a6-8190-7fefc8a48f78", "address": "fa:16:3e:4a:55:f5", "network": {"id": "b6a9cca8-25b5-4032-bae2-e8e3ab9d1a1e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-281994708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb27351a15a848fe904eb62a31514ca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadd09055-56", "ovs_interfaceid": "add09055-56f7-40a6-8190-7fefc8a48f78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1496.296042] env[62588]: DEBUG oslo_concurrency.lockutils [None req-eb2598b1-452f-4db9-bc0f-f5775505c793 tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Lock "49169fb2-3c56-4406-a33d-f275cc425ce4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.756s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.296377] env[62588]: DEBUG oslo_concurrency.lockutils [req-f3fd864c-3c38-4dcd-bad1-32ae9df7fea8 req-bd31d531-e5ed-4e97-9a31-051f3675f2ef service nova] Acquired lock "refresh_cache-7aa5556f-a3c2-4619-a26b-edf0a162b800" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.296635] env[62588]: DEBUG nova.network.neutron [req-f3fd864c-3c38-4dcd-bad1-32ae9df7fea8 req-bd31d531-e5ed-4e97-9a31-051f3675f2ef service nova] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Refreshing network info cache for port add09055-56f7-40a6-8190-7fefc8a48f78 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1496.298081] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:55:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b9aabc7c-0f6c-42eb-bd27-493a1496c0c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'add09055-56f7-40a6-8190-7fefc8a48f78', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1496.306689] env[62588]: DEBUG oslo.service.loopingcall [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1496.310692] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1496.312527] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b1ef361-3edf-4c24-abe9-ee1e2c99a132 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.334126] env[62588]: DEBUG nova.compute.manager [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1496.334605] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9572b323-5408-4244-a6cb-c575658f5cd2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.350352] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1496.350352] env[62588]: value = "task-1793499" [ 1496.350352] env[62588]: _type = "Task" [ 1496.350352] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.362771] env[62588]: DEBUG oslo_vmware.api [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Task: {'id': task-1793498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079716} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.362915] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1496.363988] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6ab0a9-9c07-449f-9503-058dcbd165b6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.372392] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793499, 'name': CreateVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.396437] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 672d7961-3f6b-49e8-abaa-c83040bcfd69/672d7961-3f6b-49e8-abaa-c83040bcfd69.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1496.396437] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-354279ba-248f-40f7-895a-0f1e1134fe8c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.419213] env[62588]: DEBUG oslo_vmware.api [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Waiting for the task: (returnval){ [ 1496.419213] env[62588]: value = "task-1793500" [ 1496.419213] env[62588]: _type = "Task" [ 1496.419213] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.430647] env[62588]: DEBUG oslo_vmware.api [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Task: {'id': task-1793500, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.437582] env[62588]: DEBUG nova.scheduler.client.report [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1496.814955] env[62588]: DEBUG nova.compute.manager [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1496.874078] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793499, 'name': CreateVM_Task, 'duration_secs': 0.483615} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.874516] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1496.874969] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1496.876039] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.876039] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1496.878299] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a0143ab-b5ea-46d6-97bd-fc5a3eef763e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.885594] env[62588]: DEBUG oslo_vmware.api [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1496.885594] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52509de4-b0e2-9539-26a2-27feada53cbf" [ 1496.885594] env[62588]: _type = "Task" [ 1496.885594] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.895730] env[62588]: DEBUG oslo_vmware.api [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52509de4-b0e2-9539-26a2-27feada53cbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.930804] env[62588]: DEBUG oslo_vmware.api [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Task: {'id': task-1793500, 'name': ReconfigVM_Task, 'duration_secs': 0.334377} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.931024] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 672d7961-3f6b-49e8-abaa-c83040bcfd69/672d7961-3f6b-49e8-abaa-c83040bcfd69.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1496.931606] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca3b6217-7b15-4ab9-82a8-9539187398f3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.939550] env[62588]: DEBUG oslo_vmware.api [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Waiting for the task: (returnval){ [ 1496.939550] env[62588]: value = "task-1793501" [ 1496.939550] env[62588]: _type = "Task" [ 1496.939550] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.945856] env[62588]: DEBUG oslo_concurrency.lockutils [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.945856] env[62588]: DEBUG nova.compute.manager [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1496.947390] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f3f929d4-383e-4b82-bd9f-325309112049 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.958s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.948121] env[62588]: DEBUG nova.objects.instance [None req-f3f929d4-383e-4b82-bd9f-325309112049 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lazy-loading 'resources' on Instance uuid 874c16bd-85d4-40f0-a87b-8e3f28e96202 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1496.960258] env[62588]: DEBUG oslo_vmware.api [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Task: {'id': task-1793501, 'name': Rename_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.276125] env[62588]: DEBUG nova.network.neutron [req-f3fd864c-3c38-4dcd-bad1-32ae9df7fea8 req-bd31d531-e5ed-4e97-9a31-051f3675f2ef service nova] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Updated VIF entry in instance network info cache for port add09055-56f7-40a6-8190-7fefc8a48f78. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1497.276496] env[62588]: DEBUG nova.network.neutron [req-f3fd864c-3c38-4dcd-bad1-32ae9df7fea8 req-bd31d531-e5ed-4e97-9a31-051f3675f2ef service nova] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Updating instance_info_cache with network_info: [{"id": "add09055-56f7-40a6-8190-7fefc8a48f78", "address": "fa:16:3e:4a:55:f5", "network": {"id": "b6a9cca8-25b5-4032-bae2-e8e3ab9d1a1e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-281994708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb27351a15a848fe904eb62a31514ca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadd09055-56", "ovs_interfaceid": "add09055-56f7-40a6-8190-7fefc8a48f78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.338381] env[62588]: DEBUG oslo_concurrency.lockutils [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.357280] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1497.358214] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0618cee-cccf-4e08-8612-aa1650c17c2a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.368531] env[62588]: DEBUG oslo_vmware.api [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Waiting for the task: (returnval){ [ 1497.368531] env[62588]: value = "task-1793502" [ 1497.368531] env[62588]: _type = "Task" [ 1497.368531] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.382566] env[62588]: DEBUG oslo_vmware.api [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': task-1793502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.399768] env[62588]: DEBUG oslo_vmware.api [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52509de4-b0e2-9539-26a2-27feada53cbf, 'name': SearchDatastore_Task, 'duration_secs': 0.010706} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.400272] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.400574] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1497.400876] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.401126] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.401407] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1497.401761] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03b54511-cb9a-4b57-ae23-89801c47efb3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.413781] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1497.414279] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1497.415767] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d95d77a-8a99-4aa3-bd34-998be008d9b8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.424067] env[62588]: DEBUG oslo_vmware.api [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1497.424067] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ce1bc2-df4a-03a1-3446-29390ebaf180" [ 1497.424067] env[62588]: _type = "Task" [ 1497.424067] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.433478] env[62588]: DEBUG oslo_vmware.api [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ce1bc2-df4a-03a1-3446-29390ebaf180, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.451639] env[62588]: DEBUG oslo_vmware.api [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Task: {'id': task-1793501, 'name': Rename_Task, 'duration_secs': 0.159764} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.452489] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1497.452803] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1adc4c64-6dab-4e83-9ee6-97057b453378 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.455576] env[62588]: DEBUG nova.compute.utils [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1497.459841] env[62588]: DEBUG nova.compute.manager [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1497.460067] env[62588]: DEBUG nova.network.neutron [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1497.469801] env[62588]: DEBUG oslo_vmware.api [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Waiting for the task: (returnval){ [ 1497.469801] env[62588]: value = "task-1793503" [ 1497.469801] env[62588]: _type = "Task" [ 1497.469801] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.481085] env[62588]: DEBUG oslo_vmware.api [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Task: {'id': task-1793503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.579201] env[62588]: DEBUG nova.policy [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc0f6f3093004ee0b267eda4db63008d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb190925c06e4772ae04f7b565c5f2e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1497.782127] env[62588]: DEBUG oslo_concurrency.lockutils [req-f3fd864c-3c38-4dcd-bad1-32ae9df7fea8 req-bd31d531-e5ed-4e97-9a31-051f3675f2ef service nova] Releasing lock "refresh_cache-7aa5556f-a3c2-4619-a26b-edf0a162b800" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.889499] env[62588]: DEBUG oslo_vmware.api [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': task-1793502, 'name': PowerOffVM_Task, 'duration_secs': 0.234155} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.889499] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1497.889499] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1497.889499] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e749ce2-274c-4d54-86f4-a698617ebb81 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.899058] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1497.899058] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5bcb6ef-bfd8-44ec-8957-490c4492eae0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.932098] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1497.932329] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1497.932513] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Deleting the datastore file [datastore1] 5914dad7-c69e-4294-8625-991864b73e0a {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1497.933622] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5e985b9-962a-48c0-a155-a3b4b85a993e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.939470] env[62588]: DEBUG oslo_vmware.api [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ce1bc2-df4a-03a1-3446-29390ebaf180, 'name': SearchDatastore_Task, 'duration_secs': 0.011296} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.943672] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58571627-0011-404c-ab27-a1a196df41c1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.945597] env[62588]: DEBUG oslo_vmware.api [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Waiting for the task: (returnval){ [ 1497.945597] env[62588]: value = "task-1793505" [ 1497.945597] env[62588]: _type = "Task" [ 1497.945597] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.954489] env[62588]: DEBUG oslo_vmware.api [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1497.954489] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52903aa5-17d6-92a0-0f85-813868b9b8bf" [ 1497.954489] env[62588]: _type = "Task" [ 1497.954489] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.963601] env[62588]: DEBUG nova.compute.manager [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1497.967425] env[62588]: DEBUG oslo_vmware.api [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': task-1793505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.974909] env[62588]: DEBUG oslo_vmware.api [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52903aa5-17d6-92a0-0f85-813868b9b8bf, 'name': SearchDatastore_Task, 'duration_secs': 0.014885} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.981514] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.981864] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 7aa5556f-a3c2-4619-a26b-edf0a162b800/7aa5556f-a3c2-4619-a26b-edf0a162b800.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1497.982414] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd7d3c9a-e5cd-453f-9442-f50ff0d951f6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.992148] env[62588]: DEBUG oslo_vmware.api [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Task: {'id': task-1793503, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.993872] env[62588]: DEBUG oslo_vmware.api [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1497.993872] env[62588]: value = "task-1793506" [ 1497.993872] env[62588]: _type = "Task" [ 1497.993872] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.005717] env[62588]: DEBUG oslo_vmware.api [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.009274] env[62588]: DEBUG nova.network.neutron [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Successfully updated port: 90553fb0-6da5-4347-aa76-36b0bb52d42a {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1498.069897] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e57871-a5f0-4d81-b54e-ed7010d2cf85 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.081718] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8601cd-ab31-4269-b99b-85e83f59a0ee {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.122237] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39a93c0-0d26-4e42-b482-09678145e6ea {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.131511] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5035f8-b818-4873-b2a8-cb51a8fe892f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.149351] env[62588]: DEBUG nova.compute.provider_tree [None req-f3f929d4-383e-4b82-bd9f-325309112049 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1498.220763] env[62588]: DEBUG nova.network.neutron [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Successfully created port: ec2f55e0-305e-4f9b-87df-9229fd9730a9 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1498.287296] env[62588]: DEBUG nova.compute.manager [req-f5aada75-bea0-4779-8052-74ffaaac4639 req-019cc2fe-194b-4199-9aa8-1b2d446d07c0 service nova] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Received event network-changed-bd87eabe-3b95-4837-9d77-a43e19958a6f {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1498.287296] env[62588]: DEBUG nova.compute.manager [req-f5aada75-bea0-4779-8052-74ffaaac4639 req-019cc2fe-194b-4199-9aa8-1b2d446d07c0 service nova] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Refreshing instance network info cache due to event network-changed-bd87eabe-3b95-4837-9d77-a43e19958a6f. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1498.287296] env[62588]: DEBUG oslo_concurrency.lockutils [req-f5aada75-bea0-4779-8052-74ffaaac4639 req-019cc2fe-194b-4199-9aa8-1b2d446d07c0 service nova] Acquiring lock "refresh_cache-49169fb2-3c56-4406-a33d-f275cc425ce4" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.287296] env[62588]: DEBUG oslo_concurrency.lockutils [req-f5aada75-bea0-4779-8052-74ffaaac4639 req-019cc2fe-194b-4199-9aa8-1b2d446d07c0 service nova] Acquired lock "refresh_cache-49169fb2-3c56-4406-a33d-f275cc425ce4" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.287296] env[62588]: DEBUG nova.network.neutron [req-f5aada75-bea0-4779-8052-74ffaaac4639 req-019cc2fe-194b-4199-9aa8-1b2d446d07c0 service nova] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Refreshing network info cache for port bd87eabe-3b95-4837-9d77-a43e19958a6f {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1498.461373] env[62588]: DEBUG oslo_vmware.api [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': task-1793505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.463481] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1498.463481] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1498.463738] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1498.470783] env[62588]: DEBUG nova.compute.manager [req-7cbc7d69-5093-4877-9404-f4894bc409ee req-a96eb90e-2c81-488c-8e62-8a3a53571c6b service nova] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Received event network-vif-plugged-90553fb0-6da5-4347-aa76-36b0bb52d42a {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1498.470783] env[62588]: DEBUG oslo_concurrency.lockutils [req-7cbc7d69-5093-4877-9404-f4894bc409ee req-a96eb90e-2c81-488c-8e62-8a3a53571c6b service nova] Acquiring lock "2455fb78-9df4-4935-97da-1436720d28dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.472477] env[62588]: DEBUG oslo_concurrency.lockutils [req-7cbc7d69-5093-4877-9404-f4894bc409ee req-a96eb90e-2c81-488c-8e62-8a3a53571c6b service nova] Lock "2455fb78-9df4-4935-97da-1436720d28dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.472477] env[62588]: DEBUG oslo_concurrency.lockutils [req-7cbc7d69-5093-4877-9404-f4894bc409ee req-a96eb90e-2c81-488c-8e62-8a3a53571c6b service nova] Lock "2455fb78-9df4-4935-97da-1436720d28dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.472792] env[62588]: DEBUG nova.compute.manager [req-7cbc7d69-5093-4877-9404-f4894bc409ee req-a96eb90e-2c81-488c-8e62-8a3a53571c6b service nova] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] No waiting events found dispatching network-vif-plugged-90553fb0-6da5-4347-aa76-36b0bb52d42a {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1498.473089] env[62588]: WARNING nova.compute.manager [req-7cbc7d69-5093-4877-9404-f4894bc409ee req-a96eb90e-2c81-488c-8e62-8a3a53571c6b service nova] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Received unexpected event network-vif-plugged-90553fb0-6da5-4347-aa76-36b0bb52d42a for instance with vm_state building and task_state spawning. [ 1498.507067] env[62588]: DEBUG oslo_vmware.api [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Task: {'id': task-1793503, 'name': PowerOnVM_Task, 'duration_secs': 0.534167} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.507067] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1498.507067] env[62588]: INFO nova.compute.manager [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Took 7.70 seconds to spawn the instance on the hypervisor. [ 1498.507067] env[62588]: DEBUG nova.compute.manager [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1498.507067] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd80759b-b6c7-4113-b1da-2ba6638f846e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.515796] env[62588]: DEBUG oslo_vmware.api [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793506, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.652587] env[62588]: DEBUG nova.scheduler.client.report [None req-f3f929d4-383e-4b82-bd9f-325309112049 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1498.988121] env[62588]: DEBUG nova.compute.manager [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1499.018776] env[62588]: DEBUG oslo_vmware.api [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793506, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814709} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.020082] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 7aa5556f-a3c2-4619-a26b-edf0a162b800/7aa5556f-a3c2-4619-a26b-edf0a162b800.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1499.020082] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1499.020082] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-721a4f78-6457-47a1-aaa0-a80b73a2bf02 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.027246] env[62588]: DEBUG nova.virt.hardware [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1499.027441] env[62588]: DEBUG nova.virt.hardware [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1499.027846] env[62588]: DEBUG nova.virt.hardware [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1499.028117] env[62588]: DEBUG nova.virt.hardware [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1499.028276] env[62588]: DEBUG nova.virt.hardware [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1499.028420] env[62588]: DEBUG nova.virt.hardware [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1499.028634] env[62588]: DEBUG nova.virt.hardware [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1499.028791] env[62588]: DEBUG nova.virt.hardware [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1499.028953] env[62588]: DEBUG nova.virt.hardware [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1499.029129] env[62588]: DEBUG nova.virt.hardware [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1499.029298] env[62588]: DEBUG nova.virt.hardware [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1499.030809] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36daae2-bb3a-4876-9cf2-527c469156f3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.037506] env[62588]: DEBUG oslo_vmware.api [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1499.037506] env[62588]: value = "task-1793507" [ 1499.037506] env[62588]: _type = "Task" [ 1499.037506] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.049728] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e3ab3f-00f8-418c-80e9-5871ca7b1dd2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.057844] env[62588]: DEBUG oslo_vmware.api [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.082929] env[62588]: INFO nova.compute.manager [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Took 42.59 seconds to build instance. [ 1499.143949] env[62588]: DEBUG nova.network.neutron [req-f5aada75-bea0-4779-8052-74ffaaac4639 req-019cc2fe-194b-4199-9aa8-1b2d446d07c0 service nova] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Updated VIF entry in instance network info cache for port bd87eabe-3b95-4837-9d77-a43e19958a6f. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1499.144468] env[62588]: DEBUG nova.network.neutron [req-f5aada75-bea0-4779-8052-74ffaaac4639 req-019cc2fe-194b-4199-9aa8-1b2d446d07c0 service nova] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Updating instance_info_cache with network_info: [{"id": "bd87eabe-3b95-4837-9d77-a43e19958a6f", "address": "fa:16:3e:cc:31:d5", "network": {"id": "17f809bf-bd47-43d1-b552-1ccdf35273cc", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-605861635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1a279b797d4143b3d7ff3aac0ec7e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd87eabe-3b", "ovs_interfaceid": "bd87eabe-3b95-4837-9d77-a43e19958a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.158713] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f3f929d4-383e-4b82-bd9f-325309112049 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.165020] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.333s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.165020] env[62588]: INFO nova.compute.claims [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1499.189587] env[62588]: INFO nova.scheduler.client.report [None req-f3f929d4-383e-4b82-bd9f-325309112049 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Deleted allocations for instance 874c16bd-85d4-40f0-a87b-8e3f28e96202 [ 1499.523315] env[62588]: DEBUG nova.virt.hardware [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1499.523315] env[62588]: DEBUG nova.virt.hardware [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1499.523315] env[62588]: DEBUG nova.virt.hardware [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1499.523315] env[62588]: DEBUG nova.virt.hardware [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1499.523315] env[62588]: DEBUG nova.virt.hardware [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1499.523315] env[62588]: DEBUG nova.virt.hardware [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1499.524660] env[62588]: DEBUG nova.virt.hardware [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1499.524993] env[62588]: DEBUG nova.virt.hardware [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1499.526673] env[62588]: DEBUG nova.virt.hardware [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1499.526673] env[62588]: DEBUG nova.virt.hardware [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1499.526673] env[62588]: DEBUG nova.virt.hardware [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1499.527996] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322377d2-4c79-4d84-bf29-2ce112de3147 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.539157] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2610ac54-4a77-4fd9-afde-95cfdc22b0e7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.556480] env[62588]: DEBUG oslo_vmware.api [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187034} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.568611] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1499.569120] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Instance VIF info [] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1499.578037] env[62588]: DEBUG oslo.service.loopingcall [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1499.578354] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a51ba9-86eb-40b1-8a96-3b1e34f75d09 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.581241] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1499.581570] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c9074bf-fc94-4267-ae29-86f5f395682e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.596096] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c06d4bb3-9e9f-446f-bb0b-a224fea9c42a tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Lock "672d7961-3f6b-49e8-abaa-c83040bcfd69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.813s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.620285] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 7aa5556f-a3c2-4619-a26b-edf0a162b800/7aa5556f-a3c2-4619-a26b-edf0a162b800.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1499.623867] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2c867d6-dfce-4666-b591-0b146bdbf807 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.641922] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1499.641922] env[62588]: value = "task-1793508" [ 1499.641922] env[62588]: _type = "Task" [ 1499.641922] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.646965] env[62588]: DEBUG oslo_concurrency.lockutils [req-f5aada75-bea0-4779-8052-74ffaaac4639 req-019cc2fe-194b-4199-9aa8-1b2d446d07c0 service nova] Releasing lock "refresh_cache-49169fb2-3c56-4406-a33d-f275cc425ce4" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.647440] env[62588]: DEBUG oslo_vmware.api [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1499.647440] env[62588]: value = "task-1793509" [ 1499.647440] env[62588]: _type = "Task" [ 1499.647440] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.654057] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793508, 'name': CreateVM_Task} progress is 15%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.659904] env[62588]: DEBUG oslo_vmware.api [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793509, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.703200] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f3f929d4-383e-4b82-bd9f-325309112049 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "874c16bd-85d4-40f0-a87b-8e3f28e96202" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.484s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.099010] env[62588]: DEBUG nova.compute.manager [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1500.122625] env[62588]: DEBUG nova.network.neutron [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Successfully updated port: ec2f55e0-305e-4f9b-87df-9229fd9730a9 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1500.160717] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793508, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.167519] env[62588]: DEBUG oslo_vmware.api [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.627731] env[62588]: DEBUG oslo_concurrency.lockutils [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "refresh_cache-a160c33f-fcaf-419e-95ed-cea6db31a306" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.628047] env[62588]: DEBUG oslo_concurrency.lockutils [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquired lock "refresh_cache-a160c33f-fcaf-419e-95ed-cea6db31a306" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.628047] env[62588]: DEBUG nova.network.neutron [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1500.631511] env[62588]: DEBUG oslo_concurrency.lockutils [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.663801] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793508, 'name': CreateVM_Task, 'duration_secs': 0.637899} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.663801] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1500.663980] env[62588]: DEBUG oslo_concurrency.lockutils [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.664299] env[62588]: DEBUG oslo_concurrency.lockutils [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.664558] env[62588]: DEBUG oslo_concurrency.lockutils [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1500.664858] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32ae3f58-9da9-4fc9-95ec-02a702928c38 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.670677] env[62588]: DEBUG oslo_vmware.api [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793509, 'name': ReconfigVM_Task, 'duration_secs': 0.691397} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.674449] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 7aa5556f-a3c2-4619-a26b-edf0a162b800/7aa5556f-a3c2-4619-a26b-edf0a162b800.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1500.676703] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05e95da8-6d92-48c5-9760-6945f8308c5b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.681857] env[62588]: DEBUG oslo_vmware.api [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Waiting for the task: (returnval){ [ 1500.681857] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c04aff-f6dc-3df8-ae4c-0fef1cdcfae6" [ 1500.681857] env[62588]: _type = "Task" [ 1500.681857] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.688584] env[62588]: DEBUG oslo_vmware.api [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1500.688584] env[62588]: value = "task-1793510" [ 1500.688584] env[62588]: _type = "Task" [ 1500.688584] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.693191] env[62588]: DEBUG oslo_vmware.api [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c04aff-f6dc-3df8-ae4c-0fef1cdcfae6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.704479] env[62588]: DEBUG oslo_vmware.api [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793510, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.740563] env[62588]: DEBUG nova.compute.manager [req-b7d1917b-245d-49c0-8eb0-209879368146 req-00b75b5a-80fe-4a57-bb77-e8c0f2eb9f98 service nova] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Received event network-vif-plugged-ec2f55e0-305e-4f9b-87df-9229fd9730a9 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1500.740806] env[62588]: DEBUG oslo_concurrency.lockutils [req-b7d1917b-245d-49c0-8eb0-209879368146 req-00b75b5a-80fe-4a57-bb77-e8c0f2eb9f98 service nova] Acquiring lock "a160c33f-fcaf-419e-95ed-cea6db31a306-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.741065] env[62588]: DEBUG oslo_concurrency.lockutils [req-b7d1917b-245d-49c0-8eb0-209879368146 req-00b75b5a-80fe-4a57-bb77-e8c0f2eb9f98 service nova] Lock "a160c33f-fcaf-419e-95ed-cea6db31a306-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.741271] env[62588]: DEBUG oslo_concurrency.lockutils [req-b7d1917b-245d-49c0-8eb0-209879368146 req-00b75b5a-80fe-4a57-bb77-e8c0f2eb9f98 service nova] Lock "a160c33f-fcaf-419e-95ed-cea6db31a306-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.741693] env[62588]: DEBUG nova.compute.manager [req-b7d1917b-245d-49c0-8eb0-209879368146 req-00b75b5a-80fe-4a57-bb77-e8c0f2eb9f98 service nova] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] No waiting events found dispatching network-vif-plugged-ec2f55e0-305e-4f9b-87df-9229fd9730a9 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1500.741693] env[62588]: WARNING nova.compute.manager [req-b7d1917b-245d-49c0-8eb0-209879368146 req-00b75b5a-80fe-4a57-bb77-e8c0f2eb9f98 service nova] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Received unexpected event network-vif-plugged-ec2f55e0-305e-4f9b-87df-9229fd9730a9 for instance with vm_state building and task_state spawning. [ 1500.741865] env[62588]: DEBUG nova.compute.manager [req-b7d1917b-245d-49c0-8eb0-209879368146 req-00b75b5a-80fe-4a57-bb77-e8c0f2eb9f98 service nova] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Received event network-changed-ec2f55e0-305e-4f9b-87df-9229fd9730a9 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1500.742017] env[62588]: DEBUG nova.compute.manager [req-b7d1917b-245d-49c0-8eb0-209879368146 req-00b75b5a-80fe-4a57-bb77-e8c0f2eb9f98 service nova] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Refreshing instance network info cache due to event network-changed-ec2f55e0-305e-4f9b-87df-9229fd9730a9. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1500.744201] env[62588]: DEBUG oslo_concurrency.lockutils [req-b7d1917b-245d-49c0-8eb0-209879368146 req-00b75b5a-80fe-4a57-bb77-e8c0f2eb9f98 service nova] Acquiring lock "refresh_cache-a160c33f-fcaf-419e-95ed-cea6db31a306" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.847900] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cfa436-c369-4695-b0fd-d31cb0438bda {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.858091] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6447ee-fae1-42a2-8843-d1157577c36e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.900932] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0049c157-a7d1-42da-aa11-b18c8736d795 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.909441] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a87e4c9-1ab8-410b-b331-475c1c756a05 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.923781] env[62588]: DEBUG nova.compute.provider_tree [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1500.935681] env[62588]: DEBUG nova.compute.manager [req-7909cfd4-4807-4231-a644-ca1c252fab7f req-a1c60bde-1271-40f0-b917-5a8caa3facee service nova] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Received event network-changed-90553fb0-6da5-4347-aa76-36b0bb52d42a {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1500.935746] env[62588]: DEBUG nova.compute.manager [req-7909cfd4-4807-4231-a644-ca1c252fab7f req-a1c60bde-1271-40f0-b917-5a8caa3facee service nova] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Refreshing instance network info cache due to event network-changed-90553fb0-6da5-4347-aa76-36b0bb52d42a. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1500.935975] env[62588]: DEBUG oslo_concurrency.lockutils [req-7909cfd4-4807-4231-a644-ca1c252fab7f req-a1c60bde-1271-40f0-b917-5a8caa3facee service nova] Acquiring lock "refresh_cache-2455fb78-9df4-4935-97da-1436720d28dd" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.936744] env[62588]: DEBUG oslo_concurrency.lockutils [req-7909cfd4-4807-4231-a644-ca1c252fab7f req-a1c60bde-1271-40f0-b917-5a8caa3facee service nova] Acquired lock "refresh_cache-2455fb78-9df4-4935-97da-1436720d28dd" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.936744] env[62588]: DEBUG nova.network.neutron [req-7909cfd4-4807-4231-a644-ca1c252fab7f req-a1c60bde-1271-40f0-b917-5a8caa3facee service nova] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Refreshing network info cache for port 90553fb0-6da5-4347-aa76-36b0bb52d42a {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1500.977321] env[62588]: DEBUG nova.network.neutron [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Successfully updated port: e74e7ee3-6494-44f8-a0e1-2793e9245d75 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1501.164662] env[62588]: DEBUG nova.network.neutron [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1501.196237] env[62588]: DEBUG oslo_vmware.api [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c04aff-f6dc-3df8-ae4c-0fef1cdcfae6, 'name': SearchDatastore_Task, 'duration_secs': 0.013639} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.196809] env[62588]: DEBUG oslo_concurrency.lockutils [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.197074] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1501.197336] env[62588]: DEBUG oslo_concurrency.lockutils [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.197476] env[62588]: DEBUG oslo_concurrency.lockutils [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.198626] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1501.198626] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04b3e1ec-3b9a-4e6f-92d9-616dd81cbbab {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.205144] env[62588]: DEBUG oslo_vmware.api [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793510, 'name': Rename_Task, 'duration_secs': 0.158137} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.207150] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1501.207150] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e46de91-56ca-484b-8483-d97e2894f949 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.213197] env[62588]: DEBUG oslo_vmware.api [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1501.213197] env[62588]: value = "task-1793511" [ 1501.213197] env[62588]: _type = "Task" [ 1501.213197] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.214486] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1501.214667] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1501.218408] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0a0c422-624b-403f-9568-f2f5ed6f93aa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.225853] env[62588]: DEBUG oslo_vmware.api [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.226694] env[62588]: DEBUG oslo_vmware.api [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Waiting for the task: (returnval){ [ 1501.226694] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5266e7c8-e2fd-3b05-b594-e5c0c7be882b" [ 1501.226694] env[62588]: _type = "Task" [ 1501.226694] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.235220] env[62588]: DEBUG oslo_vmware.api [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5266e7c8-e2fd-3b05-b594-e5c0c7be882b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.426905] env[62588]: DEBUG nova.scheduler.client.report [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1501.480259] env[62588]: DEBUG nova.network.neutron [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Updating instance_info_cache with network_info: [{"id": "ec2f55e0-305e-4f9b-87df-9229fd9730a9", "address": "fa:16:3e:38:96:b1", "network": {"id": "adc3b6e0-4437-45a1-a195-1acf36a5afeb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-83189614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb190925c06e4772ae04f7b565c5f2e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec2f55e0-30", "ovs_interfaceid": "ec2f55e0-305e-4f9b-87df-9229fd9730a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.482110] env[62588]: DEBUG nova.network.neutron [req-7909cfd4-4807-4231-a644-ca1c252fab7f req-a1c60bde-1271-40f0-b917-5a8caa3facee service nova] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1501.486833] env[62588]: DEBUG oslo_concurrency.lockutils [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Acquiring lock "refresh_cache-2455fb78-9df4-4935-97da-1436720d28dd" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.595920] env[62588]: DEBUG nova.network.neutron [req-7909cfd4-4807-4231-a644-ca1c252fab7f req-a1c60bde-1271-40f0-b917-5a8caa3facee service nova] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.726990] env[62588]: DEBUG oslo_vmware.api [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793511, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.736986] env[62588]: DEBUG oslo_vmware.api [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5266e7c8-e2fd-3b05-b594-e5c0c7be882b, 'name': SearchDatastore_Task, 'duration_secs': 0.030592} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.737678] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f62c3b8-9671-482e-8462-af98aa7d199e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.745477] env[62588]: DEBUG oslo_vmware.api [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Waiting for the task: (returnval){ [ 1501.745477] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52399d34-fdbe-a03f-1b24-a2bcfd823862" [ 1501.745477] env[62588]: _type = "Task" [ 1501.745477] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.755998] env[62588]: DEBUG oslo_vmware.api [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52399d34-fdbe-a03f-1b24-a2bcfd823862, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.786335] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1e019817-efe2-49e7-be22-a0dade58a5f9 tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Acquiring lock "672d7961-3f6b-49e8-abaa-c83040bcfd69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.786761] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1e019817-efe2-49e7-be22-a0dade58a5f9 tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Lock "672d7961-3f6b-49e8-abaa-c83040bcfd69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.787140] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1e019817-efe2-49e7-be22-a0dade58a5f9 tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Acquiring lock "672d7961-3f6b-49e8-abaa-c83040bcfd69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.787300] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1e019817-efe2-49e7-be22-a0dade58a5f9 tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Lock "672d7961-3f6b-49e8-abaa-c83040bcfd69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.787495] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1e019817-efe2-49e7-be22-a0dade58a5f9 tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Lock "672d7961-3f6b-49e8-abaa-c83040bcfd69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.790397] env[62588]: INFO nova.compute.manager [None req-1e019817-efe2-49e7-be22-a0dade58a5f9 tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Terminating instance [ 1501.934648] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.935469] env[62588]: DEBUG nova.compute.manager [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1501.942024] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.962s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.947073] env[62588]: INFO nova.compute.claims [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1501.988680] env[62588]: DEBUG oslo_concurrency.lockutils [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Releasing lock "refresh_cache-a160c33f-fcaf-419e-95ed-cea6db31a306" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.991027] env[62588]: DEBUG nova.compute.manager [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Instance network_info: |[{"id": "ec2f55e0-305e-4f9b-87df-9229fd9730a9", "address": "fa:16:3e:38:96:b1", "network": {"id": "adc3b6e0-4437-45a1-a195-1acf36a5afeb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-83189614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb190925c06e4772ae04f7b565c5f2e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec2f55e0-30", "ovs_interfaceid": "ec2f55e0-305e-4f9b-87df-9229fd9730a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1501.991027] env[62588]: DEBUG oslo_concurrency.lockutils [req-b7d1917b-245d-49c0-8eb0-209879368146 req-00b75b5a-80fe-4a57-bb77-e8c0f2eb9f98 service nova] Acquired lock "refresh_cache-a160c33f-fcaf-419e-95ed-cea6db31a306" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.991027] env[62588]: DEBUG nova.network.neutron [req-b7d1917b-245d-49c0-8eb0-209879368146 req-00b75b5a-80fe-4a57-bb77-e8c0f2eb9f98 service nova] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Refreshing network info cache for port ec2f55e0-305e-4f9b-87df-9229fd9730a9 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1501.994026] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:96:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec2f55e0-305e-4f9b-87df-9229fd9730a9', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1502.004447] env[62588]: DEBUG oslo.service.loopingcall [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1502.008759] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1502.009390] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63c30380-102a-46a9-aac4-0651bc8c4fbb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.032228] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1502.032228] env[62588]: value = "task-1793512" [ 1502.032228] env[62588]: _type = "Task" [ 1502.032228] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.042893] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793512, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.097797] env[62588]: DEBUG oslo_concurrency.lockutils [req-7909cfd4-4807-4231-a644-ca1c252fab7f req-a1c60bde-1271-40f0-b917-5a8caa3facee service nova] Releasing lock "refresh_cache-2455fb78-9df4-4935-97da-1436720d28dd" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.098247] env[62588]: DEBUG oslo_concurrency.lockutils [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Acquired lock "refresh_cache-2455fb78-9df4-4935-97da-1436720d28dd" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.098443] env[62588]: DEBUG nova.network.neutron [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1502.229317] env[62588]: DEBUG oslo_vmware.api [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793511, 'name': PowerOnVM_Task, 'duration_secs': 0.581882} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.232782] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1502.233058] env[62588]: INFO nova.compute.manager [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1502.233375] env[62588]: DEBUG nova.compute.manager [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1502.234252] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cea94a-c5cd-419b-b5ce-7884d7f33d08 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.253116] env[62588]: DEBUG oslo_concurrency.lockutils [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Acquiring lock "ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.253414] env[62588]: DEBUG oslo_concurrency.lockutils [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Lock "ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.259900] env[62588]: DEBUG oslo_vmware.api [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52399d34-fdbe-a03f-1b24-a2bcfd823862, 'name': SearchDatastore_Task, 'duration_secs': 0.015899} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.260192] env[62588]: DEBUG oslo_concurrency.lockutils [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.260403] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 5914dad7-c69e-4294-8625-991864b73e0a/5914dad7-c69e-4294-8625-991864b73e0a.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1502.260654] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f70d4ef-b8dd-4176-aa87-19b4f7d38761 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.269933] env[62588]: DEBUG oslo_vmware.api [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Waiting for the task: (returnval){ [ 1502.269933] env[62588]: value = "task-1793513" [ 1502.269933] env[62588]: _type = "Task" [ 1502.269933] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.278376] env[62588]: DEBUG oslo_vmware.api [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': task-1793513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.297895] env[62588]: DEBUG nova.compute.manager [None req-1e019817-efe2-49e7-be22-a0dade58a5f9 tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1502.297895] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1e019817-efe2-49e7-be22-a0dade58a5f9 tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1502.298567] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d660967c-28f7-42b1-9bb5-526b2df5bde8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.314872] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e019817-efe2-49e7-be22-a0dade58a5f9 tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1502.314872] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f62a9262-bab8-49c6-be3e-3a537fef02ca {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.321096] env[62588]: DEBUG oslo_vmware.api [None req-1e019817-efe2-49e7-be22-a0dade58a5f9 tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Waiting for the task: (returnval){ [ 1502.321096] env[62588]: value = "task-1793514" [ 1502.321096] env[62588]: _type = "Task" [ 1502.321096] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.336913] env[62588]: DEBUG oslo_vmware.api [None req-1e019817-efe2-49e7-be22-a0dade58a5f9 tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Task: {'id': task-1793514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.456978] env[62588]: DEBUG nova.compute.utils [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1502.459083] env[62588]: DEBUG nova.compute.manager [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1502.463022] env[62588]: DEBUG nova.network.neutron [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1502.463022] env[62588]: DEBUG nova.compute.manager [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1502.464238] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7eaba9-38b2-41d4-9a58-fe489120538f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.545823] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793512, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.547502] env[62588]: DEBUG nova.network.neutron [req-b7d1917b-245d-49c0-8eb0-209879368146 req-00b75b5a-80fe-4a57-bb77-e8c0f2eb9f98 service nova] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Updated VIF entry in instance network info cache for port ec2f55e0-305e-4f9b-87df-9229fd9730a9. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1502.547842] env[62588]: DEBUG nova.network.neutron [req-b7d1917b-245d-49c0-8eb0-209879368146 req-00b75b5a-80fe-4a57-bb77-e8c0f2eb9f98 service nova] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Updating instance_info_cache with network_info: [{"id": "ec2f55e0-305e-4f9b-87df-9229fd9730a9", "address": "fa:16:3e:38:96:b1", "network": {"id": "adc3b6e0-4437-45a1-a195-1acf36a5afeb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-83189614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb190925c06e4772ae04f7b565c5f2e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec2f55e0-30", "ovs_interfaceid": "ec2f55e0-305e-4f9b-87df-9229fd9730a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.599574] env[62588]: DEBUG nova.policy [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '795ba82831b64ef5b213008ba1e1ab4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50833a435ea44af4af5b8dd584732e96', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1502.691018] env[62588]: DEBUG nova.network.neutron [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1502.761646] env[62588]: INFO nova.compute.manager [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Took 32.30 seconds to build instance. [ 1502.788019] env[62588]: DEBUG oslo_vmware.api [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': task-1793513, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.832647] env[62588]: DEBUG oslo_vmware.api [None req-1e019817-efe2-49e7-be22-a0dade58a5f9 tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Task: {'id': task-1793514, 'name': PowerOffVM_Task, 'duration_secs': 0.198607} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.834034] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e019817-efe2-49e7-be22-a0dade58a5f9 tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1502.834034] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1e019817-efe2-49e7-be22-a0dade58a5f9 tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1502.834205] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87716999-5970-4c61-abca-6953d3e94fa2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.956904] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1e019817-efe2-49e7-be22-a0dade58a5f9 tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1502.957303] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1e019817-efe2-49e7-be22-a0dade58a5f9 tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1502.957479] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e019817-efe2-49e7-be22-a0dade58a5f9 tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Deleting the datastore file [datastore1] 672d7961-3f6b-49e8-abaa-c83040bcfd69 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1502.957837] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79ac2759-4bda-4156-8e63-a62545ccf5c3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.964886] env[62588]: DEBUG nova.compute.manager [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1502.979910] env[62588]: DEBUG oslo_vmware.api [None req-1e019817-efe2-49e7-be22-a0dade58a5f9 tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Waiting for the task: (returnval){ [ 1502.979910] env[62588]: value = "task-1793516" [ 1502.979910] env[62588]: _type = "Task" [ 1502.979910] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.983411] env[62588]: INFO nova.compute.manager [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] instance snapshotting [ 1502.987219] env[62588]: DEBUG nova.objects.instance [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lazy-loading 'flavor' on Instance uuid cd9251fb-103f-4fea-a54a-398f28e4a7bc {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1502.993786] env[62588]: DEBUG oslo_vmware.api [None req-1e019817-efe2-49e7-be22-a0dade58a5f9 tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Task: {'id': task-1793516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.008549] env[62588]: DEBUG nova.compute.manager [req-132c2abe-8060-466d-a723-3eddbbf0f4c5 req-9b5d9b18-6153-46db-bbb9-2b84e18e53dc service nova] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Received event network-vif-plugged-e74e7ee3-6494-44f8-a0e1-2793e9245d75 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1503.009359] env[62588]: DEBUG oslo_concurrency.lockutils [req-132c2abe-8060-466d-a723-3eddbbf0f4c5 req-9b5d9b18-6153-46db-bbb9-2b84e18e53dc service nova] Acquiring lock "2455fb78-9df4-4935-97da-1436720d28dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.009359] env[62588]: DEBUG oslo_concurrency.lockutils [req-132c2abe-8060-466d-a723-3eddbbf0f4c5 req-9b5d9b18-6153-46db-bbb9-2b84e18e53dc service nova] Lock "2455fb78-9df4-4935-97da-1436720d28dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.009560] env[62588]: DEBUG oslo_concurrency.lockutils [req-132c2abe-8060-466d-a723-3eddbbf0f4c5 req-9b5d9b18-6153-46db-bbb9-2b84e18e53dc service nova] Lock "2455fb78-9df4-4935-97da-1436720d28dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.009699] env[62588]: DEBUG nova.compute.manager [req-132c2abe-8060-466d-a723-3eddbbf0f4c5 req-9b5d9b18-6153-46db-bbb9-2b84e18e53dc service nova] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] No waiting events found dispatching network-vif-plugged-e74e7ee3-6494-44f8-a0e1-2793e9245d75 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1503.009907] env[62588]: WARNING nova.compute.manager [req-132c2abe-8060-466d-a723-3eddbbf0f4c5 req-9b5d9b18-6153-46db-bbb9-2b84e18e53dc service nova] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Received unexpected event network-vif-plugged-e74e7ee3-6494-44f8-a0e1-2793e9245d75 for instance with vm_state building and task_state spawning. [ 1503.010358] env[62588]: DEBUG nova.compute.manager [req-132c2abe-8060-466d-a723-3eddbbf0f4c5 req-9b5d9b18-6153-46db-bbb9-2b84e18e53dc service nova] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Received event network-changed-e74e7ee3-6494-44f8-a0e1-2793e9245d75 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1503.013528] env[62588]: DEBUG nova.compute.manager [req-132c2abe-8060-466d-a723-3eddbbf0f4c5 req-9b5d9b18-6153-46db-bbb9-2b84e18e53dc service nova] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Refreshing instance network info cache due to event network-changed-e74e7ee3-6494-44f8-a0e1-2793e9245d75. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1503.013992] env[62588]: DEBUG oslo_concurrency.lockutils [req-132c2abe-8060-466d-a723-3eddbbf0f4c5 req-9b5d9b18-6153-46db-bbb9-2b84e18e53dc service nova] Acquiring lock "refresh_cache-2455fb78-9df4-4935-97da-1436720d28dd" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.047560] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793512, 'name': CreateVM_Task, 'duration_secs': 0.531202} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.047771] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1503.048495] env[62588]: DEBUG oslo_concurrency.lockutils [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.048691] env[62588]: DEBUG oslo_concurrency.lockutils [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.049049] env[62588]: DEBUG oslo_concurrency.lockutils [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1503.049644] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e83a617f-2817-4c7b-ab8b-bfa503304211 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.052307] env[62588]: DEBUG oslo_concurrency.lockutils [req-b7d1917b-245d-49c0-8eb0-209879368146 req-00b75b5a-80fe-4a57-bb77-e8c0f2eb9f98 service nova] Releasing lock "refresh_cache-a160c33f-fcaf-419e-95ed-cea6db31a306" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1503.056285] env[62588]: DEBUG oslo_vmware.api [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1503.056285] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5218f3b2-885d-d8a2-5ad5-8f8c3e70663e" [ 1503.056285] env[62588]: _type = "Task" [ 1503.056285] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.071948] env[62588]: DEBUG oslo_vmware.api [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5218f3b2-885d-d8a2-5ad5-8f8c3e70663e, 'name': SearchDatastore_Task, 'duration_secs': 0.01255} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.072310] env[62588]: DEBUG oslo_concurrency.lockutils [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1503.072575] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1503.072832] env[62588]: DEBUG oslo_concurrency.lockutils [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.072969] env[62588]: DEBUG oslo_concurrency.lockutils [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.073117] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1503.074032] env[62588]: DEBUG nova.network.neutron [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Successfully created port: 8343cf72-771d-4a2c-8ef2-8a7b364d73cd {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1503.076280] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d95d7bd7-cc04-4401-b869-6c7e0319b4ee {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.087640] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1503.087874] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1503.088741] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67264ef3-bba3-45a2-b9e8-d1b995648ab7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.099496] env[62588]: DEBUG oslo_vmware.api [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1503.099496] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526d3409-f127-4214-1299-714b61c7be5f" [ 1503.099496] env[62588]: _type = "Task" [ 1503.099496] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.108525] env[62588]: DEBUG oslo_vmware.api [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526d3409-f127-4214-1299-714b61c7be5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.265423] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31d02b6a-b894-449c-a2f4-e30f7cb3ee23 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lock "7aa5556f-a3c2-4619-a26b-edf0a162b800" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.741s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.284987] env[62588]: DEBUG oslo_vmware.api [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': task-1793513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560807} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.285165] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 5914dad7-c69e-4294-8625-991864b73e0a/5914dad7-c69e-4294-8625-991864b73e0a.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1503.285395] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1503.285673] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4cd7dfd-4117-455f-92b4-339169fe303f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.297712] env[62588]: DEBUG oslo_vmware.api [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Waiting for the task: (returnval){ [ 1503.297712] env[62588]: value = "task-1793517" [ 1503.297712] env[62588]: _type = "Task" [ 1503.297712] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.310677] env[62588]: DEBUG oslo_vmware.api [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': task-1793517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.402327] env[62588]: DEBUG nova.network.neutron [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Updating instance_info_cache with network_info: [{"id": "90553fb0-6da5-4347-aa76-36b0bb52d42a", "address": "fa:16:3e:fa:b2:2c", "network": {"id": "8ed9044a-a0e6-4875-ae4c-c61dd5e2bd58", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1398539200", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1adef84ec8f8476db479981455f709ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90553fb0-6d", "ovs_interfaceid": "90553fb0-6da5-4347-aa76-36b0bb52d42a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e74e7ee3-6494-44f8-a0e1-2793e9245d75", "address": "fa:16:3e:35:96:74", "network": {"id": "df0aac30-de0e-4fd0-b2fc-9c4943bb3fa7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1445588952", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1adef84ec8f8476db479981455f709ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape74e7ee3-64", "ovs_interfaceid": "e74e7ee3-6494-44f8-a0e1-2793e9245d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.490779] env[62588]: DEBUG oslo_vmware.api [None req-1e019817-efe2-49e7-be22-a0dade58a5f9 tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Task: {'id': task-1793516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.34739} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.494231] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e019817-efe2-49e7-be22-a0dade58a5f9 tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1503.494869] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1e019817-efe2-49e7-be22-a0dade58a5f9 tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1503.494869] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1e019817-efe2-49e7-be22-a0dade58a5f9 tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1503.494869] env[62588]: INFO nova.compute.manager [None req-1e019817-efe2-49e7-be22-a0dade58a5f9 tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1503.495045] env[62588]: DEBUG oslo.service.loopingcall [None req-1e019817-efe2-49e7-be22-a0dade58a5f9 tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1503.495725] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7206a24b-9f0b-43e2-aa5e-952ea33138b3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.498554] env[62588]: DEBUG nova.compute.manager [-] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1503.498656] env[62588]: DEBUG nova.network.neutron [-] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1503.521666] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a17ff9-d138-4f40-89d4-8dad0ef490d4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.595889] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7157d86-0ac7-4bd0-8bef-c5c75c3407fa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.613086] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8945e65a-6a5f-4c9a-ac6f-3efed916da77 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.622122] env[62588]: DEBUG oslo_vmware.api [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526d3409-f127-4214-1299-714b61c7be5f, 'name': SearchDatastore_Task, 'duration_secs': 0.012649} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.626071] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d3c671d-e939-4d3b-bff6-a2aa5aa05c25 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.657968] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db7ac9e-bc01-467e-aa58-51628cf036e3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.662087] env[62588]: DEBUG oslo_vmware.api [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1503.662087] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527be128-e617-64e1-78c2-f6c0b56734ee" [ 1503.662087] env[62588]: _type = "Task" [ 1503.662087] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.669757] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9ea85c-8615-47da-ac82-6df75e733749 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.676868] env[62588]: DEBUG oslo_vmware.api [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527be128-e617-64e1-78c2-f6c0b56734ee, 'name': SearchDatastore_Task, 'duration_secs': 0.01097} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.677412] env[62588]: DEBUG oslo_concurrency.lockutils [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1503.677761] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] a160c33f-fcaf-419e-95ed-cea6db31a306/a160c33f-fcaf-419e-95ed-cea6db31a306.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1503.677966] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f93fe768-a55f-494e-9587-5424e732f942 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.688382] env[62588]: DEBUG nova.compute.provider_tree [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1503.697390] env[62588]: DEBUG oslo_vmware.api [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1503.697390] env[62588]: value = "task-1793518" [ 1503.697390] env[62588]: _type = "Task" [ 1503.697390] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.708921] env[62588]: DEBUG oslo_vmware.api [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.768420] env[62588]: DEBUG nova.compute.manager [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1503.814141] env[62588]: DEBUG oslo_vmware.api [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': task-1793517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069592} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.814511] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1503.816277] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad00b68-95f9-4f31-9ddd-8202b1c2332a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.836983] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 5914dad7-c69e-4294-8625-991864b73e0a/5914dad7-c69e-4294-8625-991864b73e0a.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1503.837319] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edd1de5f-92c1-4017-bef1-2c2f27e98051 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.857846] env[62588]: DEBUG oslo_vmware.api [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Waiting for the task: (returnval){ [ 1503.857846] env[62588]: value = "task-1793519" [ 1503.857846] env[62588]: _type = "Task" [ 1503.857846] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.870221] env[62588]: DEBUG oslo_vmware.api [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': task-1793519, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.908174] env[62588]: DEBUG oslo_concurrency.lockutils [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Releasing lock "refresh_cache-2455fb78-9df4-4935-97da-1436720d28dd" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1503.908174] env[62588]: DEBUG nova.compute.manager [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Instance network_info: |[{"id": "90553fb0-6da5-4347-aa76-36b0bb52d42a", "address": "fa:16:3e:fa:b2:2c", "network": {"id": "8ed9044a-a0e6-4875-ae4c-c61dd5e2bd58", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1398539200", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1adef84ec8f8476db479981455f709ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90553fb0-6d", "ovs_interfaceid": "90553fb0-6da5-4347-aa76-36b0bb52d42a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e74e7ee3-6494-44f8-a0e1-2793e9245d75", "address": "fa:16:3e:35:96:74", "network": {"id": "df0aac30-de0e-4fd0-b2fc-9c4943bb3fa7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1445588952", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1adef84ec8f8476db479981455f709ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape74e7ee3-64", "ovs_interfaceid": "e74e7ee3-6494-44f8-a0e1-2793e9245d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1503.908174] env[62588]: DEBUG oslo_concurrency.lockutils [req-132c2abe-8060-466d-a723-3eddbbf0f4c5 req-9b5d9b18-6153-46db-bbb9-2b84e18e53dc service nova] Acquired lock "refresh_cache-2455fb78-9df4-4935-97da-1436720d28dd" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.908174] env[62588]: DEBUG nova.network.neutron [req-132c2abe-8060-466d-a723-3eddbbf0f4c5 req-9b5d9b18-6153-46db-bbb9-2b84e18e53dc service nova] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Refreshing network info cache for port e74e7ee3-6494-44f8-a0e1-2793e9245d75 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1503.908384] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:b2:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496ac502-bfc4-4324-8332-cac473eb7cc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90553fb0-6da5-4347-aa76-36b0bb52d42a', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:96:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e74e7ee3-6494-44f8-a0e1-2793e9245d75', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1503.919757] env[62588]: DEBUG oslo.service.loopingcall [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1503.921108] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1503.921478] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-757179f2-a3ad-4849-8f27-17e2eee7e0e8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.949055] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1503.949055] env[62588]: value = "task-1793520" [ 1503.949055] env[62588]: _type = "Task" [ 1503.949055] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.959776] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793520, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.980947] env[62588]: DEBUG nova.compute.manager [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1504.013347] env[62588]: DEBUG nova.virt.hardware [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1504.013619] env[62588]: DEBUG nova.virt.hardware [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1504.013867] env[62588]: DEBUG nova.virt.hardware [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1504.014065] env[62588]: DEBUG nova.virt.hardware [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1504.014244] env[62588]: DEBUG nova.virt.hardware [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1504.014399] env[62588]: DEBUG nova.virt.hardware [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1504.014724] env[62588]: DEBUG nova.virt.hardware [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1504.014794] env[62588]: DEBUG nova.virt.hardware [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1504.015106] env[62588]: DEBUG nova.virt.hardware [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1504.015294] env[62588]: DEBUG nova.virt.hardware [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1504.015483] env[62588]: DEBUG nova.virt.hardware [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1504.016909] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a481576d-27c9-4609-a05b-9fd06d3e37af {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.032163] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0761281-4adc-44f4-9425-e066c2d10c19 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.038195] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Creating Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1504.038583] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7e16468d-4eb8-40ba-97d6-80c1af8be661 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.056882] env[62588]: DEBUG oslo_vmware.api [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1504.056882] env[62588]: value = "task-1793521" [ 1504.056882] env[62588]: _type = "Task" [ 1504.056882] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.067841] env[62588]: DEBUG oslo_vmware.api [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793521, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.192665] env[62588]: DEBUG nova.scheduler.client.report [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1504.207658] env[62588]: DEBUG oslo_vmware.api [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793518, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.213089] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fe434e4d-df6c-4322-a606-d857994e4c90 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquiring lock "7aa5556f-a3c2-4619-a26b-edf0a162b800" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.213089] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fe434e4d-df6c-4322-a606-d857994e4c90 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lock "7aa5556f-a3c2-4619-a26b-edf0a162b800" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.213195] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fe434e4d-df6c-4322-a606-d857994e4c90 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquiring lock "7aa5556f-a3c2-4619-a26b-edf0a162b800-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.213326] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fe434e4d-df6c-4322-a606-d857994e4c90 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lock "7aa5556f-a3c2-4619-a26b-edf0a162b800-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.213446] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fe434e4d-df6c-4322-a606-d857994e4c90 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lock "7aa5556f-a3c2-4619-a26b-edf0a162b800-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.216150] env[62588]: INFO nova.compute.manager [None req-fe434e4d-df6c-4322-a606-d857994e4c90 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Terminating instance [ 1504.294058] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.369116] env[62588]: DEBUG oslo_vmware.api [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': task-1793519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.464852] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793520, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.474147] env[62588]: DEBUG nova.compute.manager [req-70ec0606-a2e9-4cb7-96f1-86a57c2d066b req-41ebfaaf-ce8b-4628-ab3f-30cd92fe582f service nova] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Received event network-vif-deleted-d191a957-078b-439b-9445-b7cbd315fc60 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1504.474147] env[62588]: INFO nova.compute.manager [req-70ec0606-a2e9-4cb7-96f1-86a57c2d066b req-41ebfaaf-ce8b-4628-ab3f-30cd92fe582f service nova] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Neutron deleted interface d191a957-078b-439b-9445-b7cbd315fc60; detaching it from the instance and deleting it from the info cache [ 1504.474147] env[62588]: DEBUG nova.network.neutron [req-70ec0606-a2e9-4cb7-96f1-86a57c2d066b req-41ebfaaf-ce8b-4628-ab3f-30cd92fe582f service nova] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.566108] env[62588]: DEBUG nova.network.neutron [-] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.573543] env[62588]: DEBUG oslo_vmware.api [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793521, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.698387] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.699025] env[62588]: DEBUG nova.compute.manager [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1504.703077] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.216s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.703320] env[62588]: DEBUG nova.objects.instance [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Lazy-loading 'resources' on Instance uuid 10cf38fe-eb65-4492-91b2-d830c6769cb8 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1504.713906] env[62588]: DEBUG oslo_vmware.api [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525422} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.714546] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] a160c33f-fcaf-419e-95ed-cea6db31a306/a160c33f-fcaf-419e-95ed-cea6db31a306.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1504.714859] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1504.715637] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96ef6db3-d1ff-411c-8ad2-c7dfbc94f8b6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.719168] env[62588]: DEBUG nova.compute.manager [None req-fe434e4d-df6c-4322-a606-d857994e4c90 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1504.719364] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-fe434e4d-df6c-4322-a606-d857994e4c90 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1504.720297] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61466e03-5e28-466c-98c3-e747f8041a58 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.726424] env[62588]: DEBUG oslo_vmware.api [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1504.726424] env[62588]: value = "task-1793522" [ 1504.726424] env[62588]: _type = "Task" [ 1504.726424] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.733176] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe434e4d-df6c-4322-a606-d857994e4c90 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1504.733850] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7f0d05c-a8fe-4f5e-82e8-d43c5c810817 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.738770] env[62588]: DEBUG oslo_vmware.api [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.744034] env[62588]: DEBUG oslo_vmware.api [None req-fe434e4d-df6c-4322-a606-d857994e4c90 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1504.744034] env[62588]: value = "task-1793523" [ 1504.744034] env[62588]: _type = "Task" [ 1504.744034] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.756848] env[62588]: DEBUG oslo_vmware.api [None req-fe434e4d-df6c-4322-a606-d857994e4c90 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.872126] env[62588]: DEBUG oslo_vmware.api [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': task-1793519, 'name': ReconfigVM_Task, 'duration_secs': 0.64851} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.873437] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 5914dad7-c69e-4294-8625-991864b73e0a/5914dad7-c69e-4294-8625-991864b73e0a.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1504.874291] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a9db330-8d8b-4e16-b636-abdd9965844b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.883234] env[62588]: DEBUG oslo_vmware.api [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Waiting for the task: (returnval){ [ 1504.883234] env[62588]: value = "task-1793524" [ 1504.883234] env[62588]: _type = "Task" [ 1504.883234] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.893854] env[62588]: DEBUG oslo_vmware.api [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': task-1793524, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.966958] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793520, 'name': CreateVM_Task, 'duration_secs': 0.885534} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.967289] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1504.968265] env[62588]: DEBUG oslo_concurrency.lockutils [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.969192] env[62588]: DEBUG oslo_concurrency.lockutils [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.969192] env[62588]: DEBUG oslo_concurrency.lockutils [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1504.969192] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c5a33ca-7711-4f19-b8d7-90427c48aa5f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.977826] env[62588]: DEBUG oslo_vmware.api [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Waiting for the task: (returnval){ [ 1504.977826] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5222cae7-2582-42b1-bc36-fb2e67020df8" [ 1504.977826] env[62588]: _type = "Task" [ 1504.977826] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.978125] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be14a586-8bad-4bc5-b943-6c2af50f73df {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.997124] env[62588]: DEBUG oslo_vmware.api [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5222cae7-2582-42b1-bc36-fb2e67020df8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.000493] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65082a6-f199-4bde-a61e-c26fb84109eb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.018250] env[62588]: DEBUG nova.network.neutron [req-132c2abe-8060-466d-a723-3eddbbf0f4c5 req-9b5d9b18-6153-46db-bbb9-2b84e18e53dc service nova] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Updated VIF entry in instance network info cache for port e74e7ee3-6494-44f8-a0e1-2793e9245d75. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1505.018250] env[62588]: DEBUG nova.network.neutron [req-132c2abe-8060-466d-a723-3eddbbf0f4c5 req-9b5d9b18-6153-46db-bbb9-2b84e18e53dc service nova] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Updating instance_info_cache with network_info: [{"id": "90553fb0-6da5-4347-aa76-36b0bb52d42a", "address": "fa:16:3e:fa:b2:2c", "network": {"id": "8ed9044a-a0e6-4875-ae4c-c61dd5e2bd58", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1398539200", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1adef84ec8f8476db479981455f709ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90553fb0-6d", "ovs_interfaceid": "90553fb0-6da5-4347-aa76-36b0bb52d42a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e74e7ee3-6494-44f8-a0e1-2793e9245d75", "address": "fa:16:3e:35:96:74", "network": {"id": "df0aac30-de0e-4fd0-b2fc-9c4943bb3fa7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1445588952", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1adef84ec8f8476db479981455f709ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape74e7ee3-64", "ovs_interfaceid": "e74e7ee3-6494-44f8-a0e1-2793e9245d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.051140] env[62588]: DEBUG nova.compute.manager [req-70ec0606-a2e9-4cb7-96f1-86a57c2d066b req-41ebfaaf-ce8b-4628-ab3f-30cd92fe582f service nova] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Detach interface failed, port_id=d191a957-078b-439b-9445-b7cbd315fc60, reason: Instance 672d7961-3f6b-49e8-abaa-c83040bcfd69 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1505.068790] env[62588]: INFO nova.compute.manager [-] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Took 1.57 seconds to deallocate network for instance. [ 1505.068790] env[62588]: DEBUG oslo_vmware.api [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793521, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.125969] env[62588]: DEBUG nova.compute.manager [req-7eddbe86-6d76-41df-a365-9215680ff65d req-451c2d28-284a-4165-96a1-938d2da72831 service nova] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Received event network-vif-plugged-8343cf72-771d-4a2c-8ef2-8a7b364d73cd {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1505.125969] env[62588]: DEBUG oslo_concurrency.lockutils [req-7eddbe86-6d76-41df-a365-9215680ff65d req-451c2d28-284a-4165-96a1-938d2da72831 service nova] Acquiring lock "f1e9cfa1-1f64-474c-abd0-8ec5e730b492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.125969] env[62588]: DEBUG oslo_concurrency.lockutils [req-7eddbe86-6d76-41df-a365-9215680ff65d req-451c2d28-284a-4165-96a1-938d2da72831 service nova] Lock "f1e9cfa1-1f64-474c-abd0-8ec5e730b492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.125969] env[62588]: DEBUG oslo_concurrency.lockutils [req-7eddbe86-6d76-41df-a365-9215680ff65d req-451c2d28-284a-4165-96a1-938d2da72831 service nova] Lock "f1e9cfa1-1f64-474c-abd0-8ec5e730b492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.126301] env[62588]: DEBUG nova.compute.manager [req-7eddbe86-6d76-41df-a365-9215680ff65d req-451c2d28-284a-4165-96a1-938d2da72831 service nova] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] No waiting events found dispatching network-vif-plugged-8343cf72-771d-4a2c-8ef2-8a7b364d73cd {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1505.126301] env[62588]: WARNING nova.compute.manager [req-7eddbe86-6d76-41df-a365-9215680ff65d req-451c2d28-284a-4165-96a1-938d2da72831 service nova] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Received unexpected event network-vif-plugged-8343cf72-771d-4a2c-8ef2-8a7b364d73cd for instance with vm_state building and task_state spawning. [ 1505.207098] env[62588]: DEBUG nova.compute.utils [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1505.211165] env[62588]: DEBUG nova.compute.manager [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1505.216021] env[62588]: DEBUG nova.network.neutron [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1505.241890] env[62588]: DEBUG oslo_vmware.api [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.273157} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.242679] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1505.245238] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9b3512-40c3-449c-976a-29ae271c8d20 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.281790] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] a160c33f-fcaf-419e-95ed-cea6db31a306/a160c33f-fcaf-419e-95ed-cea6db31a306.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1505.291401] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72d77d9e-4bab-40d8-b6af-f5d01e386cd2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.305223] env[62588]: DEBUG oslo_vmware.api [None req-fe434e4d-df6c-4322-a606-d857994e4c90 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793523, 'name': PowerOffVM_Task, 'duration_secs': 0.417761} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.306584] env[62588]: DEBUG nova.network.neutron [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Successfully updated port: 8343cf72-771d-4a2c-8ef2-8a7b364d73cd {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1505.312024] env[62588]: DEBUG nova.policy [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa4c5cf068da40b2aa40b535c32724cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cde24a72a32f4ad7bf32f962d83e0e1b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1505.312024] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe434e4d-df6c-4322-a606-d857994e4c90 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1505.312024] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-fe434e4d-df6c-4322-a606-d857994e4c90 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1505.312398] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-784a327a-9f45-4345-b021-ae3beb798d67 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.321009] env[62588]: DEBUG oslo_vmware.api [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1505.321009] env[62588]: value = "task-1793525" [ 1505.321009] env[62588]: _type = "Task" [ 1505.321009] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.335872] env[62588]: DEBUG oslo_vmware.api [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793525, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.396848] env[62588]: DEBUG oslo_vmware.api [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': task-1793524, 'name': Rename_Task, 'duration_secs': 0.31969} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.400256] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1505.401248] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-508ff523-3773-4e79-889d-09b3ecf6e836 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.406059] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-fe434e4d-df6c-4322-a606-d857994e4c90 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1505.406328] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-fe434e4d-df6c-4322-a606-d857994e4c90 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1505.406525] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe434e4d-df6c-4322-a606-d857994e4c90 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Deleting the datastore file [datastore1] 7aa5556f-a3c2-4619-a26b-edf0a162b800 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1505.406799] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41e5d43d-a043-470b-a378-8522a9570d9e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.411867] env[62588]: DEBUG oslo_vmware.api [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Waiting for the task: (returnval){ [ 1505.411867] env[62588]: value = "task-1793527" [ 1505.411867] env[62588]: _type = "Task" [ 1505.411867] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.423280] env[62588]: DEBUG oslo_vmware.api [None req-fe434e4d-df6c-4322-a606-d857994e4c90 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1505.423280] env[62588]: value = "task-1793528" [ 1505.423280] env[62588]: _type = "Task" [ 1505.423280] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.431219] env[62588]: DEBUG oslo_vmware.api [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': task-1793527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.440684] env[62588]: DEBUG oslo_vmware.api [None req-fe434e4d-df6c-4322-a606-d857994e4c90 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.504688] env[62588]: DEBUG oslo_vmware.api [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5222cae7-2582-42b1-bc36-fb2e67020df8, 'name': SearchDatastore_Task, 'duration_secs': 0.022727} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.508383] env[62588]: DEBUG oslo_concurrency.lockutils [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.508777] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1505.509111] env[62588]: DEBUG oslo_concurrency.lockutils [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.509269] env[62588]: DEBUG oslo_concurrency.lockutils [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.509454] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1505.509963] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ab2e0c7-30fc-4269-9677-2e23e5f3a2f6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.521473] env[62588]: DEBUG oslo_concurrency.lockutils [req-132c2abe-8060-466d-a723-3eddbbf0f4c5 req-9b5d9b18-6153-46db-bbb9-2b84e18e53dc service nova] Releasing lock "refresh_cache-2455fb78-9df4-4935-97da-1436720d28dd" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.523407] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1505.523547] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1505.526836] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d159916-722c-4a36-9c40-a87cc153f28c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.533340] env[62588]: DEBUG oslo_vmware.api [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Waiting for the task: (returnval){ [ 1505.533340] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5256e835-dd3d-04ef-1f7b-b96f4acc2947" [ 1505.533340] env[62588]: _type = "Task" [ 1505.533340] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.544613] env[62588]: DEBUG oslo_vmware.api [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5256e835-dd3d-04ef-1f7b-b96f4acc2947, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.573352] env[62588]: DEBUG oslo_vmware.api [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793521, 'name': CreateSnapshot_Task, 'duration_secs': 1.409326} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.573854] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Created Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1505.574610] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d99e4ef-746a-4251-bc9b-3e1e0bbb4625 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.581782] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1e019817-efe2-49e7-be22-a0dade58a5f9 tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.722229] env[62588]: DEBUG nova.compute.manager [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1505.782091] env[62588]: DEBUG nova.network.neutron [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Successfully created port: cc89ed70-d07d-4363-95dc-1c17b8bc4a88 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1505.812807] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Acquiring lock "refresh_cache-f1e9cfa1-1f64-474c-abd0-8ec5e730b492" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.813498] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Acquired lock "refresh_cache-f1e9cfa1-1f64-474c-abd0-8ec5e730b492" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.813498] env[62588]: DEBUG nova.network.neutron [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1505.838973] env[62588]: DEBUG oslo_vmware.api [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.897819] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f1591b-18d8-49a3-ae71-90b534b2f049 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.910634] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75dd6a55-e5ee-4902-8fe8-94bd7257c77e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.951865] env[62588]: DEBUG oslo_vmware.api [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': task-1793527, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.956803] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25454f9c-4a9c-4ef2-9845-46c568601245 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.966879] env[62588]: DEBUG oslo_vmware.api [None req-fe434e4d-df6c-4322-a606-d857994e4c90 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424259} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.969456] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe434e4d-df6c-4322-a606-d857994e4c90 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1505.969674] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-fe434e4d-df6c-4322-a606-d857994e4c90 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1505.972019] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-fe434e4d-df6c-4322-a606-d857994e4c90 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1505.972019] env[62588]: INFO nova.compute.manager [None req-fe434e4d-df6c-4322-a606-d857994e4c90 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1505.972019] env[62588]: DEBUG oslo.service.loopingcall [None req-fe434e4d-df6c-4322-a606-d857994e4c90 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1505.972019] env[62588]: DEBUG nova.compute.manager [-] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1505.972019] env[62588]: DEBUG nova.network.neutron [-] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1505.973705] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5992f621-ac4d-4adb-a844-c07e05e6e313 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.990336] env[62588]: DEBUG nova.compute.provider_tree [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1506.048648] env[62588]: DEBUG oslo_vmware.api [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5256e835-dd3d-04ef-1f7b-b96f4acc2947, 'name': SearchDatastore_Task, 'duration_secs': 0.022526} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.050144] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b7d4672-b701-4ac6-ac3d-6b4e9dc958d4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.059089] env[62588]: DEBUG oslo_vmware.api [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Waiting for the task: (returnval){ [ 1506.059089] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5296a99c-708c-9404-1453-dbd63f85b8ac" [ 1506.059089] env[62588]: _type = "Task" [ 1506.059089] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.070330] env[62588]: DEBUG oslo_vmware.api [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5296a99c-708c-9404-1453-dbd63f85b8ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.097547] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Creating linked-clone VM from snapshot {{(pid=62588) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1506.098705] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ff30e40c-a9ee-4efc-9f39-f25de1ac9c04 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.110597] env[62588]: DEBUG oslo_vmware.api [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1506.110597] env[62588]: value = "task-1793529" [ 1506.110597] env[62588]: _type = "Task" [ 1506.110597] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.121213] env[62588]: DEBUG oslo_vmware.api [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793529, 'name': CloneVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.338524] env[62588]: DEBUG oslo_vmware.api [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793525, 'name': ReconfigVM_Task, 'duration_secs': 0.62184} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.338815] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Reconfigured VM instance instance-00000030 to attach disk [datastore1] a160c33f-fcaf-419e-95ed-cea6db31a306/a160c33f-fcaf-419e-95ed-cea6db31a306.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1506.339988] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c635e164-21bf-4a81-9b0f-2f9a7885305f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.348802] env[62588]: DEBUG oslo_vmware.api [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1506.348802] env[62588]: value = "task-1793530" [ 1506.348802] env[62588]: _type = "Task" [ 1506.348802] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.357986] env[62588]: DEBUG oslo_vmware.api [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793530, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.363311] env[62588]: DEBUG nova.network.neutron [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1506.431468] env[62588]: DEBUG oslo_vmware.api [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': task-1793527, 'name': PowerOnVM_Task, 'duration_secs': 0.82889} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.431714] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1506.432530] env[62588]: DEBUG nova.compute.manager [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1506.433440] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca17a210-9b03-42d8-9197-a1e4e6c55bbe {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.496263] env[62588]: DEBUG nova.scheduler.client.report [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1506.571118] env[62588]: DEBUG oslo_vmware.api [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5296a99c-708c-9404-1453-dbd63f85b8ac, 'name': SearchDatastore_Task, 'duration_secs': 0.024909} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.571570] env[62588]: DEBUG oslo_concurrency.lockutils [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.571949] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 2455fb78-9df4-4935-97da-1436720d28dd/2455fb78-9df4-4935-97da-1436720d28dd.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1506.573178] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4411175f-1e4f-41c3-94ff-43b9b9ef2552 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.583247] env[62588]: DEBUG oslo_vmware.api [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Waiting for the task: (returnval){ [ 1506.583247] env[62588]: value = "task-1793531" [ 1506.583247] env[62588]: _type = "Task" [ 1506.583247] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.591151] env[62588]: DEBUG nova.network.neutron [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Updating instance_info_cache with network_info: [{"id": "8343cf72-771d-4a2c-8ef2-8a7b364d73cd", "address": "fa:16:3e:21:d7:a2", "network": {"id": "992c23e6-d120-48d0-9e8c-43a1526a3f52", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-736827552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50833a435ea44af4af5b8dd584732e96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8343cf72-77", "ovs_interfaceid": "8343cf72-771d-4a2c-8ef2-8a7b364d73cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.601205] env[62588]: DEBUG oslo_vmware.api [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': task-1793531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.624145] env[62588]: DEBUG oslo_vmware.api [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793529, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.735313] env[62588]: DEBUG nova.compute.manager [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1506.768153] env[62588]: DEBUG nova.virt.hardware [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1506.768639] env[62588]: DEBUG nova.virt.hardware [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1506.768960] env[62588]: DEBUG nova.virt.hardware [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1506.769333] env[62588]: DEBUG nova.virt.hardware [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1506.769877] env[62588]: DEBUG nova.virt.hardware [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1506.770220] env[62588]: DEBUG nova.virt.hardware [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1506.770585] env[62588]: DEBUG nova.virt.hardware [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1506.770914] env[62588]: DEBUG nova.virt.hardware [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1506.772105] env[62588]: DEBUG nova.virt.hardware [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1506.772105] env[62588]: DEBUG nova.virt.hardware [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1506.772105] env[62588]: DEBUG nova.virt.hardware [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1506.773219] env[62588]: DEBUG oslo_concurrency.lockutils [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Acquiring lock "8c51b7f7-7223-42c2-a7e4-f545efe26587" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.773219] env[62588]: DEBUG oslo_concurrency.lockutils [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Lock "8c51b7f7-7223-42c2-a7e4-f545efe26587" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.776318] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987e68f9-8316-4edd-a2d0-ed2a5fe0ae71 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.786789] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de23daea-88c6-4407-aab8-2a7aa65b0376 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.818493] env[62588]: DEBUG nova.network.neutron [-] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.860922] env[62588]: DEBUG oslo_vmware.api [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793530, 'name': Rename_Task, 'duration_secs': 0.334192} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.861497] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1506.862641] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3e5c759-eef8-409e-9318-516f35ba2a36 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.873983] env[62588]: DEBUG oslo_vmware.api [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1506.873983] env[62588]: value = "task-1793532" [ 1506.873983] env[62588]: _type = "Task" [ 1506.873983] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.888160] env[62588]: DEBUG oslo_vmware.api [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.955310] env[62588]: DEBUG oslo_concurrency.lockutils [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.002030] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.297s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.003547] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9ac1fb06-b662-481a-b4e0-c198d51901b4 tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.879s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.004447] env[62588]: DEBUG nova.objects.instance [None req-9ac1fb06-b662-481a-b4e0-c198d51901b4 tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Lazy-loading 'resources' on Instance uuid ca06a33a-8a7b-40f5-84ed-b5f27616d1f2 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1507.032109] env[62588]: INFO nova.scheduler.client.report [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Deleted allocations for instance 10cf38fe-eb65-4492-91b2-d830c6769cb8 [ 1507.092669] env[62588]: DEBUG oslo_vmware.api [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': task-1793531, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.093146] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Releasing lock "refresh_cache-f1e9cfa1-1f64-474c-abd0-8ec5e730b492" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.093458] env[62588]: DEBUG nova.compute.manager [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Instance network_info: |[{"id": "8343cf72-771d-4a2c-8ef2-8a7b364d73cd", "address": "fa:16:3e:21:d7:a2", "network": {"id": "992c23e6-d120-48d0-9e8c-43a1526a3f52", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-736827552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50833a435ea44af4af5b8dd584732e96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8343cf72-77", "ovs_interfaceid": "8343cf72-771d-4a2c-8ef2-8a7b364d73cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1507.093929] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:d7:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8343cf72-771d-4a2c-8ef2-8a7b364d73cd', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1507.105830] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Creating folder: Project (50833a435ea44af4af5b8dd584732e96). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1507.105830] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6dd7b26-08be-4a2c-8aee-8e5c07a1470b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.119474] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Created folder: Project (50833a435ea44af4af5b8dd584732e96) in parent group-v371885. [ 1507.119702] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Creating folder: Instances. Parent ref: group-v372024. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1507.120391] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2458b2e-607a-421e-9a3a-01c8c04ca9ba {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.125453] env[62588]: DEBUG oslo_vmware.api [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793529, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.134412] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Created folder: Instances in parent group-v372024. [ 1507.134741] env[62588]: DEBUG oslo.service.loopingcall [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1507.135023] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1507.138012] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00bc12b9-cba2-4868-ae8b-fe39329c249d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.164293] env[62588]: DEBUG nova.compute.manager [req-d0ae2dcb-d47c-45bb-9f45-a8ea641b9998 req-c6e82b70-ebf6-46f6-84be-c6abfbea6415 service nova] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Received event network-changed-8343cf72-771d-4a2c-8ef2-8a7b364d73cd {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1507.164482] env[62588]: DEBUG nova.compute.manager [req-d0ae2dcb-d47c-45bb-9f45-a8ea641b9998 req-c6e82b70-ebf6-46f6-84be-c6abfbea6415 service nova] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Refreshing instance network info cache due to event network-changed-8343cf72-771d-4a2c-8ef2-8a7b364d73cd. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1507.164698] env[62588]: DEBUG oslo_concurrency.lockutils [req-d0ae2dcb-d47c-45bb-9f45-a8ea641b9998 req-c6e82b70-ebf6-46f6-84be-c6abfbea6415 service nova] Acquiring lock "refresh_cache-f1e9cfa1-1f64-474c-abd0-8ec5e730b492" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.164856] env[62588]: DEBUG oslo_concurrency.lockutils [req-d0ae2dcb-d47c-45bb-9f45-a8ea641b9998 req-c6e82b70-ebf6-46f6-84be-c6abfbea6415 service nova] Acquired lock "refresh_cache-f1e9cfa1-1f64-474c-abd0-8ec5e730b492" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.165038] env[62588]: DEBUG nova.network.neutron [req-d0ae2dcb-d47c-45bb-9f45-a8ea641b9998 req-c6e82b70-ebf6-46f6-84be-c6abfbea6415 service nova] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Refreshing network info cache for port 8343cf72-771d-4a2c-8ef2-8a7b364d73cd {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1507.172427] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1507.172427] env[62588]: value = "task-1793535" [ 1507.172427] env[62588]: _type = "Task" [ 1507.172427] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.185779] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793535, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.321281] env[62588]: INFO nova.compute.manager [-] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Took 1.35 seconds to deallocate network for instance. [ 1507.391871] env[62588]: DEBUG oslo_vmware.api [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793532, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.405792] env[62588]: DEBUG nova.compute.manager [req-27b7db34-4aa1-46d1-9316-ff66892f0a4c req-ddb3f174-367c-4cc1-9962-58c7cd26b23f service nova] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Received event network-vif-plugged-cc89ed70-d07d-4363-95dc-1c17b8bc4a88 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1507.406469] env[62588]: DEBUG oslo_concurrency.lockutils [req-27b7db34-4aa1-46d1-9316-ff66892f0a4c req-ddb3f174-367c-4cc1-9962-58c7cd26b23f service nova] Acquiring lock "fb886df8-21a5-4ee2-a913-3a7e8234e491-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.406469] env[62588]: DEBUG oslo_concurrency.lockutils [req-27b7db34-4aa1-46d1-9316-ff66892f0a4c req-ddb3f174-367c-4cc1-9962-58c7cd26b23f service nova] Lock "fb886df8-21a5-4ee2-a913-3a7e8234e491-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.406665] env[62588]: DEBUG oslo_concurrency.lockutils [req-27b7db34-4aa1-46d1-9316-ff66892f0a4c req-ddb3f174-367c-4cc1-9962-58c7cd26b23f service nova] Lock "fb886df8-21a5-4ee2-a913-3a7e8234e491-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.406891] env[62588]: DEBUG nova.compute.manager [req-27b7db34-4aa1-46d1-9316-ff66892f0a4c req-ddb3f174-367c-4cc1-9962-58c7cd26b23f service nova] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] No waiting events found dispatching network-vif-plugged-cc89ed70-d07d-4363-95dc-1c17b8bc4a88 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1507.406992] env[62588]: WARNING nova.compute.manager [req-27b7db34-4aa1-46d1-9316-ff66892f0a4c req-ddb3f174-367c-4cc1-9962-58c7cd26b23f service nova] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Received unexpected event network-vif-plugged-cc89ed70-d07d-4363-95dc-1c17b8bc4a88 for instance with vm_state building and task_state spawning. [ 1507.531115] env[62588]: DEBUG nova.network.neutron [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Successfully updated port: cc89ed70-d07d-4363-95dc-1c17b8bc4a88 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1507.543178] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d624a1af-4c5f-45f7-852b-e3ea9c5b163d tempest-ServersTestBootFromVolume-426650087 tempest-ServersTestBootFromVolume-426650087-project-member] Lock "10cf38fe-eb65-4492-91b2-d830c6769cb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.946s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.593063] env[62588]: DEBUG oslo_vmware.api [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': task-1793531, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552904} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.594953] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 2455fb78-9df4-4935-97da-1436720d28dd/2455fb78-9df4-4935-97da-1436720d28dd.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1507.595161] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1507.596360] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa9272cf-6b57-4c31-b974-e105a3ffe5b8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.602397] env[62588]: DEBUG oslo_vmware.api [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Waiting for the task: (returnval){ [ 1507.602397] env[62588]: value = "task-1793536" [ 1507.602397] env[62588]: _type = "Task" [ 1507.602397] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.614208] env[62588]: DEBUG oslo_vmware.api [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': task-1793536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.622468] env[62588]: DEBUG oslo_vmware.api [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793529, 'name': CloneVM_Task, 'duration_secs': 1.312503} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.622712] env[62588]: INFO nova.virt.vmwareapi.vmops [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Created linked-clone VM from snapshot [ 1507.623606] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c99eac-a0e2-4a25-8922-4a86fcdf6075 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.634026] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Uploading image 24018c0f-9b6f-4c69-8af1-d1bc72f7a424 {{(pid=62588) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1507.673814] env[62588]: DEBUG oslo_vmware.rw_handles [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1507.673814] env[62588]: value = "vm-372023" [ 1507.673814] env[62588]: _type = "VirtualMachine" [ 1507.673814] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1507.676085] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7d13c04f-d3ec-4df0-a14e-df566b7f49b0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.685543] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793535, 'name': CreateVM_Task, 'duration_secs': 0.462996} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.686724] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1507.689017] env[62588]: DEBUG oslo_vmware.rw_handles [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lease: (returnval){ [ 1507.689017] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52590c4f-dd80-74ec-8e07-30f28505f028" [ 1507.689017] env[62588]: _type = "HttpNfcLease" [ 1507.689017] env[62588]: } obtained for exporting VM: (result){ [ 1507.689017] env[62588]: value = "vm-372023" [ 1507.689017] env[62588]: _type = "VirtualMachine" [ 1507.689017] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1507.689017] env[62588]: DEBUG oslo_vmware.api [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the lease: (returnval){ [ 1507.689017] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52590c4f-dd80-74ec-8e07-30f28505f028" [ 1507.689017] env[62588]: _type = "HttpNfcLease" [ 1507.689017] env[62588]: } to be ready. {{(pid=62588) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1507.689017] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.689017] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.689017] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1507.689017] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c483f42c-7ecb-4ac3-96e0-2c0fc71c8038 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.701439] env[62588]: DEBUG oslo_vmware.api [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Waiting for the task: (returnval){ [ 1507.701439] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526f25d2-13a9-c490-312f-8dc92c4d5e0f" [ 1507.701439] env[62588]: _type = "Task" [ 1507.701439] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.703033] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1507.703033] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52590c4f-dd80-74ec-8e07-30f28505f028" [ 1507.703033] env[62588]: _type = "HttpNfcLease" [ 1507.703033] env[62588]: } is initializing. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1507.713992] env[62588]: DEBUG oslo_vmware.api [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526f25d2-13a9-c490-312f-8dc92c4d5e0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.828849] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fe434e4d-df6c-4322-a606-d857994e4c90 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.887060] env[62588]: DEBUG oslo_vmware.api [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793532, 'name': PowerOnVM_Task, 'duration_secs': 0.535071} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.887334] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1507.887606] env[62588]: INFO nova.compute.manager [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Took 8.90 seconds to spawn the instance on the hypervisor. [ 1507.887705] env[62588]: DEBUG nova.compute.manager [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1507.891263] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc8df8f-245f-4c45-a2ca-444589495ec3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.040461] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Acquiring lock "refresh_cache-fb886df8-21a5-4ee2-a913-3a7e8234e491" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.040705] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Acquired lock "refresh_cache-fb886df8-21a5-4ee2-a913-3a7e8234e491" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.040809] env[62588]: DEBUG nova.network.neutron [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1508.115386] env[62588]: DEBUG oslo_vmware.api [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': task-1793536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067573} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.115663] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1508.118497] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe9d7f5-6c6b-4ce7-9958-4b14662c2e10 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.127410] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c047ddfa-f3f8-4d13-9d05-8a6abc3786bb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.156097] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 2455fb78-9df4-4935-97da-1436720d28dd/2455fb78-9df4-4935-97da-1436720d28dd.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1508.157115] env[62588]: DEBUG nova.network.neutron [req-d0ae2dcb-d47c-45bb-9f45-a8ea641b9998 req-c6e82b70-ebf6-46f6-84be-c6abfbea6415 service nova] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Updated VIF entry in instance network info cache for port 8343cf72-771d-4a2c-8ef2-8a7b364d73cd. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1508.157436] env[62588]: DEBUG nova.network.neutron [req-d0ae2dcb-d47c-45bb-9f45-a8ea641b9998 req-c6e82b70-ebf6-46f6-84be-c6abfbea6415 service nova] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Updating instance_info_cache with network_info: [{"id": "8343cf72-771d-4a2c-8ef2-8a7b364d73cd", "address": "fa:16:3e:21:d7:a2", "network": {"id": "992c23e6-d120-48d0-9e8c-43a1526a3f52", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-736827552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50833a435ea44af4af5b8dd584732e96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8343cf72-77", "ovs_interfaceid": "8343cf72-771d-4a2c-8ef2-8a7b364d73cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.158940] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d685d9c-db62-4f3a-b40b-b807038d2c9d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.179427] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa772038-5b30-4133-8a5b-d23fbfffdf13 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.185630] env[62588]: DEBUG oslo_vmware.api [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Waiting for the task: (returnval){ [ 1508.185630] env[62588]: value = "task-1793538" [ 1508.185630] env[62588]: _type = "Task" [ 1508.185630] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.223292] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98301922-b5d5-41ba-9253-540dd0332584 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.228814] env[62588]: DEBUG oslo_vmware.api [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': task-1793538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.232551] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1508.232551] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52590c4f-dd80-74ec-8e07-30f28505f028" [ 1508.232551] env[62588]: _type = "HttpNfcLease" [ 1508.232551] env[62588]: } is ready. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1508.237553] env[62588]: DEBUG oslo_vmware.rw_handles [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1508.237553] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52590c4f-dd80-74ec-8e07-30f28505f028" [ 1508.237553] env[62588]: _type = "HttpNfcLease" [ 1508.237553] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1508.238160] env[62588]: DEBUG oslo_vmware.api [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526f25d2-13a9-c490-312f-8dc92c4d5e0f, 'name': SearchDatastore_Task, 'duration_secs': 0.009749} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.238832] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd21cdc-bd66-4062-971f-ebf2b7ddb7f9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.242444] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ea9dca-08d9-4683-a026-84b097aa195f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.246170] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.246414] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1508.246644] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.246790] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.247022] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1508.247220] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58206670-e103-40fd-bf57-e7e24bbe3a7b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.254176] env[62588]: DEBUG oslo_vmware.rw_handles [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52875b59-b074-b51b-2ea4-d183548c1f9c/disk-0.vmdk from lease info. {{(pid=62588) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1508.254356] env[62588]: DEBUG oslo_vmware.rw_handles [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52875b59-b074-b51b-2ea4-d183548c1f9c/disk-0.vmdk for reading. {{(pid=62588) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1508.264067] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1508.264256] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1508.265186] env[62588]: DEBUG nova.compute.provider_tree [None req-9ac1fb06-b662-481a-b4e0-c198d51901b4 tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1508.267237] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d312da9c-f73a-4fa7-9ce5-8294e7e04a58 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.328404] env[62588]: DEBUG oslo_vmware.api [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Waiting for the task: (returnval){ [ 1508.328404] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52bed8ea-259d-acce-4cbd-8cdc81db3337" [ 1508.328404] env[62588]: _type = "Task" [ 1508.328404] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.337497] env[62588]: DEBUG oslo_vmware.api [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52bed8ea-259d-acce-4cbd-8cdc81db3337, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.340991] env[62588]: DEBUG oslo_concurrency.lockutils [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Acquiring lock "5914dad7-c69e-4294-8625-991864b73e0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.341308] env[62588]: DEBUG oslo_concurrency.lockutils [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Lock "5914dad7-c69e-4294-8625-991864b73e0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.341481] env[62588]: DEBUG oslo_concurrency.lockutils [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Acquiring lock "5914dad7-c69e-4294-8625-991864b73e0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.341678] env[62588]: DEBUG oslo_concurrency.lockutils [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Lock "5914dad7-c69e-4294-8625-991864b73e0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.341844] env[62588]: DEBUG oslo_concurrency.lockutils [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Lock "5914dad7-c69e-4294-8625-991864b73e0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.343764] env[62588]: INFO nova.compute.manager [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Terminating instance [ 1508.399491] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1a0c3f92-b4b1-489d-967b-3e9d798ec013 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.423346] env[62588]: INFO nova.compute.manager [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Took 35.27 seconds to build instance. [ 1508.593332] env[62588]: DEBUG nova.network.neutron [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1508.676557] env[62588]: DEBUG oslo_concurrency.lockutils [req-d0ae2dcb-d47c-45bb-9f45-a8ea641b9998 req-c6e82b70-ebf6-46f6-84be-c6abfbea6415 service nova] Releasing lock "refresh_cache-f1e9cfa1-1f64-474c-abd0-8ec5e730b492" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.676822] env[62588]: DEBUG nova.compute.manager [req-d0ae2dcb-d47c-45bb-9f45-a8ea641b9998 req-c6e82b70-ebf6-46f6-84be-c6abfbea6415 service nova] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Received event network-vif-deleted-add09055-56f7-40a6-8190-7fefc8a48f78 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1508.698487] env[62588]: DEBUG oslo_vmware.api [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': task-1793538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.825668] env[62588]: DEBUG nova.scheduler.client.report [None req-9ac1fb06-b662-481a-b4e0-c198d51901b4 tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1508.849508] env[62588]: DEBUG oslo_concurrency.lockutils [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Acquiring lock "refresh_cache-5914dad7-c69e-4294-8625-991864b73e0a" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.849508] env[62588]: DEBUG oslo_concurrency.lockutils [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Acquired lock "refresh_cache-5914dad7-c69e-4294-8625-991864b73e0a" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.849508] env[62588]: DEBUG nova.network.neutron [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1508.850604] env[62588]: DEBUG oslo_vmware.api [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52bed8ea-259d-acce-4cbd-8cdc81db3337, 'name': SearchDatastore_Task, 'duration_secs': 0.009647} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.851764] env[62588]: DEBUG nova.network.neutron [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Updating instance_info_cache with network_info: [{"id": "cc89ed70-d07d-4363-95dc-1c17b8bc4a88", "address": "fa:16:3e:60:a6:69", "network": {"id": "09d54825-5b90-48ba-80f3-e7bdfc231a48", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-908990977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde24a72a32f4ad7bf32f962d83e0e1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc89ed70-d0", "ovs_interfaceid": "cc89ed70-d07d-4363-95dc-1c17b8bc4a88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.858253] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8902d974-cff5-46ff-af24-8f4b12d8c33a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.869121] env[62588]: DEBUG oslo_vmware.api [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Waiting for the task: (returnval){ [ 1508.869121] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5282a169-d2cc-5846-64d9-a65bf664d3c5" [ 1508.869121] env[62588]: _type = "Task" [ 1508.869121] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.881391] env[62588]: DEBUG oslo_vmware.api [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5282a169-d2cc-5846-64d9-a65bf664d3c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.928147] env[62588]: DEBUG oslo_concurrency.lockutils [None req-304cff2e-96ce-46cf-b105-c05f6c872e1c tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "a160c33f-fcaf-419e-95ed-cea6db31a306" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.560s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.199147] env[62588]: DEBUG oslo_vmware.api [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': task-1793538, 'name': ReconfigVM_Task, 'duration_secs': 0.672644} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.199147] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 2455fb78-9df4-4935-97da-1436720d28dd/2455fb78-9df4-4935-97da-1436720d28dd.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1509.199147] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52b11100-d668-4f5e-a45a-6cd3659f7243 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.209654] env[62588]: DEBUG oslo_vmware.api [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Waiting for the task: (returnval){ [ 1509.209654] env[62588]: value = "task-1793539" [ 1509.209654] env[62588]: _type = "Task" [ 1509.209654] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.220124] env[62588]: DEBUG oslo_vmware.api [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': task-1793539, 'name': Rename_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.340185] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9ac1fb06-b662-481a-b4e0-c198d51901b4 tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.337s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.342946] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.135s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.344750] env[62588]: INFO nova.compute.claims [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1509.359385] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Releasing lock "refresh_cache-fb886df8-21a5-4ee2-a913-3a7e8234e491" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.359723] env[62588]: DEBUG nova.compute.manager [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Instance network_info: |[{"id": "cc89ed70-d07d-4363-95dc-1c17b8bc4a88", "address": "fa:16:3e:60:a6:69", "network": {"id": "09d54825-5b90-48ba-80f3-e7bdfc231a48", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-908990977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde24a72a32f4ad7bf32f962d83e0e1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc89ed70-d0", "ovs_interfaceid": "cc89ed70-d07d-4363-95dc-1c17b8bc4a88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1509.360255] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:a6:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc89ed70-d07d-4363-95dc-1c17b8bc4a88', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1509.370169] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Creating folder: Project (cde24a72a32f4ad7bf32f962d83e0e1b). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1509.370498] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d08b8e67-3380-422e-b1e9-c97ed19bcd1b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.387047] env[62588]: INFO nova.scheduler.client.report [None req-9ac1fb06-b662-481a-b4e0-c198d51901b4 tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Deleted allocations for instance ca06a33a-8a7b-40f5-84ed-b5f27616d1f2 [ 1509.398094] env[62588]: DEBUG nova.network.neutron [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1509.400948] env[62588]: DEBUG oslo_vmware.api [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5282a169-d2cc-5846-64d9-a65bf664d3c5, 'name': SearchDatastore_Task, 'duration_secs': 0.017435} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.401958] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Created folder: Project (cde24a72a32f4ad7bf32f962d83e0e1b) in parent group-v371885. [ 1509.401958] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Creating folder: Instances. Parent ref: group-v372027. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1509.402304] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.402793] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] f1e9cfa1-1f64-474c-abd0-8ec5e730b492/f1e9cfa1-1f64-474c-abd0-8ec5e730b492.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1509.403114] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b09644e0-4be9-4d97-a7c5-eab1fcafbba4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.406224] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9c42331-d48c-43af-b132-0fcdccfd42a6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.416040] env[62588]: DEBUG oslo_vmware.api [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Waiting for the task: (returnval){ [ 1509.416040] env[62588]: value = "task-1793542" [ 1509.416040] env[62588]: _type = "Task" [ 1509.416040] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.424357] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Created folder: Instances in parent group-v372027. [ 1509.424624] env[62588]: DEBUG oslo.service.loopingcall [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1509.430811] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1509.431694] env[62588]: DEBUG nova.compute.manager [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1509.435073] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-034e6877-b0eb-4440-9b92-e245aa3945d8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.456453] env[62588]: DEBUG oslo_vmware.api [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': task-1793542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.462599] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1509.462599] env[62588]: value = "task-1793543" [ 1509.462599] env[62588]: _type = "Task" [ 1509.462599] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.472943] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793543, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.483042] env[62588]: DEBUG nova.compute.manager [req-cdc99ee0-944e-4797-940e-7aaf430c9fa0 req-d69946bb-f62e-40ba-a529-5d4a65806efc service nova] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Received event network-changed-cc89ed70-d07d-4363-95dc-1c17b8bc4a88 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1509.483368] env[62588]: DEBUG nova.compute.manager [req-cdc99ee0-944e-4797-940e-7aaf430c9fa0 req-d69946bb-f62e-40ba-a529-5d4a65806efc service nova] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Refreshing instance network info cache due to event network-changed-cc89ed70-d07d-4363-95dc-1c17b8bc4a88. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1509.483735] env[62588]: DEBUG oslo_concurrency.lockutils [req-cdc99ee0-944e-4797-940e-7aaf430c9fa0 req-d69946bb-f62e-40ba-a529-5d4a65806efc service nova] Acquiring lock "refresh_cache-fb886df8-21a5-4ee2-a913-3a7e8234e491" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.483980] env[62588]: DEBUG oslo_concurrency.lockutils [req-cdc99ee0-944e-4797-940e-7aaf430c9fa0 req-d69946bb-f62e-40ba-a529-5d4a65806efc service nova] Acquired lock "refresh_cache-fb886df8-21a5-4ee2-a913-3a7e8234e491" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.484202] env[62588]: DEBUG nova.network.neutron [req-cdc99ee0-944e-4797-940e-7aaf430c9fa0 req-d69946bb-f62e-40ba-a529-5d4a65806efc service nova] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Refreshing network info cache for port cc89ed70-d07d-4363-95dc-1c17b8bc4a88 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1509.488541] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "a160c33f-fcaf-419e-95ed-cea6db31a306" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.489152] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "a160c33f-fcaf-419e-95ed-cea6db31a306" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.489353] env[62588]: INFO nova.compute.manager [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Shelving [ 1509.557143] env[62588]: DEBUG nova.network.neutron [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.723933] env[62588]: DEBUG oslo_vmware.api [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': task-1793539, 'name': Rename_Task, 'duration_secs': 0.21876} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.724779] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1509.725117] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a7c113b-5fed-4a2e-9386-7bb3dcb8dd1a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.733934] env[62588]: DEBUG oslo_vmware.api [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Waiting for the task: (returnval){ [ 1509.733934] env[62588]: value = "task-1793544" [ 1509.733934] env[62588]: _type = "Task" [ 1509.733934] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.743623] env[62588]: DEBUG oslo_vmware.api [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': task-1793544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.901016] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9ac1fb06-b662-481a-b4e0-c198d51901b4 tempest-VolumesAssistedSnapshotsTest-1482970794 tempest-VolumesAssistedSnapshotsTest-1482970794-project-member] Lock "ca06a33a-8a7b-40f5-84ed-b5f27616d1f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.856s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.928116] env[62588]: DEBUG oslo_vmware.api [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': task-1793542, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.957319] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.976793] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793543, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.062809] env[62588]: DEBUG oslo_concurrency.lockutils [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Releasing lock "refresh_cache-5914dad7-c69e-4294-8625-991864b73e0a" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.062809] env[62588]: DEBUG nova.compute.manager [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1510.062809] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1510.062809] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a161e3d0-1698-4e98-a487-758b126ebc8d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.071884] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1510.075823] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31968573-4d19-435f-b5be-d142258a0af1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.083137] env[62588]: DEBUG oslo_vmware.api [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Waiting for the task: (returnval){ [ 1510.083137] env[62588]: value = "task-1793545" [ 1510.083137] env[62588]: _type = "Task" [ 1510.083137] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.096970] env[62588]: DEBUG oslo_vmware.api [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': task-1793545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.249827] env[62588]: DEBUG oslo_vmware.api [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': task-1793544, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.306193] env[62588]: DEBUG nova.network.neutron [req-cdc99ee0-944e-4797-940e-7aaf430c9fa0 req-d69946bb-f62e-40ba-a529-5d4a65806efc service nova] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Updated VIF entry in instance network info cache for port cc89ed70-d07d-4363-95dc-1c17b8bc4a88. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1510.309735] env[62588]: DEBUG nova.network.neutron [req-cdc99ee0-944e-4797-940e-7aaf430c9fa0 req-d69946bb-f62e-40ba-a529-5d4a65806efc service nova] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Updating instance_info_cache with network_info: [{"id": "cc89ed70-d07d-4363-95dc-1c17b8bc4a88", "address": "fa:16:3e:60:a6:69", "network": {"id": "09d54825-5b90-48ba-80f3-e7bdfc231a48", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-908990977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde24a72a32f4ad7bf32f962d83e0e1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc89ed70-d0", "ovs_interfaceid": "cc89ed70-d07d-4363-95dc-1c17b8bc4a88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.433706] env[62588]: DEBUG oslo_vmware.api [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': task-1793542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611607} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.436548] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] f1e9cfa1-1f64-474c-abd0-8ec5e730b492/f1e9cfa1-1f64-474c-abd0-8ec5e730b492.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1510.436844] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1510.437400] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-303b8d76-7d86-4f15-b25b-ec611d25bf58 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.446864] env[62588]: DEBUG oslo_vmware.api [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Waiting for the task: (returnval){ [ 1510.446864] env[62588]: value = "task-1793546" [ 1510.446864] env[62588]: _type = "Task" [ 1510.446864] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.460665] env[62588]: DEBUG oslo_vmware.api [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': task-1793546, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.474061] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793543, 'name': CreateVM_Task, 'duration_secs': 0.557249} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.476851] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1510.477765] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.477919] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.478260] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1510.478528] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aafa2d2-6b2a-4ab9-91d5-aca7b024ac34 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.483619] env[62588]: DEBUG oslo_vmware.api [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Waiting for the task: (returnval){ [ 1510.483619] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526e2135-7779-3e27-e03a-16da9c919173" [ 1510.483619] env[62588]: _type = "Task" [ 1510.483619] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.496015] env[62588]: DEBUG oslo_vmware.api [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526e2135-7779-3e27-e03a-16da9c919173, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.501265] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1510.501607] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c030704-9e15-4be5-be12-9921aa912174 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.509113] env[62588]: DEBUG oslo_vmware.api [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1510.509113] env[62588]: value = "task-1793547" [ 1510.509113] env[62588]: _type = "Task" [ 1510.509113] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.522149] env[62588]: DEBUG oslo_vmware.api [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.596413] env[62588]: DEBUG oslo_vmware.api [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': task-1793545, 'name': PowerOffVM_Task, 'duration_secs': 0.194675} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.596928] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1510.597177] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1510.597518] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-caeea2ee-a8d5-4b89-a7d5-c3e6ce24b281 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.625104] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1510.625886] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1510.625886] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Deleting the datastore file [datastore1] 5914dad7-c69e-4294-8625-991864b73e0a {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1510.626231] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e467d22e-968b-46c3-878d-54f8fc92c5f0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.636400] env[62588]: DEBUG oslo_vmware.api [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Waiting for the task: (returnval){ [ 1510.636400] env[62588]: value = "task-1793549" [ 1510.636400] env[62588]: _type = "Task" [ 1510.636400] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.650102] env[62588]: DEBUG oslo_vmware.api [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': task-1793549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.748600] env[62588]: DEBUG oslo_vmware.api [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': task-1793544, 'name': PowerOnVM_Task, 'duration_secs': 0.632836} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.751743] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1510.752017] env[62588]: INFO nova.compute.manager [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Took 14.56 seconds to spawn the instance on the hypervisor. [ 1510.752216] env[62588]: DEBUG nova.compute.manager [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1510.753434] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b76bfc5-9a5c-4df8-8a5b-5c50c453f8f1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.814769] env[62588]: DEBUG oslo_concurrency.lockutils [req-cdc99ee0-944e-4797-940e-7aaf430c9fa0 req-d69946bb-f62e-40ba-a529-5d4a65806efc service nova] Releasing lock "refresh_cache-fb886df8-21a5-4ee2-a913-3a7e8234e491" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.958858] env[62588]: DEBUG oslo_vmware.api [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': task-1793546, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086502} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.959224] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1510.959921] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e4c292-4d34-4101-9cf0-16ab34c21744 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.982012] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] f1e9cfa1-1f64-474c-abd0-8ec5e730b492/f1e9cfa1-1f64-474c-abd0-8ec5e730b492.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1510.983287] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7815b371-63a4-4a26-811d-8dbf3d50cc81 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.997949] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6aea22c-10f8-4c02-8b14-12c3f038dd91 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.014923] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c904bce-d033-4204-b39c-d2fcf1bb2cc6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.019405] env[62588]: DEBUG oslo_vmware.api [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Waiting for the task: (returnval){ [ 1511.019405] env[62588]: value = "task-1793550" [ 1511.019405] env[62588]: _type = "Task" [ 1511.019405] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.019775] env[62588]: DEBUG oslo_vmware.api [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526e2135-7779-3e27-e03a-16da9c919173, 'name': SearchDatastore_Task, 'duration_secs': 0.009472} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.023471] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.023715] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1511.023997] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.024166] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.024346] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1511.028108] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1471114b-49cc-4876-acf5-112095e413b6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.057199] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2fe28e-5321-4f10-a825-6a75a15c8ba0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.065933] env[62588]: DEBUG oslo_vmware.api [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793547, 'name': PowerOffVM_Task, 'duration_secs': 0.350714} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.066150] env[62588]: DEBUG oslo_vmware.api [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': task-1793550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.067568] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1511.067892] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1511.068090] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1511.069262] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9eeafe-8975-4eb6-975f-a595f983d797 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.071719] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89da760e-2030-478b-8178-2f63affdf623 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.077658] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba50952-5f65-4089-a0d7-8d85eb021e08 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.098230] env[62588]: DEBUG oslo_vmware.api [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Waiting for the task: (returnval){ [ 1511.098230] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c70cd7-542d-aef9-ce53-43139e742f9e" [ 1511.098230] env[62588]: _type = "Task" [ 1511.098230] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.099127] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf367fa-6145-424f-a46d-4769c42a407d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.112213] env[62588]: DEBUG nova.compute.provider_tree [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1511.123010] env[62588]: DEBUG oslo_vmware.api [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c70cd7-542d-aef9-ce53-43139e742f9e, 'name': SearchDatastore_Task, 'duration_secs': 0.010314} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.124657] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed46fc76-0871-47f1-a000-9dc6e79aa336 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.130559] env[62588]: DEBUG oslo_vmware.api [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Waiting for the task: (returnval){ [ 1511.130559] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5256493e-898e-3213-a470-ce8bdcb0d2c9" [ 1511.130559] env[62588]: _type = "Task" [ 1511.130559] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.138974] env[62588]: DEBUG oslo_vmware.api [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5256493e-898e-3213-a470-ce8bdcb0d2c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.148845] env[62588]: DEBUG oslo_vmware.api [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Task: {'id': task-1793549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114334} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.148845] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1511.148845] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1511.148845] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1511.148845] env[62588]: INFO nova.compute.manager [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1511.148845] env[62588]: DEBUG oslo.service.loopingcall [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1511.148845] env[62588]: DEBUG nova.compute.manager [-] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1511.149283] env[62588]: DEBUG nova.network.neutron [-] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1511.166910] env[62588]: DEBUG nova.network.neutron [-] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1511.275872] env[62588]: INFO nova.compute.manager [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Took 38.69 seconds to build instance. [ 1511.532460] env[62588]: DEBUG oslo_vmware.api [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': task-1793550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.616163] env[62588]: DEBUG nova.scheduler.client.report [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1511.625601] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Creating Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1511.625935] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4bb316a3-9824-4524-8f0b-a9bd554c15b7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.640866] env[62588]: DEBUG oslo_vmware.api [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1511.640866] env[62588]: value = "task-1793551" [ 1511.640866] env[62588]: _type = "Task" [ 1511.640866] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.652217] env[62588]: DEBUG oslo_vmware.api [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5256493e-898e-3213-a470-ce8bdcb0d2c9, 'name': SearchDatastore_Task, 'duration_secs': 0.009622} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.652813] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.653207] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] fb886df8-21a5-4ee2-a913-3a7e8234e491/fb886df8-21a5-4ee2-a913-3a7e8234e491.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1511.653514] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-155941e0-b609-4e69-ac19-a9cffbffeca6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.659925] env[62588]: DEBUG oslo_vmware.api [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793551, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.664811] env[62588]: DEBUG oslo_vmware.api [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Waiting for the task: (returnval){ [ 1511.664811] env[62588]: value = "task-1793552" [ 1511.664811] env[62588]: _type = "Task" [ 1511.664811] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.668965] env[62588]: DEBUG nova.network.neutron [-] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.677433] env[62588]: DEBUG oslo_vmware.api [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.772875] env[62588]: DEBUG oslo_concurrency.lockutils [None req-17e4ad65-93b8-4d01-8fb1-3e73f77f7b7b tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Lock "2455fb78-9df4-4935-97da-1436720d28dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.723s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.033830] env[62588]: DEBUG oslo_vmware.api [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': task-1793550, 'name': ReconfigVM_Task, 'duration_secs': 0.726928} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.034478] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Reconfigured VM instance instance-00000031 to attach disk [datastore1] f1e9cfa1-1f64-474c-abd0-8ec5e730b492/f1e9cfa1-1f64-474c-abd0-8ec5e730b492.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1512.035281] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ef30d72-d8c9-48cd-b7eb-530f0609bcb7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.043733] env[62588]: DEBUG oslo_vmware.api [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Waiting for the task: (returnval){ [ 1512.043733] env[62588]: value = "task-1793553" [ 1512.043733] env[62588]: _type = "Task" [ 1512.043733] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.056735] env[62588]: DEBUG oslo_vmware.api [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': task-1793553, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.124023] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.124023] env[62588]: DEBUG nova.compute.manager [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1512.125522] env[62588]: DEBUG oslo_concurrency.lockutils [None req-266acb89-c819-48b7-803c-7dd432ec56cd tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.657s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.125982] env[62588]: DEBUG nova.objects.instance [None req-266acb89-c819-48b7-803c-7dd432ec56cd tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lazy-loading 'resources' on Instance uuid 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1512.153294] env[62588]: DEBUG oslo_vmware.api [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793551, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.173951] env[62588]: INFO nova.compute.manager [-] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Took 1.02 seconds to deallocate network for instance. [ 1512.177530] env[62588]: DEBUG oslo_vmware.api [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793552, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508394} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.183105] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] fb886df8-21a5-4ee2-a913-3a7e8234e491/fb886df8-21a5-4ee2-a913-3a7e8234e491.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1512.183105] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1512.183105] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-476e4f37-df3d-47d8-be55-1d035676b3bb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.188801] env[62588]: DEBUG oslo_vmware.api [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Waiting for the task: (returnval){ [ 1512.188801] env[62588]: value = "task-1793554" [ 1512.188801] env[62588]: _type = "Task" [ 1512.188801] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.198993] env[62588]: DEBUG oslo_vmware.api [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.276818] env[62588]: DEBUG nova.compute.manager [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1512.554946] env[62588]: DEBUG oslo_vmware.api [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': task-1793553, 'name': Rename_Task, 'duration_secs': 0.204611} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.555676] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1512.556194] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36c85008-6133-4b63-b434-309d8c5d0b6b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.562168] env[62588]: DEBUG oslo_concurrency.lockutils [None req-163e56f1-e980-4446-8d63-44a66fde73a6 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Acquiring lock "2455fb78-9df4-4935-97da-1436720d28dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.562592] env[62588]: DEBUG oslo_concurrency.lockutils [None req-163e56f1-e980-4446-8d63-44a66fde73a6 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Lock "2455fb78-9df4-4935-97da-1436720d28dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.562922] env[62588]: DEBUG oslo_concurrency.lockutils [None req-163e56f1-e980-4446-8d63-44a66fde73a6 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Acquiring lock "2455fb78-9df4-4935-97da-1436720d28dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.563239] env[62588]: DEBUG oslo_concurrency.lockutils [None req-163e56f1-e980-4446-8d63-44a66fde73a6 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Lock "2455fb78-9df4-4935-97da-1436720d28dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.563543] env[62588]: DEBUG oslo_concurrency.lockutils [None req-163e56f1-e980-4446-8d63-44a66fde73a6 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Lock "2455fb78-9df4-4935-97da-1436720d28dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.566645] env[62588]: DEBUG oslo_vmware.api [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Waiting for the task: (returnval){ [ 1512.566645] env[62588]: value = "task-1793555" [ 1512.566645] env[62588]: _type = "Task" [ 1512.566645] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.574131] env[62588]: INFO nova.compute.manager [None req-163e56f1-e980-4446-8d63-44a66fde73a6 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Terminating instance [ 1512.579993] env[62588]: DEBUG oslo_vmware.api [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': task-1793555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.629828] env[62588]: DEBUG nova.compute.utils [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1512.637219] env[62588]: DEBUG nova.compute.manager [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1512.637442] env[62588]: DEBUG nova.network.neutron [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1512.651235] env[62588]: DEBUG oslo_vmware.api [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793551, 'name': CreateSnapshot_Task, 'duration_secs': 0.820967} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.651361] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Created Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1512.653070] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab16373-9b05-48ba-b0e1-7ab1b98d7ea5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.683064] env[62588]: DEBUG oslo_concurrency.lockutils [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.701397] env[62588]: DEBUG oslo_vmware.api [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08046} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.702035] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1512.704430] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7a88de-528d-4ed7-b22c-00744c406fe4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.734026] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] fb886df8-21a5-4ee2-a913-3a7e8234e491/fb886df8-21a5-4ee2-a913-3a7e8234e491.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1512.735344] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ea99555-be90-403b-9188-8fb2ba6164a9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.753450] env[62588]: DEBUG nova.policy [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '848f0b4683cb4bbe95ae92285254f611', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4a4057af3814f23b5243d2a21a0ae38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1512.763226] env[62588]: DEBUG oslo_vmware.api [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Waiting for the task: (returnval){ [ 1512.763226] env[62588]: value = "task-1793556" [ 1512.763226] env[62588]: _type = "Task" [ 1512.763226] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.772499] env[62588]: DEBUG oslo_vmware.api [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793556, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.804483] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.077725] env[62588]: DEBUG nova.compute.manager [None req-163e56f1-e980-4446-8d63-44a66fde73a6 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1513.079060] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-163e56f1-e980-4446-8d63-44a66fde73a6 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1513.079060] env[62588]: DEBUG oslo_vmware.api [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': task-1793555, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.081487] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a606b51-a852-402b-b3fc-a0d07e5193f6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.092372] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-163e56f1-e980-4446-8d63-44a66fde73a6 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1513.093134] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e55c5674-115a-42fc-aca8-128bdf632cfe {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.102223] env[62588]: DEBUG oslo_vmware.api [None req-163e56f1-e980-4446-8d63-44a66fde73a6 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Waiting for the task: (returnval){ [ 1513.102223] env[62588]: value = "task-1793557" [ 1513.102223] env[62588]: _type = "Task" [ 1513.102223] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.110642] env[62588]: DEBUG oslo_vmware.api [None req-163e56f1-e980-4446-8d63-44a66fde73a6 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': task-1793557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.140858] env[62588]: DEBUG nova.compute.manager [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1513.175988] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Creating linked-clone VM from snapshot {{(pid=62588) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1513.179247] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8eac809f-1d54-43df-b02d-befb819fdba5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.189170] env[62588]: DEBUG oslo_vmware.api [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1513.189170] env[62588]: value = "task-1793558" [ 1513.189170] env[62588]: _type = "Task" [ 1513.189170] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.201139] env[62588]: DEBUG oslo_vmware.api [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793558, 'name': CloneVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.252408] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7832a255-c791-42ed-bbb9-15557a0f61cf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.260156] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477cd06d-52c6-4148-ad4b-fc6be2459922 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.268399] env[62588]: DEBUG nova.network.neutron [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Successfully created port: 209784d5-5719-4f73-a997-a485b35f6379 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1513.299360] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2530c014-a891-499b-b505-71b1914cc881 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.305346] env[62588]: DEBUG oslo_vmware.api [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793556, 'name': ReconfigVM_Task, 'duration_secs': 0.300925} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.305963] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Reconfigured VM instance instance-00000032 to attach disk [datastore1] fb886df8-21a5-4ee2-a913-3a7e8234e491/fb886df8-21a5-4ee2-a913-3a7e8234e491.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1513.306648] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfea95a1-a0df-49fe-b85a-7bea506b9246 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.312303] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d51f4c-ec88-4c25-9512-2a9c08fc40e3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.317997] env[62588]: DEBUG oslo_vmware.api [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Waiting for the task: (returnval){ [ 1513.317997] env[62588]: value = "task-1793559" [ 1513.317997] env[62588]: _type = "Task" [ 1513.317997] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.331191] env[62588]: DEBUG nova.compute.provider_tree [None req-266acb89-c819-48b7-803c-7dd432ec56cd tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1513.340742] env[62588]: DEBUG oslo_vmware.api [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793559, 'name': Rename_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.579580] env[62588]: DEBUG oslo_vmware.api [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': task-1793555, 'name': PowerOnVM_Task, 'duration_secs': 1.007305} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.580209] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1513.580629] env[62588]: INFO nova.compute.manager [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Took 9.60 seconds to spawn the instance on the hypervisor. [ 1513.580965] env[62588]: DEBUG nova.compute.manager [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1513.582237] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fd2b8e-7830-4abb-9d15-0bcccbb9665e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.612782] env[62588]: DEBUG oslo_vmware.api [None req-163e56f1-e980-4446-8d63-44a66fde73a6 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': task-1793557, 'name': PowerOffVM_Task, 'duration_secs': 0.504612} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.613092] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-163e56f1-e980-4446-8d63-44a66fde73a6 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1513.613266] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-163e56f1-e980-4446-8d63-44a66fde73a6 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1513.613517] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-995b40e5-7574-498e-83ec-04fc3c0beb36 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.703801] env[62588]: DEBUG oslo_vmware.api [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793558, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.830690] env[62588]: DEBUG oslo_vmware.api [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793559, 'name': Rename_Task, 'duration_secs': 0.165358} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.830998] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1513.831617] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e32b8535-f11b-428b-9b4b-e22a2abfc62b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.839230] env[62588]: DEBUG nova.scheduler.client.report [None req-266acb89-c819-48b7-803c-7dd432ec56cd tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1513.846922] env[62588]: DEBUG oslo_vmware.api [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Waiting for the task: (returnval){ [ 1513.846922] env[62588]: value = "task-1793561" [ 1513.846922] env[62588]: _type = "Task" [ 1513.846922] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.855593] env[62588]: DEBUG oslo_vmware.api [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793561, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.930494] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-163e56f1-e980-4446-8d63-44a66fde73a6 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1513.930759] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-163e56f1-e980-4446-8d63-44a66fde73a6 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1513.930759] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-163e56f1-e980-4446-8d63-44a66fde73a6 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Deleting the datastore file [datastore1] 2455fb78-9df4-4935-97da-1436720d28dd {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1513.930942] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b211039-0b3a-4657-81f2-72c15451d55c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.938218] env[62588]: DEBUG oslo_vmware.api [None req-163e56f1-e980-4446-8d63-44a66fde73a6 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Waiting for the task: (returnval){ [ 1513.938218] env[62588]: value = "task-1793562" [ 1513.938218] env[62588]: _type = "Task" [ 1513.938218] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.947793] env[62588]: DEBUG oslo_vmware.api [None req-163e56f1-e980-4446-8d63-44a66fde73a6 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': task-1793562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.105160] env[62588]: INFO nova.compute.manager [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Took 33.29 seconds to build instance. [ 1514.153619] env[62588]: DEBUG nova.compute.manager [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1514.193154] env[62588]: DEBUG nova.virt.hardware [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1514.193752] env[62588]: DEBUG nova.virt.hardware [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1514.193845] env[62588]: DEBUG nova.virt.hardware [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1514.194270] env[62588]: DEBUG nova.virt.hardware [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1514.194624] env[62588]: DEBUG nova.virt.hardware [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1514.194977] env[62588]: DEBUG nova.virt.hardware [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1514.195430] env[62588]: DEBUG nova.virt.hardware [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1514.195825] env[62588]: DEBUG nova.virt.hardware [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1514.196149] env[62588]: DEBUG nova.virt.hardware [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1514.196337] env[62588]: DEBUG nova.virt.hardware [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1514.196821] env[62588]: DEBUG nova.virt.hardware [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1514.200693] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2792f91a-e320-46d9-a3ed-483e69424630 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.214731] env[62588]: DEBUG oslo_vmware.api [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793558, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.217962] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70502e0d-a6e5-4504-bd3b-61e78298978d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.352911] env[62588]: DEBUG oslo_concurrency.lockutils [None req-266acb89-c819-48b7-803c-7dd432ec56cd tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.227s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.362310] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.412s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.364676] env[62588]: INFO nova.compute.claims [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1514.377278] env[62588]: DEBUG oslo_vmware.api [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793561, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.394622] env[62588]: INFO nova.scheduler.client.report [None req-266acb89-c819-48b7-803c-7dd432ec56cd tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Deleted allocations for instance 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5 [ 1514.456858] env[62588]: DEBUG oslo_vmware.api [None req-163e56f1-e980-4446-8d63-44a66fde73a6 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Task: {'id': task-1793562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221719} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.457204] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-163e56f1-e980-4446-8d63-44a66fde73a6 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1514.458056] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-163e56f1-e980-4446-8d63-44a66fde73a6 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1514.458056] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-163e56f1-e980-4446-8d63-44a66fde73a6 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1514.458056] env[62588]: INFO nova.compute.manager [None req-163e56f1-e980-4446-8d63-44a66fde73a6 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Took 1.38 seconds to destroy the instance on the hypervisor. [ 1514.458056] env[62588]: DEBUG oslo.service.loopingcall [None req-163e56f1-e980-4446-8d63-44a66fde73a6 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1514.458566] env[62588]: DEBUG nova.compute.manager [-] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1514.458736] env[62588]: DEBUG nova.network.neutron [-] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1514.607160] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a3237323-d6b6-4938-b4e4-3a0125493e10 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Lock "f1e9cfa1-1f64-474c-abd0-8ec5e730b492" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.706s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.712161] env[62588]: DEBUG oslo_vmware.api [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793558, 'name': CloneVM_Task} progress is 95%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.857866] env[62588]: DEBUG oslo_vmware.api [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793561, 'name': PowerOnVM_Task, 'duration_secs': 0.54822} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.858774] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1514.858774] env[62588]: INFO nova.compute.manager [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1514.858774] env[62588]: DEBUG nova.compute.manager [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1514.859481] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ef75d9-50b9-45db-9b12-5cf083894f93 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.906087] env[62588]: DEBUG oslo_concurrency.lockutils [None req-266acb89-c819-48b7-803c-7dd432ec56cd tempest-ListServerFiltersTestJSON-382867767 tempest-ListServerFiltersTestJSON-382867767-project-member] Lock "9f4fcd9a-eb33-41d8-b7f6-b57b647049d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.084s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.038349] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Acquiring lock "6493047e-572b-4c92-878f-270d4479416e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.042025] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Lock "6493047e-572b-4c92-878f-270d4479416e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.110969] env[62588]: DEBUG nova.compute.manager [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1515.209593] env[62588]: DEBUG oslo_vmware.api [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793558, 'name': CloneVM_Task, 'duration_secs': 1.757032} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.209863] env[62588]: INFO nova.virt.vmwareapi.vmops [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Created linked-clone VM from snapshot [ 1515.211214] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3332f8-8fc2-46d0-8956-edf878bb371a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.224574] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Uploading image 95c2a90a-bc57-44b3-8d49-03258496b414 {{(pid=62588) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1515.260404] env[62588]: DEBUG oslo_vmware.rw_handles [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1515.260404] env[62588]: value = "vm-372031" [ 1515.260404] env[62588]: _type = "VirtualMachine" [ 1515.260404] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1515.260712] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-56c90f58-ff8e-4de8-8985-2c63c33a65dc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.272029] env[62588]: DEBUG oslo_vmware.rw_handles [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lease: (returnval){ [ 1515.272029] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a44cdd-d002-f999-85c3-d5678e6e7844" [ 1515.272029] env[62588]: _type = "HttpNfcLease" [ 1515.272029] env[62588]: } obtained for exporting VM: (result){ [ 1515.272029] env[62588]: value = "vm-372031" [ 1515.272029] env[62588]: _type = "VirtualMachine" [ 1515.272029] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1515.272456] env[62588]: DEBUG oslo_vmware.api [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the lease: (returnval){ [ 1515.272456] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a44cdd-d002-f999-85c3-d5678e6e7844" [ 1515.272456] env[62588]: _type = "HttpNfcLease" [ 1515.272456] env[62588]: } to be ready. {{(pid=62588) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1515.279641] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1515.279641] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a44cdd-d002-f999-85c3-d5678e6e7844" [ 1515.279641] env[62588]: _type = "HttpNfcLease" [ 1515.279641] env[62588]: } is initializing. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1515.387664] env[62588]: INFO nova.compute.manager [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Took 33.42 seconds to build instance. [ 1515.498011] env[62588]: DEBUG nova.network.neutron [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Successfully updated port: 209784d5-5719-4f73-a997-a485b35f6379 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1515.639299] env[62588]: DEBUG oslo_concurrency.lockutils [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.784291] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1515.784291] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a44cdd-d002-f999-85c3-d5678e6e7844" [ 1515.784291] env[62588]: _type = "HttpNfcLease" [ 1515.784291] env[62588]: } is ready. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1515.784480] env[62588]: DEBUG oslo_vmware.rw_handles [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1515.784480] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a44cdd-d002-f999-85c3-d5678e6e7844" [ 1515.784480] env[62588]: _type = "HttpNfcLease" [ 1515.784480] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1515.785436] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4b1974-0366-43f8-b10e-cde4b24fa713 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.797688] env[62588]: DEBUG oslo_vmware.rw_handles [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247b8b3-0518-0b4a-3bfc-dd130f63b49e/disk-0.vmdk from lease info. {{(pid=62588) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1515.797891] env[62588]: DEBUG oslo_vmware.rw_handles [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247b8b3-0518-0b4a-3bfc-dd130f63b49e/disk-0.vmdk for reading. {{(pid=62588) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1515.891306] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bc4ebdc2-401a-4a3c-9a1c-753fb602a23a tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Lock "fb886df8-21a5-4ee2-a913-3a7e8234e491" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.636s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.937037] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-57bf9eb8-dbc0-4ef7-94c9-d3519c925055 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.947765] env[62588]: DEBUG nova.compute.manager [req-86659ab9-c418-4446-b7d2-0f134fc649dd req-35c6ffb3-b5be-402c-9992-ebca32f1e11a service nova] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Received event network-vif-plugged-209784d5-5719-4f73-a997-a485b35f6379 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1515.948314] env[62588]: DEBUG oslo_concurrency.lockutils [req-86659ab9-c418-4446-b7d2-0f134fc649dd req-35c6ffb3-b5be-402c-9992-ebca32f1e11a service nova] Acquiring lock "ed1afca2-846c-4356-ae35-e651a8d38eda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.948553] env[62588]: DEBUG oslo_concurrency.lockutils [req-86659ab9-c418-4446-b7d2-0f134fc649dd req-35c6ffb3-b5be-402c-9992-ebca32f1e11a service nova] Lock "ed1afca2-846c-4356-ae35-e651a8d38eda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.948726] env[62588]: DEBUG oslo_concurrency.lockutils [req-86659ab9-c418-4446-b7d2-0f134fc649dd req-35c6ffb3-b5be-402c-9992-ebca32f1e11a service nova] Lock "ed1afca2-846c-4356-ae35-e651a8d38eda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.948898] env[62588]: DEBUG nova.compute.manager [req-86659ab9-c418-4446-b7d2-0f134fc649dd req-35c6ffb3-b5be-402c-9992-ebca32f1e11a service nova] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] No waiting events found dispatching network-vif-plugged-209784d5-5719-4f73-a997-a485b35f6379 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1515.949077] env[62588]: WARNING nova.compute.manager [req-86659ab9-c418-4446-b7d2-0f134fc649dd req-35c6ffb3-b5be-402c-9992-ebca32f1e11a service nova] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Received unexpected event network-vif-plugged-209784d5-5719-4f73-a997-a485b35f6379 for instance with vm_state building and task_state spawning. [ 1515.985741] env[62588]: DEBUG nova.compute.manager [req-1d9925c0-62f0-4f74-9a76-3c293911108e req-3245296b-3b42-4ad2-8bdb-8c2aabdb1f11 service nova] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Received event network-vif-deleted-90553fb0-6da5-4347-aa76-36b0bb52d42a {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1515.986517] env[62588]: INFO nova.compute.manager [req-1d9925c0-62f0-4f74-9a76-3c293911108e req-3245296b-3b42-4ad2-8bdb-8c2aabdb1f11 service nova] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Neutron deleted interface 90553fb0-6da5-4347-aa76-36b0bb52d42a; detaching it from the instance and deleting it from the info cache [ 1515.987441] env[62588]: DEBUG nova.network.neutron [req-1d9925c0-62f0-4f74-9a76-3c293911108e req-3245296b-3b42-4ad2-8bdb-8c2aabdb1f11 service nova] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Updating instance_info_cache with network_info: [{"id": "e74e7ee3-6494-44f8-a0e1-2793e9245d75", "address": "fa:16:3e:35:96:74", "network": {"id": "df0aac30-de0e-4fd0-b2fc-9c4943bb3fa7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1445588952", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1adef84ec8f8476db479981455f709ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape74e7ee3-64", "ovs_interfaceid": "e74e7ee3-6494-44f8-a0e1-2793e9245d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.017969] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "refresh_cache-ed1afca2-846c-4356-ae35-e651a8d38eda" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1516.017969] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquired lock "refresh_cache-ed1afca2-846c-4356-ae35-e651a8d38eda" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.017969] env[62588]: DEBUG nova.network.neutron [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1516.070331] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7e647b-4ab8-4d72-b5df-5d5f40b16fbb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.079994] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7679ef9f-b6d3-4cc1-9351-24d69a390d5e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.122397] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53ccea1-9ae7-4671-917e-0c3c68391860 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.131958] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2097999c-13b8-4be1-8715-32ef884eb183 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.149302] env[62588]: DEBUG nova.network.neutron [-] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.154989] env[62588]: DEBUG nova.compute.provider_tree [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1516.397519] env[62588]: DEBUG nova.compute.manager [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1516.498047] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2687cb4-e59a-40dc-90bc-67c18f6fdb0c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.512037] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11fa7c6-cdb2-4a75-a6b6-3d656892db36 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.566610] env[62588]: DEBUG nova.compute.manager [req-1d9925c0-62f0-4f74-9a76-3c293911108e req-3245296b-3b42-4ad2-8bdb-8c2aabdb1f11 service nova] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Detach interface failed, port_id=90553fb0-6da5-4347-aa76-36b0bb52d42a, reason: Instance 2455fb78-9df4-4935-97da-1436720d28dd could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1516.597946] env[62588]: DEBUG nova.network.neutron [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1516.657593] env[62588]: INFO nova.compute.manager [-] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Took 2.20 seconds to deallocate network for instance. [ 1516.659049] env[62588]: DEBUG nova.scheduler.client.report [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1516.791230] env[62588]: DEBUG nova.network.neutron [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Updating instance_info_cache with network_info: [{"id": "209784d5-5719-4f73-a997-a485b35f6379", "address": "fa:16:3e:be:49:71", "network": {"id": "f87efb3d-a002-4997-b4d3-e6b2cca210dd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-702870531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a4057af3814f23b5243d2a21a0ae38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap209784d5-57", "ovs_interfaceid": "209784d5-5719-4f73-a997-a485b35f6379", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.925825] env[62588]: DEBUG oslo_concurrency.lockutils [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.170263] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.809s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.170977] env[62588]: DEBUG nova.compute.manager [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1517.174195] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 27.902s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.176056] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c1634f2b-e137-4f2b-bd84-881e6b49f673 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "interface-da1aa85b-feca-4031-b8f7-ec05f7d5c375-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.176367] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c1634f2b-e137-4f2b-bd84-881e6b49f673 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "interface-da1aa85b-feca-4031-b8f7-ec05f7d5c375-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.176735] env[62588]: DEBUG nova.objects.instance [None req-c1634f2b-e137-4f2b-bd84-881e6b49f673 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lazy-loading 'flavor' on Instance uuid da1aa85b-feca-4031-b8f7-ec05f7d5c375 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1517.178756] env[62588]: DEBUG oslo_concurrency.lockutils [None req-163e56f1-e980-4446-8d63-44a66fde73a6 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.188528] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Acquiring lock "3e6b0d70-5687-4b57-aa2d-573b51d6805f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.188836] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Lock "3e6b0d70-5687-4b57-aa2d-573b51d6805f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.296941] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Releasing lock "refresh_cache-ed1afca2-846c-4356-ae35-e651a8d38eda" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1517.297150] env[62588]: DEBUG nova.compute.manager [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Instance network_info: |[{"id": "209784d5-5719-4f73-a997-a485b35f6379", "address": "fa:16:3e:be:49:71", "network": {"id": "f87efb3d-a002-4997-b4d3-e6b2cca210dd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-702870531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a4057af3814f23b5243d2a21a0ae38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap209784d5-57", "ovs_interfaceid": "209784d5-5719-4f73-a997-a485b35f6379", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1517.297572] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:49:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ba3bd22-c936-470e-89bd-b3a5587e87a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '209784d5-5719-4f73-a997-a485b35f6379', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1517.307612] env[62588]: DEBUG oslo.service.loopingcall [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1517.307828] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1517.308151] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6536ce0a-9e9a-49c4-9837-33cb495fb065 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.334140] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1517.334140] env[62588]: value = "task-1793564" [ 1517.334140] env[62588]: _type = "Task" [ 1517.334140] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.343674] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793564, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.682823] env[62588]: INFO nova.compute.claims [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1517.688213] env[62588]: DEBUG nova.compute.utils [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1517.693746] env[62588]: DEBUG nova.compute.manager [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1517.693943] env[62588]: DEBUG nova.network.neutron [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1517.773481] env[62588]: DEBUG nova.objects.instance [None req-c1634f2b-e137-4f2b-bd84-881e6b49f673 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lazy-loading 'pci_requests' on Instance uuid da1aa85b-feca-4031-b8f7-ec05f7d5c375 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1517.815039] env[62588]: DEBUG nova.policy [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9647ad89769041f1b2dac264233c6026', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '348c778bfc744379a1a405f783b77629', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1517.846061] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793564, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.191114] env[62588]: DEBUG nova.compute.manager [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1518.195864] env[62588]: INFO nova.compute.resource_tracker [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Updating resource usage from migration e7abeed8-01e8-40a5-83be-31570953eadb [ 1518.276331] env[62588]: DEBUG nova.objects.base [None req-c1634f2b-e137-4f2b-bd84-881e6b49f673 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62588) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1518.276552] env[62588]: DEBUG nova.network.neutron [None req-c1634f2b-e137-4f2b-bd84-881e6b49f673 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1518.319945] env[62588]: DEBUG nova.policy [None req-c1634f2b-e137-4f2b-bd84-881e6b49f673 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9842fd79fe74710979fc9a592fb4ce7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ccf6b2ee1dc4c85aa64f97e4d32ef87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1518.346429] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793564, 'name': CreateVM_Task, 'duration_secs': 0.736391} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.346707] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1518.350021] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.350021] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.350021] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1518.350021] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e13573b5-0393-40a8-a4ab-37b3f82b50a5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.353302] env[62588]: DEBUG oslo_vmware.api [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1518.353302] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522b074c-afd9-84f7-34a3-f367e79226a3" [ 1518.353302] env[62588]: _type = "Task" [ 1518.353302] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.362779] env[62588]: DEBUG oslo_vmware.api [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522b074c-afd9-84f7-34a3-f367e79226a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.464665] env[62588]: DEBUG nova.network.neutron [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Successfully created port: f3974265-97c0-472e-a180-632d5542c138 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1518.725096] env[62588]: DEBUG nova.network.neutron [None req-c1634f2b-e137-4f2b-bd84-881e6b49f673 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Successfully created port: dff6d922-cab3-4ce5-83a6-a726721af30d {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1518.761540] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b494e4c-64db-4b87-9e3c-9543a5ce543d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.770391] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637cee27-41db-4318-aa69-82e26678ff5a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.801694] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c92c92-6788-4e4e-b127-f8367cf4a713 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.810356] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063a5991-766c-41e5-97ae-2a90ca42ba01 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.829065] env[62588]: DEBUG nova.compute.provider_tree [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1518.864141] env[62588]: DEBUG oslo_vmware.api [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522b074c-afd9-84f7-34a3-f367e79226a3, 'name': SearchDatastore_Task, 'duration_secs': 0.025217} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.864587] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.865099] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1518.865099] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.865278] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.865373] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1518.865655] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bbdada4-21b3-4189-b382-3508be503191 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.875456] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1518.875650] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1518.876466] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d9eeba0-bfef-4ab1-81d8-c5d8fb424145 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.882531] env[62588]: DEBUG oslo_vmware.api [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1518.882531] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c0a6be-dcc2-f864-a5fe-052de20128d5" [ 1518.882531] env[62588]: _type = "Task" [ 1518.882531] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.890706] env[62588]: DEBUG oslo_vmware.api [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c0a6be-dcc2-f864-a5fe-052de20128d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.171332] env[62588]: DEBUG oslo_vmware.rw_handles [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52875b59-b074-b51b-2ea4-d183548c1f9c/disk-0.vmdk. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1519.172745] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f29f54-6292-4b4d-a98e-0cb96e3d0f7a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.179553] env[62588]: DEBUG oslo_vmware.rw_handles [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52875b59-b074-b51b-2ea4-d183548c1f9c/disk-0.vmdk is in state: ready. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1519.179777] env[62588]: ERROR oslo_vmware.rw_handles [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52875b59-b074-b51b-2ea4-d183548c1f9c/disk-0.vmdk due to incomplete transfer. [ 1519.180060] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-85e838af-04dc-4926-a2c5-5099568b0e2b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.186486] env[62588]: DEBUG nova.compute.manager [req-6547b58e-7f75-412a-a956-7ab36210a4eb req-c27b29e6-4e02-4ac1-90b9-b3dc2ce94dc9 service nova] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Received event network-changed-209784d5-5719-4f73-a997-a485b35f6379 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1519.186486] env[62588]: DEBUG nova.compute.manager [req-6547b58e-7f75-412a-a956-7ab36210a4eb req-c27b29e6-4e02-4ac1-90b9-b3dc2ce94dc9 service nova] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Refreshing instance network info cache due to event network-changed-209784d5-5719-4f73-a997-a485b35f6379. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1519.186587] env[62588]: DEBUG oslo_concurrency.lockutils [req-6547b58e-7f75-412a-a956-7ab36210a4eb req-c27b29e6-4e02-4ac1-90b9-b3dc2ce94dc9 service nova] Acquiring lock "refresh_cache-ed1afca2-846c-4356-ae35-e651a8d38eda" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.186714] env[62588]: DEBUG oslo_concurrency.lockutils [req-6547b58e-7f75-412a-a956-7ab36210a4eb req-c27b29e6-4e02-4ac1-90b9-b3dc2ce94dc9 service nova] Acquired lock "refresh_cache-ed1afca2-846c-4356-ae35-e651a8d38eda" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.187998] env[62588]: DEBUG nova.network.neutron [req-6547b58e-7f75-412a-a956-7ab36210a4eb req-c27b29e6-4e02-4ac1-90b9-b3dc2ce94dc9 service nova] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Refreshing network info cache for port 209784d5-5719-4f73-a997-a485b35f6379 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1519.190342] env[62588]: DEBUG oslo_vmware.rw_handles [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52875b59-b074-b51b-2ea4-d183548c1f9c/disk-0.vmdk. {{(pid=62588) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1519.190500] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Uploaded image 24018c0f-9b6f-4c69-8af1-d1bc72f7a424 to the Glance image server {{(pid=62588) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1519.192689] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Destroying the VM {{(pid=62588) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1519.193465] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3479ec90-1d4c-43cb-979d-c8034e166d3e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.201251] env[62588]: DEBUG nova.compute.manager [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1519.203266] env[62588]: DEBUG oslo_vmware.api [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1519.203266] env[62588]: value = "task-1793565" [ 1519.203266] env[62588]: _type = "Task" [ 1519.203266] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.215507] env[62588]: DEBUG nova.compute.manager [req-d889b042-409c-4d23-9419-d3d9d51fe8b6 req-7f8d462b-fcaf-4ede-a7d6-af1026470f49 service nova] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Received event network-vif-deleted-e74e7ee3-6494-44f8-a0e1-2793e9245d75 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1519.224720] env[62588]: DEBUG oslo_vmware.api [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793565, 'name': Destroy_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.233666] env[62588]: DEBUG nova.virt.hardware [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1519.233979] env[62588]: DEBUG nova.virt.hardware [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1519.234602] env[62588]: DEBUG nova.virt.hardware [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1519.234602] env[62588]: DEBUG nova.virt.hardware [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1519.234602] env[62588]: DEBUG nova.virt.hardware [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1519.234829] env[62588]: DEBUG nova.virt.hardware [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1519.234896] env[62588]: DEBUG nova.virt.hardware [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1519.235187] env[62588]: DEBUG nova.virt.hardware [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1519.235320] env[62588]: DEBUG nova.virt.hardware [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1519.235962] env[62588]: DEBUG nova.virt.hardware [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1519.235962] env[62588]: DEBUG nova.virt.hardware [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1519.237028] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b9c7ce-dff1-4723-a4e8-2d3cd7c24d36 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.245978] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d64dd4a-1bce-47ca-a759-d4cd09195546 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.334146] env[62588]: DEBUG nova.scheduler.client.report [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1519.396777] env[62588]: DEBUG oslo_vmware.api [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c0a6be-dcc2-f864-a5fe-052de20128d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009843} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.397766] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bd0dd93-edc9-4ea1-8169-e351706d5ca7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.405060] env[62588]: DEBUG oslo_vmware.api [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1519.405060] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52eebfe0-9195-3910-9186-a348da71aaa2" [ 1519.405060] env[62588]: _type = "Task" [ 1519.405060] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.415790] env[62588]: DEBUG oslo_vmware.api [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52eebfe0-9195-3910-9186-a348da71aaa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.714840] env[62588]: DEBUG oslo_vmware.api [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793565, 'name': Destroy_Task} progress is 33%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.842972] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.669s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.843812] env[62588]: INFO nova.compute.manager [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Migrating [ 1519.850067] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1b66cf9a-a2b5-482b-af62-fe0b133cd319 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.418s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.850335] env[62588]: DEBUG nova.objects.instance [None req-1b66cf9a-a2b5-482b-af62-fe0b133cd319 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Lazy-loading 'resources' on Instance uuid 5077d1f4-4048-44b8-a258-b2902dcef773 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1519.916718] env[62588]: DEBUG oslo_vmware.api [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52eebfe0-9195-3910-9186-a348da71aaa2, 'name': SearchDatastore_Task, 'duration_secs': 0.010096} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.917027] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.917281] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] ed1afca2-846c-4356-ae35-e651a8d38eda/ed1afca2-846c-4356-ae35-e651a8d38eda.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1519.917841] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef9f0385-d502-427a-871a-83b8d86fa04a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.925243] env[62588]: DEBUG oslo_vmware.api [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1519.925243] env[62588]: value = "task-1793566" [ 1519.925243] env[62588]: _type = "Task" [ 1519.925243] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.935468] env[62588]: DEBUG oslo_vmware.api [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.062747] env[62588]: DEBUG nova.network.neutron [req-6547b58e-7f75-412a-a956-7ab36210a4eb req-c27b29e6-4e02-4ac1-90b9-b3dc2ce94dc9 service nova] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Updated VIF entry in instance network info cache for port 209784d5-5719-4f73-a997-a485b35f6379. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1520.063257] env[62588]: DEBUG nova.network.neutron [req-6547b58e-7f75-412a-a956-7ab36210a4eb req-c27b29e6-4e02-4ac1-90b9-b3dc2ce94dc9 service nova] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Updating instance_info_cache with network_info: [{"id": "209784d5-5719-4f73-a997-a485b35f6379", "address": "fa:16:3e:be:49:71", "network": {"id": "f87efb3d-a002-4997-b4d3-e6b2cca210dd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-702870531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a4057af3814f23b5243d2a21a0ae38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap209784d5-57", "ovs_interfaceid": "209784d5-5719-4f73-a997-a485b35f6379", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.229310] env[62588]: DEBUG oslo_vmware.api [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793565, 'name': Destroy_Task, 'duration_secs': 0.855503} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.229310] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Destroyed the VM [ 1520.232655] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Deleting Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1520.232903] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-af00daaf-fbee-45da-be78-fce2093de22c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.240809] env[62588]: DEBUG oslo_vmware.api [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1520.240809] env[62588]: value = "task-1793567" [ 1520.240809] env[62588]: _type = "Task" [ 1520.240809] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.250836] env[62588]: DEBUG oslo_vmware.api [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793567, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.291868] env[62588]: DEBUG nova.network.neutron [None req-c1634f2b-e137-4f2b-bd84-881e6b49f673 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Successfully updated port: dff6d922-cab3-4ce5-83a6-a726721af30d {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1520.365061] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquiring lock "refresh_cache-eca1e90c-5ab0-4016-9aa9-0c6047159fb0" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.365510] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquired lock "refresh_cache-eca1e90c-5ab0-4016-9aa9-0c6047159fb0" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.365825] env[62588]: DEBUG nova.network.neutron [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1520.439265] env[62588]: DEBUG oslo_vmware.api [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498845} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.439595] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] ed1afca2-846c-4356-ae35-e651a8d38eda/ed1afca2-846c-4356-ae35-e651a8d38eda.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1520.439811] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1520.440131] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0717a9b8-ac30-4b6f-8895-be3679831874 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.447083] env[62588]: DEBUG oslo_vmware.api [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1520.447083] env[62588]: value = "task-1793568" [ 1520.447083] env[62588]: _type = "Task" [ 1520.447083] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.459103] env[62588]: DEBUG oslo_vmware.api [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.568364] env[62588]: DEBUG oslo_concurrency.lockutils [req-6547b58e-7f75-412a-a956-7ab36210a4eb req-c27b29e6-4e02-4ac1-90b9-b3dc2ce94dc9 service nova] Releasing lock "refresh_cache-ed1afca2-846c-4356-ae35-e651a8d38eda" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.568611] env[62588]: DEBUG nova.compute.manager [req-6547b58e-7f75-412a-a956-7ab36210a4eb req-c27b29e6-4e02-4ac1-90b9-b3dc2ce94dc9 service nova] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Received event network-changed-cc89ed70-d07d-4363-95dc-1c17b8bc4a88 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1520.568776] env[62588]: DEBUG nova.compute.manager [req-6547b58e-7f75-412a-a956-7ab36210a4eb req-c27b29e6-4e02-4ac1-90b9-b3dc2ce94dc9 service nova] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Refreshing instance network info cache due to event network-changed-cc89ed70-d07d-4363-95dc-1c17b8bc4a88. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1520.568981] env[62588]: DEBUG oslo_concurrency.lockutils [req-6547b58e-7f75-412a-a956-7ab36210a4eb req-c27b29e6-4e02-4ac1-90b9-b3dc2ce94dc9 service nova] Acquiring lock "refresh_cache-fb886df8-21a5-4ee2-a913-3a7e8234e491" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.569292] env[62588]: DEBUG oslo_concurrency.lockutils [req-6547b58e-7f75-412a-a956-7ab36210a4eb req-c27b29e6-4e02-4ac1-90b9-b3dc2ce94dc9 service nova] Acquired lock "refresh_cache-fb886df8-21a5-4ee2-a913-3a7e8234e491" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.569529] env[62588]: DEBUG nova.network.neutron [req-6547b58e-7f75-412a-a956-7ab36210a4eb req-c27b29e6-4e02-4ac1-90b9-b3dc2ce94dc9 service nova] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Refreshing network info cache for port cc89ed70-d07d-4363-95dc-1c17b8bc4a88 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1520.625297] env[62588]: DEBUG nova.network.neutron [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Successfully updated port: f3974265-97c0-472e-a180-632d5542c138 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1520.751314] env[62588]: DEBUG oslo_vmware.api [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793567, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.798707] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c1634f2b-e137-4f2b-bd84-881e6b49f673 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "refresh_cache-da1aa85b-feca-4031-b8f7-ec05f7d5c375" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.798917] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c1634f2b-e137-4f2b-bd84-881e6b49f673 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquired lock "refresh_cache-da1aa85b-feca-4031-b8f7-ec05f7d5c375" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.799115] env[62588]: DEBUG nova.network.neutron [None req-c1634f2b-e137-4f2b-bd84-881e6b49f673 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1520.852289] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc46ed85-a46c-4e41-9e1c-7f3f3bbc4cff {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.860094] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cbef50-8c0d-4b97-8d26-2a393a378e54 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.897698] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81561726-73fc-4d76-b178-fb28834c2fed {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.909928] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856695b6-e92a-4d13-9f98-5de99bc8f684 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.921386] env[62588]: DEBUG nova.compute.provider_tree [None req-1b66cf9a-a2b5-482b-af62-fe0b133cd319 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1520.962624] env[62588]: DEBUG oslo_vmware.api [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071565} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.963074] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1520.963908] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acc0e01-c6b6-413c-bc87-b3ef89040370 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.986530] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] ed1afca2-846c-4356-ae35-e651a8d38eda/ed1afca2-846c-4356-ae35-e651a8d38eda.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1520.986818] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f5c9dbf-27cd-4c94-89f9-0c170a10b78e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.006535] env[62588]: DEBUG oslo_vmware.api [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1521.006535] env[62588]: value = "task-1793569" [ 1521.006535] env[62588]: _type = "Task" [ 1521.006535] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.015617] env[62588]: DEBUG oslo_vmware.api [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793569, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.128056] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "refresh_cache-6d7867a6-ecb4-4457-bd21-2e15a3aecb04" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.128232] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquired lock "refresh_cache-6d7867a6-ecb4-4457-bd21-2e15a3aecb04" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.128369] env[62588]: DEBUG nova.network.neutron [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1521.217364] env[62588]: DEBUG nova.network.neutron [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Updating instance_info_cache with network_info: [{"id": "c9f90935-23d0-4353-8ef2-b90756711889", "address": "fa:16:3e:f3:c5:ef", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f90935-23", "ovs_interfaceid": "c9f90935-23d0-4353-8ef2-b90756711889", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.252296] env[62588]: DEBUG oslo_vmware.api [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793567, 'name': RemoveSnapshot_Task} progress is 58%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.316679] env[62588]: DEBUG nova.network.neutron [req-6547b58e-7f75-412a-a956-7ab36210a4eb req-c27b29e6-4e02-4ac1-90b9-b3dc2ce94dc9 service nova] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Updated VIF entry in instance network info cache for port cc89ed70-d07d-4363-95dc-1c17b8bc4a88. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1521.317301] env[62588]: DEBUG nova.network.neutron [req-6547b58e-7f75-412a-a956-7ab36210a4eb req-c27b29e6-4e02-4ac1-90b9-b3dc2ce94dc9 service nova] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Updating instance_info_cache with network_info: [{"id": "cc89ed70-d07d-4363-95dc-1c17b8bc4a88", "address": "fa:16:3e:60:a6:69", "network": {"id": "09d54825-5b90-48ba-80f3-e7bdfc231a48", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-908990977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde24a72a32f4ad7bf32f962d83e0e1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc89ed70-d0", "ovs_interfaceid": "cc89ed70-d07d-4363-95dc-1c17b8bc4a88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.347915] env[62588]: WARNING nova.network.neutron [None req-c1634f2b-e137-4f2b-bd84-881e6b49f673 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5 already exists in list: networks containing: ['cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5']. ignoring it [ 1521.424517] env[62588]: DEBUG nova.scheduler.client.report [None req-1b66cf9a-a2b5-482b-af62-fe0b133cd319 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1521.517588] env[62588]: DEBUG oslo_vmware.api [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793569, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.673431] env[62588]: DEBUG nova.network.neutron [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1521.720467] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Releasing lock "refresh_cache-eca1e90c-5ab0-4016-9aa9-0c6047159fb0" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.754427] env[62588]: DEBUG oslo_vmware.api [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793567, 'name': RemoveSnapshot_Task, 'duration_secs': 1.433284} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.757079] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Deleted Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1521.757079] env[62588]: INFO nova.compute.manager [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Took 18.26 seconds to snapshot the instance on the hypervisor. [ 1521.768147] env[62588]: DEBUG nova.network.neutron [None req-c1634f2b-e137-4f2b-bd84-881e6b49f673 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Updating instance_info_cache with network_info: [{"id": "dd27bb5b-977f-4d66-bd1b-1890566b9f50", "address": "fa:16:3e:d4:8e:f5", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd27bb5b-97", "ovs_interfaceid": "dd27bb5b-977f-4d66-bd1b-1890566b9f50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dff6d922-cab3-4ce5-83a6-a726721af30d", "address": "fa:16:3e:3c:11:9a", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdff6d922-ca", "ovs_interfaceid": "dff6d922-cab3-4ce5-83a6-a726721af30d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.772278] env[62588]: DEBUG nova.compute.manager [req-434645cc-862b-4eaf-bd5d-1d8fa15cf39a req-b650f128-b98d-446e-bf85-5e9693930536 service nova] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Received event network-vif-plugged-f3974265-97c0-472e-a180-632d5542c138 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1521.772278] env[62588]: DEBUG oslo_concurrency.lockutils [req-434645cc-862b-4eaf-bd5d-1d8fa15cf39a req-b650f128-b98d-446e-bf85-5e9693930536 service nova] Acquiring lock "6d7867a6-ecb4-4457-bd21-2e15a3aecb04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.772278] env[62588]: DEBUG oslo_concurrency.lockutils [req-434645cc-862b-4eaf-bd5d-1d8fa15cf39a req-b650f128-b98d-446e-bf85-5e9693930536 service nova] Lock "6d7867a6-ecb4-4457-bd21-2e15a3aecb04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.772278] env[62588]: DEBUG oslo_concurrency.lockutils [req-434645cc-862b-4eaf-bd5d-1d8fa15cf39a req-b650f128-b98d-446e-bf85-5e9693930536 service nova] Lock "6d7867a6-ecb4-4457-bd21-2e15a3aecb04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.772278] env[62588]: DEBUG nova.compute.manager [req-434645cc-862b-4eaf-bd5d-1d8fa15cf39a req-b650f128-b98d-446e-bf85-5e9693930536 service nova] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] No waiting events found dispatching network-vif-plugged-f3974265-97c0-472e-a180-632d5542c138 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1521.772278] env[62588]: WARNING nova.compute.manager [req-434645cc-862b-4eaf-bd5d-1d8fa15cf39a req-b650f128-b98d-446e-bf85-5e9693930536 service nova] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Received unexpected event network-vif-plugged-f3974265-97c0-472e-a180-632d5542c138 for instance with vm_state building and task_state spawning. [ 1521.772278] env[62588]: DEBUG nova.compute.manager [req-434645cc-862b-4eaf-bd5d-1d8fa15cf39a req-b650f128-b98d-446e-bf85-5e9693930536 service nova] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Received event network-changed-f3974265-97c0-472e-a180-632d5542c138 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1521.772278] env[62588]: DEBUG nova.compute.manager [req-434645cc-862b-4eaf-bd5d-1d8fa15cf39a req-b650f128-b98d-446e-bf85-5e9693930536 service nova] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Refreshing instance network info cache due to event network-changed-f3974265-97c0-472e-a180-632d5542c138. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1521.772545] env[62588]: DEBUG oslo_concurrency.lockutils [req-434645cc-862b-4eaf-bd5d-1d8fa15cf39a req-b650f128-b98d-446e-bf85-5e9693930536 service nova] Acquiring lock "refresh_cache-6d7867a6-ecb4-4457-bd21-2e15a3aecb04" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.794083] env[62588]: DEBUG nova.compute.manager [req-86b7e20f-2677-4284-912a-fc8f2e3f448d req-b8d8caae-99c7-4744-8f30-c035dc164b58 service nova] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Received event network-vif-plugged-dff6d922-cab3-4ce5-83a6-a726721af30d {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1521.794317] env[62588]: DEBUG oslo_concurrency.lockutils [req-86b7e20f-2677-4284-912a-fc8f2e3f448d req-b8d8caae-99c7-4744-8f30-c035dc164b58 service nova] Acquiring lock "da1aa85b-feca-4031-b8f7-ec05f7d5c375-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.794529] env[62588]: DEBUG oslo_concurrency.lockutils [req-86b7e20f-2677-4284-912a-fc8f2e3f448d req-b8d8caae-99c7-4744-8f30-c035dc164b58 service nova] Lock "da1aa85b-feca-4031-b8f7-ec05f7d5c375-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.794698] env[62588]: DEBUG oslo_concurrency.lockutils [req-86b7e20f-2677-4284-912a-fc8f2e3f448d req-b8d8caae-99c7-4744-8f30-c035dc164b58 service nova] Lock "da1aa85b-feca-4031-b8f7-ec05f7d5c375-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.794862] env[62588]: DEBUG nova.compute.manager [req-86b7e20f-2677-4284-912a-fc8f2e3f448d req-b8d8caae-99c7-4744-8f30-c035dc164b58 service nova] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] No waiting events found dispatching network-vif-plugged-dff6d922-cab3-4ce5-83a6-a726721af30d {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1521.795058] env[62588]: WARNING nova.compute.manager [req-86b7e20f-2677-4284-912a-fc8f2e3f448d req-b8d8caae-99c7-4744-8f30-c035dc164b58 service nova] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Received unexpected event network-vif-plugged-dff6d922-cab3-4ce5-83a6-a726721af30d for instance with vm_state active and task_state None. [ 1521.795193] env[62588]: DEBUG nova.compute.manager [req-86b7e20f-2677-4284-912a-fc8f2e3f448d req-b8d8caae-99c7-4744-8f30-c035dc164b58 service nova] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Received event network-changed-dff6d922-cab3-4ce5-83a6-a726721af30d {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1521.795347] env[62588]: DEBUG nova.compute.manager [req-86b7e20f-2677-4284-912a-fc8f2e3f448d req-b8d8caae-99c7-4744-8f30-c035dc164b58 service nova] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Refreshing instance network info cache due to event network-changed-dff6d922-cab3-4ce5-83a6-a726721af30d. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1521.795511] env[62588]: DEBUG oslo_concurrency.lockutils [req-86b7e20f-2677-4284-912a-fc8f2e3f448d req-b8d8caae-99c7-4744-8f30-c035dc164b58 service nova] Acquiring lock "refresh_cache-da1aa85b-feca-4031-b8f7-ec05f7d5c375" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.819828] env[62588]: DEBUG oslo_concurrency.lockutils [req-6547b58e-7f75-412a-a956-7ab36210a4eb req-c27b29e6-4e02-4ac1-90b9-b3dc2ce94dc9 service nova] Releasing lock "refresh_cache-fb886df8-21a5-4ee2-a913-3a7e8234e491" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.930344] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1b66cf9a-a2b5-482b-af62-fe0b133cd319 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.932782] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.657s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.934996] env[62588]: INFO nova.compute.claims [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1521.968783] env[62588]: INFO nova.scheduler.client.report [None req-1b66cf9a-a2b5-482b-af62-fe0b133cd319 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Deleted allocations for instance 5077d1f4-4048-44b8-a258-b2902dcef773 [ 1522.017862] env[62588]: DEBUG oslo_vmware.api [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793569, 'name': ReconfigVM_Task, 'duration_secs': 0.715405} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.019080] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Reconfigured VM instance instance-00000033 to attach disk [datastore1] ed1afca2-846c-4356-ae35-e651a8d38eda/ed1afca2-846c-4356-ae35-e651a8d38eda.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1522.019080] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b8c2043-1699-458d-93c0-d9954d4d15f8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.026601] env[62588]: DEBUG oslo_vmware.api [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1522.026601] env[62588]: value = "task-1793570" [ 1522.026601] env[62588]: _type = "Task" [ 1522.026601] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.037587] env[62588]: DEBUG oslo_vmware.api [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793570, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.067968] env[62588]: DEBUG nova.network.neutron [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Updating instance_info_cache with network_info: [{"id": "f3974265-97c0-472e-a180-632d5542c138", "address": "fa:16:3e:4d:75:1c", "network": {"id": "edbe8030-ff4e-4b61-89e4-9ec93dd0204c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-855480792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348c778bfc744379a1a405f783b77629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3974265-97", "ovs_interfaceid": "f3974265-97c0-472e-a180-632d5542c138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.276580] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c1634f2b-e137-4f2b-bd84-881e6b49f673 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Releasing lock "refresh_cache-da1aa85b-feca-4031-b8f7-ec05f7d5c375" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.276580] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c1634f2b-e137-4f2b-bd84-881e6b49f673 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "da1aa85b-feca-4031-b8f7-ec05f7d5c375" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.276580] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c1634f2b-e137-4f2b-bd84-881e6b49f673 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquired lock "da1aa85b-feca-4031-b8f7-ec05f7d5c375" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.276580] env[62588]: DEBUG oslo_concurrency.lockutils [req-86b7e20f-2677-4284-912a-fc8f2e3f448d req-b8d8caae-99c7-4744-8f30-c035dc164b58 service nova] Acquired lock "refresh_cache-da1aa85b-feca-4031-b8f7-ec05f7d5c375" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.276580] env[62588]: DEBUG nova.network.neutron [req-86b7e20f-2677-4284-912a-fc8f2e3f448d req-b8d8caae-99c7-4744-8f30-c035dc164b58 service nova] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Refreshing network info cache for port dff6d922-cab3-4ce5-83a6-a726721af30d {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1522.278115] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7924e8-f796-48e4-be91-ea4be4c3f84d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.299703] env[62588]: DEBUG nova.virt.hardware [None req-c1634f2b-e137-4f2b-bd84-881e6b49f673 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1522.299950] env[62588]: DEBUG nova.virt.hardware [None req-c1634f2b-e137-4f2b-bd84-881e6b49f673 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1522.300119] env[62588]: DEBUG nova.virt.hardware [None req-c1634f2b-e137-4f2b-bd84-881e6b49f673 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1522.300539] env[62588]: DEBUG nova.virt.hardware [None req-c1634f2b-e137-4f2b-bd84-881e6b49f673 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1522.300539] env[62588]: DEBUG nova.virt.hardware [None req-c1634f2b-e137-4f2b-bd84-881e6b49f673 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1522.300654] env[62588]: DEBUG nova.virt.hardware [None req-c1634f2b-e137-4f2b-bd84-881e6b49f673 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1522.300784] env[62588]: DEBUG nova.virt.hardware [None req-c1634f2b-e137-4f2b-bd84-881e6b49f673 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1522.300968] env[62588]: DEBUG nova.virt.hardware [None req-c1634f2b-e137-4f2b-bd84-881e6b49f673 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1522.301156] env[62588]: DEBUG nova.virt.hardware [None req-c1634f2b-e137-4f2b-bd84-881e6b49f673 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1522.301286] env[62588]: DEBUG nova.virt.hardware [None req-c1634f2b-e137-4f2b-bd84-881e6b49f673 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1522.301471] env[62588]: DEBUG nova.virt.hardware [None req-c1634f2b-e137-4f2b-bd84-881e6b49f673 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1522.310468] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c1634f2b-e137-4f2b-bd84-881e6b49f673 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Reconfiguring VM to attach interface {{(pid=62588) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1522.310468] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-060d134c-7b32-4721-b7b5-98f4dcd15067 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.328111] env[62588]: DEBUG oslo_vmware.api [None req-c1634f2b-e137-4f2b-bd84-881e6b49f673 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1522.328111] env[62588]: value = "task-1793571" [ 1522.328111] env[62588]: _type = "Task" [ 1522.328111] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.337756] env[62588]: DEBUG oslo_vmware.api [None req-c1634f2b-e137-4f2b-bd84-881e6b49f673 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793571, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.478719] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1b66cf9a-a2b5-482b-af62-fe0b133cd319 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430 tempest-FloatingIPsAssociationNegativeTestJSON-1002503430-project-member] Lock "5077d1f4-4048-44b8-a258-b2902dcef773" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.552s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.538460] env[62588]: DEBUG oslo_vmware.api [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793570, 'name': Rename_Task, 'duration_secs': 0.173274} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.538821] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1522.539215] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e29d120-12cc-4103-8e62-40eabf807c83 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.546993] env[62588]: DEBUG oslo_vmware.api [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1522.546993] env[62588]: value = "task-1793572" [ 1522.546993] env[62588]: _type = "Task" [ 1522.546993] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.559625] env[62588]: DEBUG oslo_vmware.api [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.570336] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Releasing lock "refresh_cache-6d7867a6-ecb4-4457-bd21-2e15a3aecb04" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.570676] env[62588]: DEBUG nova.compute.manager [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Instance network_info: |[{"id": "f3974265-97c0-472e-a180-632d5542c138", "address": "fa:16:3e:4d:75:1c", "network": {"id": "edbe8030-ff4e-4b61-89e4-9ec93dd0204c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-855480792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348c778bfc744379a1a405f783b77629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3974265-97", "ovs_interfaceid": "f3974265-97c0-472e-a180-632d5542c138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1522.570981] env[62588]: DEBUG oslo_concurrency.lockutils [req-434645cc-862b-4eaf-bd5d-1d8fa15cf39a req-b650f128-b98d-446e-bf85-5e9693930536 service nova] Acquired lock "refresh_cache-6d7867a6-ecb4-4457-bd21-2e15a3aecb04" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.571164] env[62588]: DEBUG nova.network.neutron [req-434645cc-862b-4eaf-bd5d-1d8fa15cf39a req-b650f128-b98d-446e-bf85-5e9693930536 service nova] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Refreshing network info cache for port f3974265-97c0-472e-a180-632d5542c138 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1522.572985] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:75:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3974265-97c0-472e-a180-632d5542c138', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1522.580718] env[62588]: DEBUG oslo.service.loopingcall [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1522.581638] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1522.581837] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5df92d85-9808-49dd-a91c-f49e98239b11 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.602204] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1522.602204] env[62588]: value = "task-1793573" [ 1522.602204] env[62588]: _type = "Task" [ 1522.602204] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.611154] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793573, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.840210] env[62588]: DEBUG oslo_vmware.api [None req-c1634f2b-e137-4f2b-bd84-881e6b49f673 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.922034] env[62588]: DEBUG nova.compute.manager [None req-b9c801e5-98f6-454c-96e4-46795ceb1c6e tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Found 1 images (rotation: 2) {{(pid=62588) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5013}} [ 1523.043932] env[62588]: DEBUG nova.network.neutron [req-86b7e20f-2677-4284-912a-fc8f2e3f448d req-b8d8caae-99c7-4744-8f30-c035dc164b58 service nova] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Updated VIF entry in instance network info cache for port dff6d922-cab3-4ce5-83a6-a726721af30d. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1523.044816] env[62588]: DEBUG nova.network.neutron [req-86b7e20f-2677-4284-912a-fc8f2e3f448d req-b8d8caae-99c7-4744-8f30-c035dc164b58 service nova] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Updating instance_info_cache with network_info: [{"id": "dd27bb5b-977f-4d66-bd1b-1890566b9f50", "address": "fa:16:3e:d4:8e:f5", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd27bb5b-97", "ovs_interfaceid": "dd27bb5b-977f-4d66-bd1b-1890566b9f50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dff6d922-cab3-4ce5-83a6-a726721af30d", "address": "fa:16:3e:3c:11:9a", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdff6d922-ca", "ovs_interfaceid": "dff6d922-cab3-4ce5-83a6-a726721af30d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.060101] env[62588]: DEBUG oslo_vmware.api [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793572, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.123527] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793573, 'name': CreateVM_Task, 'duration_secs': 0.372991} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.123775] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1523.124521] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.124723] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.125120] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.125717] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63119729-3da0-47cc-b309-8ff872602d06 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.133359] env[62588]: DEBUG oslo_vmware.api [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1523.133359] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5242f9d1-3a5f-252d-614a-63d847106459" [ 1523.133359] env[62588]: _type = "Task" [ 1523.133359] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.142697] env[62588]: DEBUG oslo_vmware.api [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5242f9d1-3a5f-252d-614a-63d847106459, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.238724] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b60b6c-91b2-4657-8b71-488b14a4a669 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.258405] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Updating instance 'eca1e90c-5ab0-4016-9aa9-0c6047159fb0' progress to 0 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1523.314403] env[62588]: DEBUG nova.network.neutron [req-434645cc-862b-4eaf-bd5d-1d8fa15cf39a req-b650f128-b98d-446e-bf85-5e9693930536 service nova] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Updated VIF entry in instance network info cache for port f3974265-97c0-472e-a180-632d5542c138. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1523.315043] env[62588]: DEBUG nova.network.neutron [req-434645cc-862b-4eaf-bd5d-1d8fa15cf39a req-b650f128-b98d-446e-bf85-5e9693930536 service nova] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Updating instance_info_cache with network_info: [{"id": "f3974265-97c0-472e-a180-632d5542c138", "address": "fa:16:3e:4d:75:1c", "network": {"id": "edbe8030-ff4e-4b61-89e4-9ec93dd0204c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-855480792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348c778bfc744379a1a405f783b77629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3974265-97", "ovs_interfaceid": "f3974265-97c0-472e-a180-632d5542c138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.342381] env[62588]: DEBUG oslo_vmware.api [None req-c1634f2b-e137-4f2b-bd84-881e6b49f673 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793571, 'name': ReconfigVM_Task, 'duration_secs': 0.702161} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.343081] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c1634f2b-e137-4f2b-bd84-881e6b49f673 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Releasing lock "da1aa85b-feca-4031-b8f7-ec05f7d5c375" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.343165] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c1634f2b-e137-4f2b-bd84-881e6b49f673 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Reconfigured VM to attach interface {{(pid=62588) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1523.447798] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3991bc-8232-41bd-ad21-fd66161d4b6f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.455729] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d79f338-0d43-409d-bb43-2f1fb17e6bb1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.486080] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e32eed-d25d-4c13-9ee4-6775b009c2cb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.493819] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb3bf55-c38b-42c5-be28-e90484787069 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.507677] env[62588]: DEBUG nova.compute.provider_tree [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1523.546765] env[62588]: DEBUG oslo_concurrency.lockutils [req-86b7e20f-2677-4284-912a-fc8f2e3f448d req-b8d8caae-99c7-4744-8f30-c035dc164b58 service nova] Releasing lock "refresh_cache-da1aa85b-feca-4031-b8f7-ec05f7d5c375" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.558410] env[62588]: DEBUG oslo_vmware.api [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793572, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.645040] env[62588]: DEBUG oslo_vmware.api [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5242f9d1-3a5f-252d-614a-63d847106459, 'name': SearchDatastore_Task, 'duration_secs': 0.019077} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.645293] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.645545] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1523.645832] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.645995] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.646193] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1523.646774] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df4bd0b0-4bbf-4bba-8c77-3928d10fda9c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.654749] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1523.654895] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1523.655671] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-640efb0c-6d81-4115-bc83-ab5efdf188d9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.660934] env[62588]: DEBUG oslo_vmware.api [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1523.660934] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5206e32b-57e2-2747-30e3-4fe756e0be2e" [ 1523.660934] env[62588]: _type = "Task" [ 1523.660934] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.671012] env[62588]: DEBUG oslo_vmware.api [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5206e32b-57e2-2747-30e3-4fe756e0be2e, 'name': SearchDatastore_Task, 'duration_secs': 0.007838} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.671778] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-233b59a6-9a41-4166-91c7-ac94bbb0f58e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.676649] env[62588]: DEBUG oslo_vmware.api [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1523.676649] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ee3e39-6d09-e3e0-e469-f704e660efda" [ 1523.676649] env[62588]: _type = "Task" [ 1523.676649] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.684026] env[62588]: DEBUG oslo_vmware.api [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ee3e39-6d09-e3e0-e469-f704e660efda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.767719] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1523.767719] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c4588d9-e4cf-4982-a8e3-25c209b00c35 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.773955] env[62588]: DEBUG nova.compute.manager [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1523.774177] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a96b99-0dcc-4258-a4fa-32e2b1063d21 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.778342] env[62588]: DEBUG oslo_vmware.api [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1523.778342] env[62588]: value = "task-1793574" [ 1523.778342] env[62588]: _type = "Task" [ 1523.778342] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.790386] env[62588]: DEBUG oslo_vmware.api [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.817913] env[62588]: DEBUG oslo_concurrency.lockutils [req-434645cc-862b-4eaf-bd5d-1d8fa15cf39a req-b650f128-b98d-446e-bf85-5e9693930536 service nova] Releasing lock "refresh_cache-6d7867a6-ecb4-4457-bd21-2e15a3aecb04" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.851604] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c1634f2b-e137-4f2b-bd84-881e6b49f673 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "interface-da1aa85b-feca-4031-b8f7-ec05f7d5c375-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.675s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.013025] env[62588]: DEBUG nova.scheduler.client.report [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1524.061658] env[62588]: DEBUG oslo_vmware.api [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793572, 'name': PowerOnVM_Task, 'duration_secs': 1.428968} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.061658] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1524.061658] env[62588]: INFO nova.compute.manager [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Took 9.91 seconds to spawn the instance on the hypervisor. [ 1524.061658] env[62588]: DEBUG nova.compute.manager [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1524.061658] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1fd355-9b2e-44a8-b9fd-3a89b86be209 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.186668] env[62588]: DEBUG oslo_vmware.api [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ee3e39-6d09-e3e0-e469-f704e660efda, 'name': SearchDatastore_Task, 'duration_secs': 0.007623} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.186944] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.187223] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 6d7867a6-ecb4-4457-bd21-2e15a3aecb04/6d7867a6-ecb4-4457-bd21-2e15a3aecb04.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1524.187482] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7168c31a-ac98-40fa-971a-91359ee2134c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.194583] env[62588]: DEBUG oslo_vmware.api [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1524.194583] env[62588]: value = "task-1793575" [ 1524.194583] env[62588]: _type = "Task" [ 1524.194583] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.202972] env[62588]: DEBUG oslo_vmware.api [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.291756] env[62588]: INFO nova.compute.manager [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] instance snapshotting [ 1524.292816] env[62588]: DEBUG nova.objects.instance [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lazy-loading 'flavor' on Instance uuid cd9251fb-103f-4fea-a54a-398f28e4a7bc {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1524.294249] env[62588]: DEBUG oslo_vmware.api [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793574, 'name': PowerOffVM_Task, 'duration_secs': 0.326697} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.294773] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1524.294964] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Updating instance 'eca1e90c-5ab0-4016-9aa9-0c6047159fb0' progress to 17 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1524.516214] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.516824] env[62588]: DEBUG nova.compute.manager [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1524.520075] env[62588]: DEBUG oslo_concurrency.lockutils [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.182s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.521869] env[62588]: INFO nova.compute.claims [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1524.582777] env[62588]: INFO nova.compute.manager [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Took 38.40 seconds to build instance. [ 1524.706585] env[62588]: DEBUG oslo_vmware.api [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793575, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.800331] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc24ebbd-2090-4734-a783-2b1976db0229 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.810188] env[62588]: DEBUG nova.virt.hardware [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:37:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1524.810562] env[62588]: DEBUG nova.virt.hardware [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1524.810795] env[62588]: DEBUG nova.virt.hardware [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1524.811423] env[62588]: DEBUG nova.virt.hardware [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1524.811663] env[62588]: DEBUG nova.virt.hardware [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1524.811877] env[62588]: DEBUG nova.virt.hardware [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1524.812181] env[62588]: DEBUG nova.virt.hardware [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1524.812413] env[62588]: DEBUG nova.virt.hardware [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1524.812648] env[62588]: DEBUG nova.virt.hardware [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1524.813568] env[62588]: DEBUG nova.virt.hardware [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1524.813568] env[62588]: DEBUG nova.virt.hardware [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1524.823616] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75f46453-74a2-4fc3-8f37-24ce552b2ac9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.883697] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20983d6-513a-45d5-98a6-b07a28aa1f03 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.887487] env[62588]: DEBUG oslo_vmware.api [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1524.887487] env[62588]: value = "task-1793576" [ 1524.887487] env[62588]: _type = "Task" [ 1524.887487] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.902468] env[62588]: DEBUG oslo_vmware.api [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.027787] env[62588]: DEBUG nova.compute.utils [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1525.031613] env[62588]: DEBUG nova.compute.manager [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1525.031797] env[62588]: DEBUG nova.network.neutron [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1525.084998] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8bdb66ba-1bb4-4572-b3b8-c9e8d1e2bedb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "ed1afca2-846c-4356-ae35-e651a8d38eda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.062s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.131385] env[62588]: DEBUG nova.policy [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95984ea3b23e4f3595d6c87026f3dc19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35d1ed630a0d4020a166f0f3c29d7bf9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1525.205609] env[62588]: DEBUG oslo_vmware.api [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631378} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.205891] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 6d7867a6-ecb4-4457-bd21-2e15a3aecb04/6d7867a6-ecb4-4457-bd21-2e15a3aecb04.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1525.206139] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1525.206512] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a95f273-1358-43c9-ad8b-4e2c4851834d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.213896] env[62588]: DEBUG oslo_vmware.api [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1525.213896] env[62588]: value = "task-1793577" [ 1525.213896] env[62588]: _type = "Task" [ 1525.213896] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.227046] env[62588]: DEBUG oslo_vmware.api [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.402809] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Creating Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1525.402973] env[62588]: DEBUG oslo_vmware.api [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793576, 'name': ReconfigVM_Task, 'duration_secs': 0.162135} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.403341] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-07cfac8c-295f-4c55-80de-b97292a51982 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.405775] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Updating instance 'eca1e90c-5ab0-4016-9aa9-0c6047159fb0' progress to 33 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1525.417370] env[62588]: DEBUG oslo_vmware.api [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1525.417370] env[62588]: value = "task-1793578" [ 1525.417370] env[62588]: _type = "Task" [ 1525.417370] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.427477] env[62588]: DEBUG oslo_vmware.api [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793578, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.532509] env[62588]: DEBUG nova.compute.manager [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1525.591332] env[62588]: DEBUG nova.compute.manager [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1525.684707] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca523a21-0b3b-4f4d-b934-a787eab90de2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.691994] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e50960e9-dbaf-400c-905b-5f8e72a7108a tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Suspending the VM {{(pid=62588) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1525.695991] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-68ca28a3-03f4-412f-ac0a-1f20b5e8729e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.702881] env[62588]: DEBUG oslo_vmware.api [None req-e50960e9-dbaf-400c-905b-5f8e72a7108a tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1525.702881] env[62588]: value = "task-1793579" [ 1525.702881] env[62588]: _type = "Task" [ 1525.702881] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.713369] env[62588]: DEBUG oslo_vmware.api [None req-e50960e9-dbaf-400c-905b-5f8e72a7108a tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793579, 'name': SuspendVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.725049] env[62588]: DEBUG oslo_vmware.api [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082054} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.725367] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1525.726204] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3d7085-9f03-4bd7-b3ae-310739686966 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.756521] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 6d7867a6-ecb4-4457-bd21-2e15a3aecb04/6d7867a6-ecb4-4457-bd21-2e15a3aecb04.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1525.759680] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-524e77b3-6b86-461c-a599-51fad827f97c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.780767] env[62588]: DEBUG oslo_vmware.api [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1525.780767] env[62588]: value = "task-1793580" [ 1525.780767] env[62588]: _type = "Task" [ 1525.780767] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.793381] env[62588]: DEBUG oslo_vmware.api [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793580, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.915960] env[62588]: DEBUG nova.virt.hardware [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:53:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='3ee2d7d1-4080-4312-a851-6abeef1fa644',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1981723147',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1525.916242] env[62588]: DEBUG nova.virt.hardware [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1525.916425] env[62588]: DEBUG nova.virt.hardware [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1525.916643] env[62588]: DEBUG nova.virt.hardware [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1525.916873] env[62588]: DEBUG nova.virt.hardware [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1525.916973] env[62588]: DEBUG nova.virt.hardware [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1525.917213] env[62588]: DEBUG nova.virt.hardware [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1525.917396] env[62588]: DEBUG nova.virt.hardware [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1525.917636] env[62588]: DEBUG nova.virt.hardware [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1525.917737] env[62588]: DEBUG nova.virt.hardware [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1525.917918] env[62588]: DEBUG nova.virt.hardware [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1525.924508] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1525.925177] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da2ade7f-bb42-491d-83a1-92e1289e4989 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.954431] env[62588]: DEBUG oslo_vmware.api [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793578, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.956080] env[62588]: DEBUG oslo_vmware.api [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1525.956080] env[62588]: value = "task-1793581" [ 1525.956080] env[62588]: _type = "Task" [ 1525.956080] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.963723] env[62588]: DEBUG nova.network.neutron [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Successfully created port: 7d91350a-c276-47c1-87a6-9c06c6955632 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1525.971606] env[62588]: DEBUG oslo_vmware.api [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793581, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.100751] env[62588]: DEBUG nova.objects.instance [None req-f3b94b4b-5e21-4d86-816a-dae5dfe07302 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Lazy-loading 'flavor' on Instance uuid a3862ec6-21d1-4801-b506-09dcf1304ee2 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1526.126209] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.184883] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bdcb53-692b-49c0-8b10-6ffc5246f1f8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.194476] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0dbb846-4c18-4aad-89b4-558b10d71b23 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.236821] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd28aa6-99c9-4d77-8a1e-3064d01402cc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.249367] env[62588]: DEBUG oslo_vmware.api [None req-e50960e9-dbaf-400c-905b-5f8e72a7108a tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793579, 'name': SuspendVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.253372] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29c3509-1d23-4422-bf42-ed0c6c0fc27a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.273621] env[62588]: DEBUG nova.compute.provider_tree [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1526.279375] env[62588]: DEBUG oslo_vmware.rw_handles [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247b8b3-0518-0b4a-3bfc-dd130f63b49e/disk-0.vmdk. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1526.279375] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9400ef-1646-4776-9732-d586be3b8b3e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.287191] env[62588]: DEBUG oslo_vmware.rw_handles [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247b8b3-0518-0b4a-3bfc-dd130f63b49e/disk-0.vmdk is in state: ready. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1526.287371] env[62588]: ERROR oslo_vmware.rw_handles [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247b8b3-0518-0b4a-3bfc-dd130f63b49e/disk-0.vmdk due to incomplete transfer. [ 1526.288101] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-84d404cb-2ce4-4941-83c9-57c1042fd852 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.293620] env[62588]: DEBUG oslo_vmware.api [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.299104] env[62588]: DEBUG oslo_vmware.rw_handles [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247b8b3-0518-0b4a-3bfc-dd130f63b49e/disk-0.vmdk. {{(pid=62588) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1526.300229] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Uploaded image 95c2a90a-bc57-44b3-8d49-03258496b414 to the Glance image server {{(pid=62588) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1526.300985] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Destroying the VM {{(pid=62588) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1526.301582] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bfa306eb-fc91-4d55-8ef5-271e8e696eac {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.308057] env[62588]: DEBUG oslo_vmware.api [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1526.308057] env[62588]: value = "task-1793582" [ 1526.308057] env[62588]: _type = "Task" [ 1526.308057] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.318019] env[62588]: DEBUG oslo_vmware.api [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793582, 'name': Destroy_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.435840] env[62588]: DEBUG oslo_vmware.api [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793578, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.466330] env[62588]: DEBUG oslo_vmware.api [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793581, 'name': ReconfigVM_Task, 'duration_secs': 0.212404} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.466683] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1526.467183] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45807b57-9542-477f-92d6-ce3199e9bfb4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.491749] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] eca1e90c-5ab0-4016-9aa9-0c6047159fb0/eca1e90c-5ab0-4016-9aa9-0c6047159fb0.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1526.491964] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-128518e7-3d9d-4d28-a138-51aa5348dc7f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.512078] env[62588]: DEBUG oslo_vmware.api [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1526.512078] env[62588]: value = "task-1793583" [ 1526.512078] env[62588]: _type = "Task" [ 1526.512078] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.519640] env[62588]: DEBUG oslo_vmware.api [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.548520] env[62588]: DEBUG nova.compute.manager [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1526.577993] env[62588]: DEBUG nova.virt.hardware [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1526.578300] env[62588]: DEBUG nova.virt.hardware [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1526.578562] env[62588]: DEBUG nova.virt.hardware [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1526.578898] env[62588]: DEBUG nova.virt.hardware [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1526.578998] env[62588]: DEBUG nova.virt.hardware [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1526.579348] env[62588]: DEBUG nova.virt.hardware [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1526.579686] env[62588]: DEBUG nova.virt.hardware [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1526.580104] env[62588]: DEBUG nova.virt.hardware [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1526.580290] env[62588]: DEBUG nova.virt.hardware [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1526.580565] env[62588]: DEBUG nova.virt.hardware [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1526.580802] env[62588]: DEBUG nova.virt.hardware [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1526.581811] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a067ca0-2541-48a7-98bf-22c9d17a2608 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.591924] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1e579f-a03c-4c5a-8c82-ac97bac3c3df {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.620506] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f3b94b4b-5e21-4d86-816a-dae5dfe07302 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Acquiring lock "refresh_cache-a3862ec6-21d1-4801-b506-09dcf1304ee2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.620506] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f3b94b4b-5e21-4d86-816a-dae5dfe07302 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Acquired lock "refresh_cache-a3862ec6-21d1-4801-b506-09dcf1304ee2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.742642] env[62588]: DEBUG oslo_vmware.api [None req-e50960e9-dbaf-400c-905b-5f8e72a7108a tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793579, 'name': SuspendVM_Task, 'duration_secs': 0.717733} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.743103] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e50960e9-dbaf-400c-905b-5f8e72a7108a tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Suspended the VM {{(pid=62588) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1526.743316] env[62588]: DEBUG nova.compute.manager [None req-e50960e9-dbaf-400c-905b-5f8e72a7108a tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1526.743720] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9e862e91-911c-424b-9366-b016e5a3b5b4 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "interface-da1aa85b-feca-4031-b8f7-ec05f7d5c375-dff6d922-cab3-4ce5-83a6-a726721af30d" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.743960] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9e862e91-911c-424b-9366-b016e5a3b5b4 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "interface-da1aa85b-feca-4031-b8f7-ec05f7d5c375-dff6d922-cab3-4ce5-83a6-a726721af30d" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.746229] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf337aac-c7bb-44c6-b9b6-669594c6b8ff {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.793892] env[62588]: DEBUG oslo_vmware.api [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793580, 'name': ReconfigVM_Task, 'duration_secs': 0.589616} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.794843] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 6d7867a6-ecb4-4457-bd21-2e15a3aecb04/6d7867a6-ecb4-4457-bd21-2e15a3aecb04.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1526.795616] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-376f8c03-29f9-43d5-8e59-b73bf8de08c5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.803352] env[62588]: DEBUG oslo_vmware.api [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1526.803352] env[62588]: value = "task-1793584" [ 1526.803352] env[62588]: _type = "Task" [ 1526.803352] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.807350] env[62588]: ERROR nova.scheduler.client.report [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [req-1043682b-3cd7-45a1-aa00-44419c584cd7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eaab8868-4bee-41d4-8b5c-ca05c3049f36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1043682b-3cd7-45a1-aa00-44419c584cd7"}]} [ 1526.817459] env[62588]: DEBUG oslo_vmware.api [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793584, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.822192] env[62588]: DEBUG oslo_vmware.api [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793582, 'name': Destroy_Task, 'duration_secs': 0.371385} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.822411] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Destroyed the VM [ 1526.822643] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Deleting Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1526.822883] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-69e97e41-bfb8-46bd-bd8a-e4ebf7284f06 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.829266] env[62588]: DEBUG oslo_vmware.api [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1526.829266] env[62588]: value = "task-1793585" [ 1526.829266] env[62588]: _type = "Task" [ 1526.829266] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.835819] env[62588]: DEBUG nova.scheduler.client.report [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Refreshing inventories for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1526.842238] env[62588]: DEBUG oslo_vmware.api [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793585, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.862790] env[62588]: DEBUG nova.scheduler.client.report [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Updating ProviderTree inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1526.863016] env[62588]: DEBUG nova.compute.provider_tree [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1526.876976] env[62588]: DEBUG nova.scheduler.client.report [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Refreshing aggregate associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, aggregates: None {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1526.896520] env[62588]: DEBUG nova.scheduler.client.report [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Refreshing trait associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1526.938750] env[62588]: DEBUG oslo_vmware.api [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793578, 'name': CreateSnapshot_Task, 'duration_secs': 1.054775} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.939039] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Created Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1526.939859] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd4f2b4-13d2-4ac2-902e-92dc96d37e26 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.022395] env[62588]: DEBUG oslo_vmware.api [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793583, 'name': ReconfigVM_Task, 'duration_secs': 0.341785} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.022701] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Reconfigured VM instance instance-0000002a to attach disk [datastore1] eca1e90c-5ab0-4016-9aa9-0c6047159fb0/eca1e90c-5ab0-4016-9aa9-0c6047159fb0.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1527.022974] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Updating instance 'eca1e90c-5ab0-4016-9aa9-0c6047159fb0' progress to 50 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1527.249542] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9e862e91-911c-424b-9366-b016e5a3b5b4 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "da1aa85b-feca-4031-b8f7-ec05f7d5c375" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.249839] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9e862e91-911c-424b-9366-b016e5a3b5b4 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquired lock "da1aa85b-feca-4031-b8f7-ec05f7d5c375" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.250743] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7af64c-a37f-4a29-aece-e541dcb57276 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.276426] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4c9e87-2820-4a49-96fb-5229588cff86 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.308703] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9e862e91-911c-424b-9366-b016e5a3b5b4 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Reconfiguring VM to detach interface {{(pid=62588) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1527.312208] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bca315bc-75f8-4cbe-8839-2414aab0558d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.341708] env[62588]: DEBUG oslo_vmware.api [None req-9e862e91-911c-424b-9366-b016e5a3b5b4 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1527.341708] env[62588]: value = "task-1793586" [ 1527.341708] env[62588]: _type = "Task" [ 1527.341708] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.351407] env[62588]: DEBUG oslo_vmware.api [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793584, 'name': Rename_Task, 'duration_secs': 0.17249} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.355263] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1527.356381] env[62588]: DEBUG oslo_vmware.api [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793585, 'name': RemoveSnapshot_Task, 'duration_secs': 0.330502} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.357048] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91817960-4744-4723-a263-03c6c6d31927 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.358606] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Deleted Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1527.359208] env[62588]: DEBUG nova.compute.manager [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1527.365011] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17ad931-e63f-4c72-aceb-7f72893dc513 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.371281] env[62588]: DEBUG oslo_vmware.api [None req-9e862e91-911c-424b-9366-b016e5a3b5b4 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.381213] env[62588]: DEBUG oslo_vmware.api [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1527.381213] env[62588]: value = "task-1793587" [ 1527.381213] env[62588]: _type = "Task" [ 1527.381213] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.391098] env[62588]: DEBUG oslo_vmware.api [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.462650] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Creating linked-clone VM from snapshot {{(pid=62588) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1527.463612] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1a0beb2a-3ef6-46b4-9cc2-c8370fae8725 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.473364] env[62588]: DEBUG oslo_vmware.api [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1527.473364] env[62588]: value = "task-1793588" [ 1527.473364] env[62588]: _type = "Task" [ 1527.473364] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.489513] env[62588]: DEBUG oslo_vmware.api [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793588, 'name': CloneVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.529963] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d7abba-c5bc-4b33-b327-0fdc81c3a594 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.535548] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177f303c-2d8d-4b61-9201-3985b7c24e0a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.559150] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bf5bf1-fff4-43dd-87c2-40bdd76bdb08 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.563472] env[62588]: DEBUG nova.network.neutron [None req-f3b94b4b-5e21-4d86-816a-dae5dfe07302 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1527.565796] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5922179f-23ba-46cb-a01a-02d3e7f327ff {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.614075] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Updating instance 'eca1e90c-5ab0-4016-9aa9-0c6047159fb0' progress to 67 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1527.619128] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26129e06-e2e3-4f8d-99be-40d5430a08f6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.628731] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7c8b09-fff1-4478-bafd-e58b7f7af286 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.647762] env[62588]: DEBUG nova.compute.provider_tree [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1527.769952] env[62588]: DEBUG nova.compute.manager [req-b09661a8-68ce-49b0-ae09-150ce3f17869 req-ea7247e8-6a3b-47ae-904f-db031cd29ca5 service nova] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Received event network-changed-eaa498ce-cb05-4d94-8752-253aee1c5728 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1527.770084] env[62588]: DEBUG nova.compute.manager [req-b09661a8-68ce-49b0-ae09-150ce3f17869 req-ea7247e8-6a3b-47ae-904f-db031cd29ca5 service nova] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Refreshing instance network info cache due to event network-changed-eaa498ce-cb05-4d94-8752-253aee1c5728. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1527.770272] env[62588]: DEBUG oslo_concurrency.lockutils [req-b09661a8-68ce-49b0-ae09-150ce3f17869 req-ea7247e8-6a3b-47ae-904f-db031cd29ca5 service nova] Acquiring lock "refresh_cache-a3862ec6-21d1-4801-b506-09dcf1304ee2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.854220] env[62588]: DEBUG oslo_vmware.api [None req-9e862e91-911c-424b-9366-b016e5a3b5b4 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.894607] env[62588]: INFO nova.compute.manager [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Shelve offloading [ 1527.901016] env[62588]: DEBUG oslo_vmware.api [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793587, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.989973] env[62588]: DEBUG oslo_vmware.api [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793588, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.018819] env[62588]: DEBUG nova.compute.manager [req-223eea03-433b-4afd-a76d-567c3bbc510f req-a1e3f129-9f36-471b-b8c4-637e1e68692c service nova] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Received event network-vif-plugged-7d91350a-c276-47c1-87a6-9c06c6955632 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1528.019112] env[62588]: DEBUG oslo_concurrency.lockutils [req-223eea03-433b-4afd-a76d-567c3bbc510f req-a1e3f129-9f36-471b-b8c4-637e1e68692c service nova] Acquiring lock "3ee02a39-f285-405c-b7b8-ab797afe560c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.019381] env[62588]: DEBUG oslo_concurrency.lockutils [req-223eea03-433b-4afd-a76d-567c3bbc510f req-a1e3f129-9f36-471b-b8c4-637e1e68692c service nova] Lock "3ee02a39-f285-405c-b7b8-ab797afe560c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.019853] env[62588]: DEBUG oslo_concurrency.lockutils [req-223eea03-433b-4afd-a76d-567c3bbc510f req-a1e3f129-9f36-471b-b8c4-637e1e68692c service nova] Lock "3ee02a39-f285-405c-b7b8-ab797afe560c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.019993] env[62588]: DEBUG nova.compute.manager [req-223eea03-433b-4afd-a76d-567c3bbc510f req-a1e3f129-9f36-471b-b8c4-637e1e68692c service nova] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] No waiting events found dispatching network-vif-plugged-7d91350a-c276-47c1-87a6-9c06c6955632 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1528.020179] env[62588]: WARNING nova.compute.manager [req-223eea03-433b-4afd-a76d-567c3bbc510f req-a1e3f129-9f36-471b-b8c4-637e1e68692c service nova] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Received unexpected event network-vif-plugged-7d91350a-c276-47c1-87a6-9c06c6955632 for instance with vm_state building and task_state spawning. [ 1528.070618] env[62588]: DEBUG nova.network.neutron [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Successfully updated port: 7d91350a-c276-47c1-87a6-9c06c6955632 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1528.187195] env[62588]: DEBUG nova.scheduler.client.report [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Updated inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with generation 77 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1528.187195] env[62588]: DEBUG nova.compute.provider_tree [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Updating resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 generation from 77 to 78 during operation: update_inventory {{(pid=62588) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1528.187195] env[62588]: DEBUG nova.compute.provider_tree [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1528.223012] env[62588]: DEBUG nova.network.neutron [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Port c9f90935-23d0-4353-8ef2-b90756711889 binding to destination host cpu-1 is already ACTIVE {{(pid=62588) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1528.357063] env[62588]: DEBUG oslo_vmware.api [None req-9e862e91-911c-424b-9366-b016e5a3b5b4 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.394918] env[62588]: DEBUG oslo_vmware.api [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793587, 'name': PowerOnVM_Task, 'duration_secs': 0.744967} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.398027] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1528.398027] env[62588]: INFO nova.compute.manager [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1528.398027] env[62588]: DEBUG nova.compute.manager [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1528.398027] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c227f3b-0758-4b34-83b7-c6fc6d0d427b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.405598] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1528.410033] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4492ea20-6a53-46d6-9108-087ecd10ede8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.420019] env[62588]: DEBUG oslo_vmware.api [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1528.420019] env[62588]: value = "task-1793589" [ 1528.420019] env[62588]: _type = "Task" [ 1528.420019] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.430683] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] VM already powered off {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1528.430975] env[62588]: DEBUG nova.compute.manager [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1528.431846] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd7b2eb-f97c-4b04-b66e-d9e3c72c89c7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.436032] env[62588]: DEBUG nova.network.neutron [None req-f3b94b4b-5e21-4d86-816a-dae5dfe07302 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Updating instance_info_cache with network_info: [{"id": "eaa498ce-cb05-4d94-8752-253aee1c5728", "address": "fa:16:3e:9c:b1:31", "network": {"id": "271ff61a-97e5-4dcc-9a1d-0a8c9bfcf82b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-308691925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61746be0612f4268bc7f3359e1375013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaa498ce-cb", "ovs_interfaceid": "eaa498ce-cb05-4d94-8752-253aee1c5728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.443007] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "refresh_cache-a160c33f-fcaf-419e-95ed-cea6db31a306" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.443178] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquired lock "refresh_cache-a160c33f-fcaf-419e-95ed-cea6db31a306" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.443415] env[62588]: DEBUG nova.network.neutron [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1528.492433] env[62588]: DEBUG oslo_vmware.api [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793588, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.575940] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquiring lock "refresh_cache-3ee02a39-f285-405c-b7b8-ab797afe560c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.575940] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquired lock "refresh_cache-3ee02a39-f285-405c-b7b8-ab797afe560c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.575940] env[62588]: DEBUG nova.network.neutron [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1528.641994] env[62588]: DEBUG nova.compute.manager [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1528.643025] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2146e56-c3ce-4063-8710-68b6ff93ca39 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.697115] env[62588]: DEBUG oslo_concurrency.lockutils [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.177s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.697644] env[62588]: DEBUG nova.compute.manager [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1528.701023] env[62588]: DEBUG oslo_concurrency.lockutils [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.070s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.705021] env[62588]: INFO nova.compute.claims [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1528.853915] env[62588]: DEBUG oslo_vmware.api [None req-9e862e91-911c-424b-9366-b016e5a3b5b4 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.921377] env[62588]: INFO nova.compute.manager [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Took 41.99 seconds to build instance. [ 1528.941105] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f3b94b4b-5e21-4d86-816a-dae5dfe07302 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Releasing lock "refresh_cache-a3862ec6-21d1-4801-b506-09dcf1304ee2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.941366] env[62588]: DEBUG nova.compute.manager [None req-f3b94b4b-5e21-4d86-816a-dae5dfe07302 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Inject network info {{(pid=62588) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7689}} [ 1528.941626] env[62588]: DEBUG nova.compute.manager [None req-f3b94b4b-5e21-4d86-816a-dae5dfe07302 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] network_info to inject: |[{"id": "eaa498ce-cb05-4d94-8752-253aee1c5728", "address": "fa:16:3e:9c:b1:31", "network": {"id": "271ff61a-97e5-4dcc-9a1d-0a8c9bfcf82b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-308691925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61746be0612f4268bc7f3359e1375013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaa498ce-cb", "ovs_interfaceid": "eaa498ce-cb05-4d94-8752-253aee1c5728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7690}} [ 1528.946563] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b94b4b-5e21-4d86-816a-dae5dfe07302 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Reconfiguring VM instance to set the machine id {{(pid=62588) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1528.947623] env[62588]: DEBUG oslo_concurrency.lockutils [req-b09661a8-68ce-49b0-ae09-150ce3f17869 req-ea7247e8-6a3b-47ae-904f-db031cd29ca5 service nova] Acquired lock "refresh_cache-a3862ec6-21d1-4801-b506-09dcf1304ee2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.947812] env[62588]: DEBUG nova.network.neutron [req-b09661a8-68ce-49b0-ae09-150ce3f17869 req-ea7247e8-6a3b-47ae-904f-db031cd29ca5 service nova] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Refreshing network info cache for port eaa498ce-cb05-4d94-8752-253aee1c5728 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1528.950940] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69e52853-2a8c-4fa0-a849-35a0c4296281 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.969854] env[62588]: DEBUG oslo_vmware.api [None req-f3b94b4b-5e21-4d86-816a-dae5dfe07302 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Waiting for the task: (returnval){ [ 1528.969854] env[62588]: value = "task-1793590" [ 1528.969854] env[62588]: _type = "Task" [ 1528.969854] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.978606] env[62588]: DEBUG oslo_vmware.api [None req-f3b94b4b-5e21-4d86-816a-dae5dfe07302 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Task: {'id': task-1793590, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.992851] env[62588]: DEBUG oslo_vmware.api [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793588, 'name': CloneVM_Task} progress is 95%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.152564] env[62588]: DEBUG nova.network.neutron [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1529.155542] env[62588]: INFO nova.compute.manager [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] instance snapshotting [ 1529.155716] env[62588]: WARNING nova.compute.manager [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1529.162171] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26107b60-0e8d-490d-9286-e2cf278bbcf5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.189367] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e789920b-47ee-4092-9dba-899f807a0c9c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.210224] env[62588]: DEBUG nova.compute.utils [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1529.214479] env[62588]: DEBUG nova.compute.manager [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1529.214789] env[62588]: DEBUG nova.network.neutron [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1529.257515] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquiring lock "eca1e90c-5ab0-4016-9aa9-0c6047159fb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.257932] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lock "eca1e90c-5ab0-4016-9aa9-0c6047159fb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.258158] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lock "eca1e90c-5ab0-4016-9aa9-0c6047159fb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.259810] env[62588]: DEBUG nova.network.neutron [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Updating instance_info_cache with network_info: [{"id": "ec2f55e0-305e-4f9b-87df-9229fd9730a9", "address": "fa:16:3e:38:96:b1", "network": {"id": "adc3b6e0-4437-45a1-a195-1acf36a5afeb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-83189614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb190925c06e4772ae04f7b565c5f2e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec2f55e0-30", "ovs_interfaceid": "ec2f55e0-305e-4f9b-87df-9229fd9730a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.319924] env[62588]: DEBUG nova.policy [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be1ca46aaa8b429baa004a02e4840428', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '962ad43ecb3d425ebc57be08dea7d954', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1529.365022] env[62588]: DEBUG oslo_vmware.api [None req-9e862e91-911c-424b-9366-b016e5a3b5b4 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.423982] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5991a48d-3cc8-47d3-8e20-07ebdbf2d803 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "6d7867a6-ecb4-4457-bd21-2e15a3aecb04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.073s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.494897] env[62588]: DEBUG oslo_vmware.api [None req-f3b94b4b-5e21-4d86-816a-dae5dfe07302 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Task: {'id': task-1793590, 'name': ReconfigVM_Task, 'duration_secs': 0.145146} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.495192] env[62588]: DEBUG oslo_vmware.api [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793588, 'name': CloneVM_Task, 'duration_secs': 1.633297} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.495490] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b94b4b-5e21-4d86-816a-dae5dfe07302 tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Reconfigured VM instance to set the machine id {{(pid=62588) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1529.498079] env[62588]: INFO nova.virt.vmwareapi.vmops [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Created linked-clone VM from snapshot [ 1529.500085] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4824a8-448e-4735-b3fb-d64635ba473a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.509664] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Uploading image ec105936-a981-4aa6-b123-6f3016005d7c {{(pid=62588) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1529.546082] env[62588]: DEBUG oslo_vmware.rw_handles [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1529.546082] env[62588]: value = "vm-372035" [ 1529.546082] env[62588]: _type = "VirtualMachine" [ 1529.546082] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1529.546082] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dccba471-dfaa-44d7-b731-97e94c9ff13b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.552757] env[62588]: DEBUG oslo_vmware.rw_handles [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lease: (returnval){ [ 1529.552757] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5276e3e2-3bd1-7ad8-b9d4-7b755de2d80b" [ 1529.552757] env[62588]: _type = "HttpNfcLease" [ 1529.552757] env[62588]: } obtained for exporting VM: (result){ [ 1529.552757] env[62588]: value = "vm-372035" [ 1529.552757] env[62588]: _type = "VirtualMachine" [ 1529.552757] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1529.556085] env[62588]: DEBUG oslo_vmware.api [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the lease: (returnval){ [ 1529.556085] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5276e3e2-3bd1-7ad8-b9d4-7b755de2d80b" [ 1529.556085] env[62588]: _type = "HttpNfcLease" [ 1529.556085] env[62588]: } to be ready. {{(pid=62588) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1529.560746] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1529.560746] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5276e3e2-3bd1-7ad8-b9d4-7b755de2d80b" [ 1529.560746] env[62588]: _type = "HttpNfcLease" [ 1529.560746] env[62588]: } is initializing. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1529.571617] env[62588]: DEBUG nova.network.neutron [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Updating instance_info_cache with network_info: [{"id": "7d91350a-c276-47c1-87a6-9c06c6955632", "address": "fa:16:3e:ce:24:36", "network": {"id": "273f4106-1c6b-419d-8808-f9331c2cd8dd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-448710927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d1ed630a0d4020a166f0f3c29d7bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d91350a-c2", "ovs_interfaceid": "7d91350a-c276-47c1-87a6-9c06c6955632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.705718] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Creating Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1529.706056] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6b82d2b0-404a-4605-be5d-183f812e7f43 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.713785] env[62588]: DEBUG oslo_vmware.api [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1529.713785] env[62588]: value = "task-1793592" [ 1529.713785] env[62588]: _type = "Task" [ 1529.713785] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.719974] env[62588]: DEBUG nova.compute.manager [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1529.730445] env[62588]: DEBUG oslo_vmware.api [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793592, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.764643] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Releasing lock "refresh_cache-a160c33f-fcaf-419e-95ed-cea6db31a306" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.860595] env[62588]: DEBUG oslo_vmware.api [None req-9e862e91-911c-424b-9366-b016e5a3b5b4 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.868367] env[62588]: DEBUG nova.network.neutron [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Successfully created port: 783dc2b3-5ecb-43ef-9c65-b06073d35087 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1529.926574] env[62588]: DEBUG nova.compute.manager [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1530.063102] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1530.063102] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5276e3e2-3bd1-7ad8-b9d4-7b755de2d80b" [ 1530.063102] env[62588]: _type = "HttpNfcLease" [ 1530.063102] env[62588]: } is ready. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1530.063852] env[62588]: DEBUG oslo_vmware.rw_handles [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1530.063852] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5276e3e2-3bd1-7ad8-b9d4-7b755de2d80b" [ 1530.063852] env[62588]: _type = "HttpNfcLease" [ 1530.063852] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1530.064799] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e012a057-ae05-4b20-8d55-a0bc355d7bd0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.074429] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Releasing lock "refresh_cache-3ee02a39-f285-405c-b7b8-ab797afe560c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.074484] env[62588]: DEBUG nova.compute.manager [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Instance network_info: |[{"id": "7d91350a-c276-47c1-87a6-9c06c6955632", "address": "fa:16:3e:ce:24:36", "network": {"id": "273f4106-1c6b-419d-8808-f9331c2cd8dd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-448710927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d1ed630a0d4020a166f0f3c29d7bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d91350a-c2", "ovs_interfaceid": "7d91350a-c276-47c1-87a6-9c06c6955632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1530.078067] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:24:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cb94a1a-f287-46e7-b63b-ec692c2141b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d91350a-c276-47c1-87a6-9c06c6955632', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1530.086214] env[62588]: DEBUG oslo.service.loopingcall [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1530.086606] env[62588]: DEBUG oslo_vmware.rw_handles [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52890a4c-2d9c-78cb-3f7d-da2e8dbda724/disk-0.vmdk from lease info. {{(pid=62588) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1530.086990] env[62588]: DEBUG oslo_vmware.rw_handles [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52890a4c-2d9c-78cb-3f7d-da2e8dbda724/disk-0.vmdk for reading. {{(pid=62588) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1530.092369] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1530.093702] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e67e0ca-8e1b-42c4-9168-edd924825004 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.184495] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1530.184495] env[62588]: value = "task-1793593" [ 1530.184495] env[62588]: _type = "Task" [ 1530.184495] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.195776] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793593, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.215197] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-66f800af-f011-41be-a9bf-85b761d24219 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.229926] env[62588]: DEBUG oslo_vmware.api [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793592, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.282994] env[62588]: DEBUG nova.network.neutron [req-b09661a8-68ce-49b0-ae09-150ce3f17869 req-ea7247e8-6a3b-47ae-904f-db031cd29ca5 service nova] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Updated VIF entry in instance network info cache for port eaa498ce-cb05-4d94-8752-253aee1c5728. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1530.283344] env[62588]: DEBUG nova.network.neutron [req-b09661a8-68ce-49b0-ae09-150ce3f17869 req-ea7247e8-6a3b-47ae-904f-db031cd29ca5 service nova] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Updating instance_info_cache with network_info: [{"id": "eaa498ce-cb05-4d94-8752-253aee1c5728", "address": "fa:16:3e:9c:b1:31", "network": {"id": "271ff61a-97e5-4dcc-9a1d-0a8c9bfcf82b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-308691925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61746be0612f4268bc7f3359e1375013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaa498ce-cb", "ovs_interfaceid": "eaa498ce-cb05-4d94-8752-253aee1c5728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.357532] env[62588]: DEBUG oslo_vmware.api [None req-9e862e91-911c-424b-9366-b016e5a3b5b4 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.386718] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquiring lock "refresh_cache-eca1e90c-5ab0-4016-9aa9-0c6047159fb0" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.386718] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquired lock "refresh_cache-eca1e90c-5ab0-4016-9aa9-0c6047159fb0" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.387056] env[62588]: DEBUG nova.network.neutron [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1530.404606] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac36435a-0226-4c2e-a31e-e2e6cbb07f7c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.417299] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896b2519-d2df-4598-88b3-b1fba53d3a2e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.469372] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3585e9-2447-4355-9356-6f244372f47e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.478180] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53f3fe8-63dd-4078-b35d-846e55bbda8d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.497549] env[62588]: DEBUG nova.compute.provider_tree [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1530.498929] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.625109] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1530.626949] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3967cf-edb7-4512-bd7f-cee5f995c986 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.640239] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1530.644017] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-921b40e8-d998-4cee-b097-15bd32d642d4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.700361] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793593, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.728017] env[62588]: DEBUG oslo_vmware.api [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793592, 'name': CreateSnapshot_Task, 'duration_secs': 0.523995} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.735659] env[62588]: DEBUG nova.compute.manager [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1530.739407] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Created Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1530.741175] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bcf45b-958f-49b5-92f4-e8fab299db10 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.750481] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1530.750821] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1530.751022] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Deleting the datastore file [datastore1] a160c33f-fcaf-419e-95ed-cea6db31a306 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1530.751746] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-adf2efec-7b53-46e8-9591-80dd80d3c28a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.777119] env[62588]: DEBUG oslo_vmware.api [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1530.777119] env[62588]: value = "task-1793595" [ 1530.777119] env[62588]: _type = "Task" [ 1530.777119] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.780617] env[62588]: DEBUG nova.virt.hardware [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1530.780976] env[62588]: DEBUG nova.virt.hardware [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1530.781216] env[62588]: DEBUG nova.virt.hardware [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1530.781407] env[62588]: DEBUG nova.virt.hardware [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1530.781632] env[62588]: DEBUG nova.virt.hardware [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1530.781794] env[62588]: DEBUG nova.virt.hardware [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1530.782037] env[62588]: DEBUG nova.virt.hardware [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1530.782300] env[62588]: DEBUG nova.virt.hardware [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1530.782545] env[62588]: DEBUG nova.virt.hardware [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1530.782772] env[62588]: DEBUG nova.virt.hardware [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1530.783050] env[62588]: DEBUG nova.virt.hardware [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1530.784728] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41c9139-89b0-4284-82c1-4aba78fb61d3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.788751] env[62588]: DEBUG oslo_concurrency.lockutils [req-b09661a8-68ce-49b0-ae09-150ce3f17869 req-ea7247e8-6a3b-47ae-904f-db031cd29ca5 service nova] Releasing lock "refresh_cache-a3862ec6-21d1-4801-b506-09dcf1304ee2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.794133] env[62588]: DEBUG oslo_vmware.api [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.801029] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e064d0e-9253-460b-87ee-02b4a44dfeef {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.839269] env[62588]: DEBUG nova.compute.manager [req-f0704f96-5eaf-4b51-99a0-6a14339a3050 req-3fb75a4f-3f24-4280-9080-8d63ae7becd7 service nova] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Received event network-changed-7d91350a-c276-47c1-87a6-9c06c6955632 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1530.839469] env[62588]: DEBUG nova.compute.manager [req-f0704f96-5eaf-4b51-99a0-6a14339a3050 req-3fb75a4f-3f24-4280-9080-8d63ae7becd7 service nova] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Refreshing instance network info cache due to event network-changed-7d91350a-c276-47c1-87a6-9c06c6955632. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1530.843441] env[62588]: DEBUG oslo_concurrency.lockutils [req-f0704f96-5eaf-4b51-99a0-6a14339a3050 req-3fb75a4f-3f24-4280-9080-8d63ae7becd7 service nova] Acquiring lock "refresh_cache-3ee02a39-f285-405c-b7b8-ab797afe560c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.843686] env[62588]: DEBUG oslo_concurrency.lockutils [req-f0704f96-5eaf-4b51-99a0-6a14339a3050 req-3fb75a4f-3f24-4280-9080-8d63ae7becd7 service nova] Acquired lock "refresh_cache-3ee02a39-f285-405c-b7b8-ab797afe560c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.843872] env[62588]: DEBUG nova.network.neutron [req-f0704f96-5eaf-4b51-99a0-6a14339a3050 req-3fb75a4f-3f24-4280-9080-8d63ae7becd7 service nova] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Refreshing network info cache for port 7d91350a-c276-47c1-87a6-9c06c6955632 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1530.858708] env[62588]: DEBUG oslo_vmware.api [None req-9e862e91-911c-424b-9366-b016e5a3b5b4 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.879343] env[62588]: DEBUG nova.objects.instance [None req-3f0a6f4b-bc74-461c-a54f-2e5a5bff258a tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Lazy-loading 'flavor' on Instance uuid a3862ec6-21d1-4801-b506-09dcf1304ee2 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1531.000993] env[62588]: DEBUG nova.scheduler.client.report [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1531.197553] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793593, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.213982] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "cf8f3744-a2c8-42b3-b24e-401990126836" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.214309] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "cf8f3744-a2c8-42b3-b24e-401990126836" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.278789] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Creating linked-clone VM from snapshot {{(pid=62588) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1531.278942] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6a1cbfe9-4d43-4a5a-b64f-1907663ba715 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.292787] env[62588]: DEBUG oslo_vmware.api [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25403} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.294252] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1531.295106] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1531.295106] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1531.300746] env[62588]: DEBUG oslo_vmware.api [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1531.300746] env[62588]: value = "task-1793596" [ 1531.300746] env[62588]: _type = "Task" [ 1531.300746] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.305459] env[62588]: DEBUG oslo_vmware.api [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793596, 'name': CloneVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.338024] env[62588]: INFO nova.scheduler.client.report [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Deleted allocations for instance a160c33f-fcaf-419e-95ed-cea6db31a306 [ 1531.368497] env[62588]: DEBUG oslo_vmware.api [None req-9e862e91-911c-424b-9366-b016e5a3b5b4 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.387888] env[62588]: DEBUG nova.compute.manager [req-594147d1-0e49-4e09-898f-d10f02db1aa7 req-1576ab84-e385-48d8-8602-0731d9a66d4b service nova] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Received event network-vif-unplugged-ec2f55e0-305e-4f9b-87df-9229fd9730a9 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1531.390019] env[62588]: DEBUG oslo_concurrency.lockutils [req-594147d1-0e49-4e09-898f-d10f02db1aa7 req-1576ab84-e385-48d8-8602-0731d9a66d4b service nova] Acquiring lock "a160c33f-fcaf-419e-95ed-cea6db31a306-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.390019] env[62588]: DEBUG oslo_concurrency.lockutils [req-594147d1-0e49-4e09-898f-d10f02db1aa7 req-1576ab84-e385-48d8-8602-0731d9a66d4b service nova] Lock "a160c33f-fcaf-419e-95ed-cea6db31a306-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.390019] env[62588]: DEBUG oslo_concurrency.lockutils [req-594147d1-0e49-4e09-898f-d10f02db1aa7 req-1576ab84-e385-48d8-8602-0731d9a66d4b service nova] Lock "a160c33f-fcaf-419e-95ed-cea6db31a306-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.390019] env[62588]: DEBUG nova.compute.manager [req-594147d1-0e49-4e09-898f-d10f02db1aa7 req-1576ab84-e385-48d8-8602-0731d9a66d4b service nova] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] No waiting events found dispatching network-vif-unplugged-ec2f55e0-305e-4f9b-87df-9229fd9730a9 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1531.390019] env[62588]: WARNING nova.compute.manager [req-594147d1-0e49-4e09-898f-d10f02db1aa7 req-1576ab84-e385-48d8-8602-0731d9a66d4b service nova] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Received unexpected event network-vif-unplugged-ec2f55e0-305e-4f9b-87df-9229fd9730a9 for instance with vm_state shelved_offloaded and task_state None. [ 1531.391187] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3f0a6f4b-bc74-461c-a54f-2e5a5bff258a tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Acquiring lock "refresh_cache-a3862ec6-21d1-4801-b506-09dcf1304ee2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.391983] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3f0a6f4b-bc74-461c-a54f-2e5a5bff258a tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Acquired lock "refresh_cache-a3862ec6-21d1-4801-b506-09dcf1304ee2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.506495] env[62588]: DEBUG oslo_concurrency.lockutils [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.805s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.509926] env[62588]: DEBUG nova.compute.manager [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1531.513294] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.219s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.514579] env[62588]: INFO nova.compute.claims [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1531.696348] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793593, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.810998] env[62588]: DEBUG oslo_vmware.api [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793596, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.842833] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.864926] env[62588]: DEBUG oslo_vmware.api [None req-9e862e91-911c-424b-9366-b016e5a3b5b4 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.012479] env[62588]: DEBUG nova.network.neutron [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Updating instance_info_cache with network_info: [{"id": "c9f90935-23d0-4353-8ef2-b90756711889", "address": "fa:16:3e:f3:c5:ef", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f90935-23", "ovs_interfaceid": "c9f90935-23d0-4353-8ef2-b90756711889", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.014638] env[62588]: DEBUG nova.compute.utils [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1532.016740] env[62588]: DEBUG nova.compute.manager [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1532.017573] env[62588]: DEBUG nova.network.neutron [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1532.188258] env[62588]: DEBUG nova.policy [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0883220b6dfc4efbb06934f79847e6fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73e42e4bf1f14eb6b720a46435776250', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1532.191654] env[62588]: DEBUG nova.network.neutron [None req-3f0a6f4b-bc74-461c-a54f-2e5a5bff258a tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1532.208367] env[62588]: DEBUG nova.network.neutron [req-f0704f96-5eaf-4b51-99a0-6a14339a3050 req-3fb75a4f-3f24-4280-9080-8d63ae7becd7 service nova] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Updated VIF entry in instance network info cache for port 7d91350a-c276-47c1-87a6-9c06c6955632. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1532.208367] env[62588]: DEBUG nova.network.neutron [req-f0704f96-5eaf-4b51-99a0-6a14339a3050 req-3fb75a4f-3f24-4280-9080-8d63ae7becd7 service nova] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Updating instance_info_cache with network_info: [{"id": "7d91350a-c276-47c1-87a6-9c06c6955632", "address": "fa:16:3e:ce:24:36", "network": {"id": "273f4106-1c6b-419d-8808-f9331c2cd8dd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-448710927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d1ed630a0d4020a166f0f3c29d7bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d91350a-c2", "ovs_interfaceid": "7d91350a-c276-47c1-87a6-9c06c6955632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.214425] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793593, 'name': CreateVM_Task, 'duration_secs': 1.563192} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.214425] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1532.214606] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.214774] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.215106] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1532.215360] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be04ef4d-c354-483f-ad77-429e06176c11 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.220982] env[62588]: DEBUG oslo_vmware.api [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1532.220982] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529f78aa-66c0-4987-3d00-2197d2b14238" [ 1532.220982] env[62588]: _type = "Task" [ 1532.220982] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.234171] env[62588]: DEBUG oslo_vmware.api [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529f78aa-66c0-4987-3d00-2197d2b14238, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.313195] env[62588]: DEBUG oslo_vmware.api [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793596, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.365664] env[62588]: DEBUG oslo_vmware.api [None req-9e862e91-911c-424b-9366-b016e5a3b5b4 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.514208] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Releasing lock "refresh_cache-eca1e90c-5ab0-4016-9aa9-0c6047159fb0" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.521076] env[62588]: DEBUG nova.compute.manager [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1532.644368] env[62588]: DEBUG nova.network.neutron [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Successfully updated port: 783dc2b3-5ecb-43ef-9c65-b06073d35087 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1532.710243] env[62588]: DEBUG oslo_concurrency.lockutils [req-f0704f96-5eaf-4b51-99a0-6a14339a3050 req-3fb75a4f-3f24-4280-9080-8d63ae7becd7 service nova] Releasing lock "refresh_cache-3ee02a39-f285-405c-b7b8-ab797afe560c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.737137] env[62588]: DEBUG oslo_vmware.api [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529f78aa-66c0-4987-3d00-2197d2b14238, 'name': SearchDatastore_Task, 'duration_secs': 0.014228} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.737468] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.737702] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1532.737935] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.738098] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.738275] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1532.738549] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd986d96-6f93-4ee2-80a6-d9eda62f20d1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.749162] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1532.749162] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1532.749162] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b31a8a5f-a071-4a5e-afaa-18fc2580948b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.754888] env[62588]: DEBUG oslo_vmware.api [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1532.754888] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5285e86e-569f-9786-f9fa-9df12281ca59" [ 1532.754888] env[62588]: _type = "Task" [ 1532.754888] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.768496] env[62588]: DEBUG oslo_vmware.api [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5285e86e-569f-9786-f9fa-9df12281ca59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.828236] env[62588]: DEBUG oslo_vmware.api [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793596, 'name': CloneVM_Task} progress is 95%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.856944] env[62588]: DEBUG nova.network.neutron [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Successfully created port: 7bbcff9f-c77b-45ff-acdc-cda3e7533047 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1532.866735] env[62588]: DEBUG oslo_vmware.api [None req-9e862e91-911c-424b-9366-b016e5a3b5b4 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793586, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.055021] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228cf772-5d48-4b53-bc2f-4c86c90b469c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.087393] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55aef2f7-ead2-4b7a-9697-55678c06135c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.096394] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Updating instance 'eca1e90c-5ab0-4016-9aa9-0c6047159fb0' progress to 83 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1533.147333] env[62588]: DEBUG oslo_concurrency.lockutils [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "refresh_cache-f1f8c1c7-244b-43ee-8368-5d75246edc07" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.147475] env[62588]: DEBUG oslo_concurrency.lockutils [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquired lock "refresh_cache-f1f8c1c7-244b-43ee-8368-5d75246edc07" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.147622] env[62588]: DEBUG nova.network.neutron [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1533.195201] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff4378f-2837-43fe-8b44-05679295316d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.204061] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0860f5c9-803e-43c7-b3a3-389c01f668e7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.244353] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2a3963-9171-4b27-8b98-c9834152dd1b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.255261] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae32aa98-576a-4ed4-a78c-c467b079a85d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.270903] env[62588]: DEBUG nova.network.neutron [None req-3f0a6f4b-bc74-461c-a54f-2e5a5bff258a tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Updating instance_info_cache with network_info: [{"id": "eaa498ce-cb05-4d94-8752-253aee1c5728", "address": "fa:16:3e:9c:b1:31", "network": {"id": "271ff61a-97e5-4dcc-9a1d-0a8c9bfcf82b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-308691925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61746be0612f4268bc7f3359e1375013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaa498ce-cb", "ovs_interfaceid": "eaa498ce-cb05-4d94-8752-253aee1c5728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.290866] env[62588]: DEBUG nova.compute.provider_tree [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1533.297832] env[62588]: DEBUG oslo_vmware.api [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5285e86e-569f-9786-f9fa-9df12281ca59, 'name': SearchDatastore_Task, 'duration_secs': 0.015169} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.299426] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e4137ae-b70e-4b84-95bb-5a3ec82723ae {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.304961] env[62588]: DEBUG nova.compute.manager [req-891dc03f-54ea-4793-8213-2c667c728a72 req-2f9261f8-4d27-4042-8022-a171d702c43e service nova] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Received event network-changed-eaa498ce-cb05-4d94-8752-253aee1c5728 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1533.305205] env[62588]: DEBUG nova.compute.manager [req-891dc03f-54ea-4793-8213-2c667c728a72 req-2f9261f8-4d27-4042-8022-a171d702c43e service nova] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Refreshing instance network info cache due to event network-changed-eaa498ce-cb05-4d94-8752-253aee1c5728. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1533.305547] env[62588]: DEBUG oslo_concurrency.lockutils [req-891dc03f-54ea-4793-8213-2c667c728a72 req-2f9261f8-4d27-4042-8022-a171d702c43e service nova] Acquiring lock "refresh_cache-a3862ec6-21d1-4801-b506-09dcf1304ee2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.311191] env[62588]: DEBUG oslo_vmware.api [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1533.311191] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52dcec67-0fb6-af4c-b11c-b8468b758064" [ 1533.311191] env[62588]: _type = "Task" [ 1533.311191] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.320495] env[62588]: DEBUG oslo_vmware.api [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793596, 'name': CloneVM_Task, 'duration_secs': 1.663239} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.321138] env[62588]: INFO nova.virt.vmwareapi.vmops [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Created linked-clone VM from snapshot [ 1533.321899] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291cc880-62b3-4666-bc73-8df8242a7564 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.327925] env[62588]: DEBUG oslo_vmware.api [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52dcec67-0fb6-af4c-b11c-b8468b758064, 'name': SearchDatastore_Task, 'duration_secs': 0.013756} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.328826] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.329307] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 3ee02a39-f285-405c-b7b8-ab797afe560c/3ee02a39-f285-405c-b7b8-ab797afe560c.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1533.329414] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7633f83-7d25-4fa9-a0e4-5270f789226e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.335453] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Uploading image 9f2f8b04-8655-46b2-91a4-8ad5e973dd03 {{(pid=62588) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1533.341619] env[62588]: DEBUG oslo_vmware.api [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1533.341619] env[62588]: value = "task-1793597" [ 1533.341619] env[62588]: _type = "Task" [ 1533.341619] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.352109] env[62588]: DEBUG oslo_vmware.api [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.362786] env[62588]: DEBUG oslo_vmware.rw_handles [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1533.362786] env[62588]: value = "vm-372038" [ 1533.362786] env[62588]: _type = "VirtualMachine" [ 1533.362786] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1533.363238] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-57be407f-f185-44e3-8a83-a659c19c036f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.370368] env[62588]: DEBUG oslo_vmware.api [None req-9e862e91-911c-424b-9366-b016e5a3b5b4 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793586, 'name': ReconfigVM_Task, 'duration_secs': 5.857595} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.371710] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9e862e91-911c-424b-9366-b016e5a3b5b4 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Releasing lock "da1aa85b-feca-4031-b8f7-ec05f7d5c375" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.371948] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9e862e91-911c-424b-9366-b016e5a3b5b4 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Reconfigured VM to detach interface {{(pid=62588) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1533.374711] env[62588]: DEBUG oslo_vmware.rw_handles [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lease: (returnval){ [ 1533.374711] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52383905-56e3-576f-c44e-ca01c0413ccf" [ 1533.374711] env[62588]: _type = "HttpNfcLease" [ 1533.374711] env[62588]: } obtained for exporting VM: (result){ [ 1533.374711] env[62588]: value = "vm-372038" [ 1533.374711] env[62588]: _type = "VirtualMachine" [ 1533.374711] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1533.375240] env[62588]: DEBUG oslo_vmware.api [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the lease: (returnval){ [ 1533.375240] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52383905-56e3-576f-c44e-ca01c0413ccf" [ 1533.375240] env[62588]: _type = "HttpNfcLease" [ 1533.375240] env[62588]: } to be ready. {{(pid=62588) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1533.384505] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1533.384505] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52383905-56e3-576f-c44e-ca01c0413ccf" [ 1533.384505] env[62588]: _type = "HttpNfcLease" [ 1533.384505] env[62588]: } is initializing. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1533.535850] env[62588]: DEBUG nova.compute.manager [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1533.563349] env[62588]: DEBUG nova.virt.hardware [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1533.563619] env[62588]: DEBUG nova.virt.hardware [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1533.563772] env[62588]: DEBUG nova.virt.hardware [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1533.563990] env[62588]: DEBUG nova.virt.hardware [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1533.564165] env[62588]: DEBUG nova.virt.hardware [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1533.564373] env[62588]: DEBUG nova.virt.hardware [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1533.564777] env[62588]: DEBUG nova.virt.hardware [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1533.565134] env[62588]: DEBUG nova.virt.hardware [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1533.565343] env[62588]: DEBUG nova.virt.hardware [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1533.565582] env[62588]: DEBUG nova.virt.hardware [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1533.565852] env[62588]: DEBUG nova.virt.hardware [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1533.568053] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0335207a-1f12-44f0-8586-03965fa66a72 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.577711] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c56c29-67c1-4b36-b640-4d3a58ce258f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.602839] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1533.603175] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d161be52-e0c2-4ec4-8698-18b6bcbbda2d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.611131] env[62588]: DEBUG oslo_vmware.api [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1533.611131] env[62588]: value = "task-1793599" [ 1533.611131] env[62588]: _type = "Task" [ 1533.611131] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.623082] env[62588]: DEBUG oslo_vmware.api [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.690237] env[62588]: DEBUG nova.network.neutron [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1533.778734] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8fd7e613-d2e3-43b7-adf7-4631b5778d6d tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "a160c33f-fcaf-419e-95ed-cea6db31a306" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.779487] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3f0a6f4b-bc74-461c-a54f-2e5a5bff258a tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Releasing lock "refresh_cache-a3862ec6-21d1-4801-b506-09dcf1304ee2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.779753] env[62588]: DEBUG nova.compute.manager [None req-3f0a6f4b-bc74-461c-a54f-2e5a5bff258a tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Inject network info {{(pid=62588) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7689}} [ 1533.780141] env[62588]: DEBUG nova.compute.manager [None req-3f0a6f4b-bc74-461c-a54f-2e5a5bff258a tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] network_info to inject: |[{"id": "eaa498ce-cb05-4d94-8752-253aee1c5728", "address": "fa:16:3e:9c:b1:31", "network": {"id": "271ff61a-97e5-4dcc-9a1d-0a8c9bfcf82b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-308691925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61746be0612f4268bc7f3359e1375013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaa498ce-cb", "ovs_interfaceid": "eaa498ce-cb05-4d94-8752-253aee1c5728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7690}} [ 1533.793588] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0a6f4b-bc74-461c-a54f-2e5a5bff258a tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Reconfiguring VM instance to set the machine id {{(pid=62588) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1533.794200] env[62588]: DEBUG oslo_concurrency.lockutils [req-891dc03f-54ea-4793-8213-2c667c728a72 req-2f9261f8-4d27-4042-8022-a171d702c43e service nova] Acquired lock "refresh_cache-a3862ec6-21d1-4801-b506-09dcf1304ee2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.794600] env[62588]: DEBUG nova.network.neutron [req-891dc03f-54ea-4793-8213-2c667c728a72 req-2f9261f8-4d27-4042-8022-a171d702c43e service nova] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Refreshing network info cache for port eaa498ce-cb05-4d94-8752-253aee1c5728 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1533.796165] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c510fc2-e5c9-4dbd-a68e-4df508562ca7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.813826] env[62588]: DEBUG nova.scheduler.client.report [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1533.826710] env[62588]: DEBUG oslo_vmware.api [None req-3f0a6f4b-bc74-461c-a54f-2e5a5bff258a tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Waiting for the task: (returnval){ [ 1533.826710] env[62588]: value = "task-1793600" [ 1533.826710] env[62588]: _type = "Task" [ 1533.826710] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.839376] env[62588]: DEBUG oslo_vmware.api [None req-3f0a6f4b-bc74-461c-a54f-2e5a5bff258a tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Task: {'id': task-1793600, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.852064] env[62588]: DEBUG oslo_vmware.api [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489774} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.852305] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 3ee02a39-f285-405c-b7b8-ab797afe560c/3ee02a39-f285-405c-b7b8-ab797afe560c.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1533.852540] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1533.852807] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5d56c2d-b1e3-496a-a2f2-dfc280ed2d72 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.861080] env[62588]: DEBUG oslo_vmware.api [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1533.861080] env[62588]: value = "task-1793601" [ 1533.861080] env[62588]: _type = "Task" [ 1533.861080] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.871853] env[62588]: DEBUG oslo_vmware.api [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.886421] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1533.886421] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52383905-56e3-576f-c44e-ca01c0413ccf" [ 1533.886421] env[62588]: _type = "HttpNfcLease" [ 1533.886421] env[62588]: } is ready. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1533.886804] env[62588]: DEBUG oslo_vmware.rw_handles [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1533.886804] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52383905-56e3-576f-c44e-ca01c0413ccf" [ 1533.886804] env[62588]: _type = "HttpNfcLease" [ 1533.886804] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1533.888020] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2e02bb-d388-416f-9a11-2510c306a98a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.900416] env[62588]: DEBUG oslo_vmware.rw_handles [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ada84d-cb93-bf53-7b0e-c4432022f2ac/disk-0.vmdk from lease info. {{(pid=62588) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1533.900560] env[62588]: DEBUG oslo_vmware.rw_handles [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ada84d-cb93-bf53-7b0e-c4432022f2ac/disk-0.vmdk for reading. {{(pid=62588) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1533.961635] env[62588]: DEBUG nova.network.neutron [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Updating instance_info_cache with network_info: [{"id": "783dc2b3-5ecb-43ef-9c65-b06073d35087", "address": "fa:16:3e:d2:35:e6", "network": {"id": "ebfd054e-b4b8-4c77-9adb-1fd6bca34d84", "bridge": "br-int", "label": "tempest-ServersTestJSON-273759622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "962ad43ecb3d425ebc57be08dea7d954", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap783dc2b3-5e", "ovs_interfaceid": "783dc2b3-5ecb-43ef-9c65-b06073d35087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.969972] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "e1cb64a7-1d26-4b65-b571-c586efe0a94d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.969972] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "e1cb64a7-1d26-4b65-b571-c586efe0a94d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.014166] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-45d0a06a-dd19-4f50-99c5-24e93c90d1fb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.083102] env[62588]: DEBUG nova.compute.manager [req-3c2171fe-8079-4f2e-ad38-b685b94a8124 req-ebb87166-398f-445f-a595-fb9540f1537d service nova] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Received event network-changed-ec2f55e0-305e-4f9b-87df-9229fd9730a9 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1534.083353] env[62588]: DEBUG nova.compute.manager [req-3c2171fe-8079-4f2e-ad38-b685b94a8124 req-ebb87166-398f-445f-a595-fb9540f1537d service nova] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Refreshing instance network info cache due to event network-changed-ec2f55e0-305e-4f9b-87df-9229fd9730a9. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1534.083584] env[62588]: DEBUG oslo_concurrency.lockutils [req-3c2171fe-8079-4f2e-ad38-b685b94a8124 req-ebb87166-398f-445f-a595-fb9540f1537d service nova] Acquiring lock "refresh_cache-a160c33f-fcaf-419e-95ed-cea6db31a306" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.083708] env[62588]: DEBUG oslo_concurrency.lockutils [req-3c2171fe-8079-4f2e-ad38-b685b94a8124 req-ebb87166-398f-445f-a595-fb9540f1537d service nova] Acquired lock "refresh_cache-a160c33f-fcaf-419e-95ed-cea6db31a306" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.083867] env[62588]: DEBUG nova.network.neutron [req-3c2171fe-8079-4f2e-ad38-b685b94a8124 req-ebb87166-398f-445f-a595-fb9540f1537d service nova] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Refreshing network info cache for port ec2f55e0-305e-4f9b-87df-9229fd9730a9 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1534.121015] env[62588]: DEBUG oslo_vmware.api [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793599, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.204036] env[62588]: DEBUG nova.network.neutron [req-891dc03f-54ea-4793-8213-2c667c728a72 req-2f9261f8-4d27-4042-8022-a171d702c43e service nova] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Updated VIF entry in instance network info cache for port eaa498ce-cb05-4d94-8752-253aee1c5728. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1534.204036] env[62588]: DEBUG nova.network.neutron [req-891dc03f-54ea-4793-8213-2c667c728a72 req-2f9261f8-4d27-4042-8022-a171d702c43e service nova] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Updating instance_info_cache with network_info: [{"id": "eaa498ce-cb05-4d94-8752-253aee1c5728", "address": "fa:16:3e:9c:b1:31", "network": {"id": "271ff61a-97e5-4dcc-9a1d-0a8c9bfcf82b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-308691925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61746be0612f4268bc7f3359e1375013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaa498ce-cb", "ovs_interfaceid": "eaa498ce-cb05-4d94-8752-253aee1c5728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.319526] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.807s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.320066] env[62588]: DEBUG nova.compute.manager [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1534.322924] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1e019817-efe2-49e7-be22-a0dade58a5f9 tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.743s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.323304] env[62588]: DEBUG nova.objects.instance [None req-1e019817-efe2-49e7-be22-a0dade58a5f9 tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Lazy-loading 'resources' on Instance uuid 672d7961-3f6b-49e8-abaa-c83040bcfd69 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1534.337185] env[62588]: DEBUG oslo_vmware.api [None req-3f0a6f4b-bc74-461c-a54f-2e5a5bff258a tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Task: {'id': task-1793600, 'name': ReconfigVM_Task, 'duration_secs': 0.157543} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.338738] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0a6f4b-bc74-461c-a54f-2e5a5bff258a tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Reconfigured VM instance to set the machine id {{(pid=62588) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1534.373023] env[62588]: DEBUG oslo_vmware.api [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12373} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.373415] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1534.374431] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81ed123-dae5-410f-9616-5073b66d3ff3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.401869] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 3ee02a39-f285-405c-b7b8-ab797afe560c/3ee02a39-f285-405c-b7b8-ab797afe560c.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1534.404241] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65fd592e-f4aa-47c3-aca1-9b5497fd3f8d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.427720] env[62588]: DEBUG oslo_vmware.api [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1534.427720] env[62588]: value = "task-1793602" [ 1534.427720] env[62588]: _type = "Task" [ 1534.427720] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.440877] env[62588]: DEBUG oslo_vmware.api [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793602, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.469180] env[62588]: DEBUG oslo_concurrency.lockutils [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Releasing lock "refresh_cache-f1f8c1c7-244b-43ee-8368-5d75246edc07" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.469624] env[62588]: DEBUG nova.compute.manager [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Instance network_info: |[{"id": "783dc2b3-5ecb-43ef-9c65-b06073d35087", "address": "fa:16:3e:d2:35:e6", "network": {"id": "ebfd054e-b4b8-4c77-9adb-1fd6bca34d84", "bridge": "br-int", "label": "tempest-ServersTestJSON-273759622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "962ad43ecb3d425ebc57be08dea7d954", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap783dc2b3-5e", "ovs_interfaceid": "783dc2b3-5ecb-43ef-9c65-b06073d35087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1534.469978] env[62588]: DEBUG oslo_concurrency.lockutils [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Acquiring lock "f26adaee-0b99-42b7-b852-b85833a67ff8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.470301] env[62588]: DEBUG oslo_concurrency.lockutils [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Lock "f26adaee-0b99-42b7-b852-b85833a67ff8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.470691] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:35:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '783dc2b3-5ecb-43ef-9c65-b06073d35087', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1534.480441] env[62588]: DEBUG oslo.service.loopingcall [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1534.480441] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1534.480441] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae0285a1-6900-42ce-9c35-60236bad870b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.502452] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1534.502452] env[62588]: value = "task-1793603" [ 1534.502452] env[62588]: _type = "Task" [ 1534.502452] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.511994] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793603, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.626836] env[62588]: DEBUG oslo_vmware.api [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793599, 'name': PowerOnVM_Task, 'duration_secs': 0.700601} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.628135] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1534.628135] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7feb2267-1825-4c52-a2d7-ce4514b9553d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Updating instance 'eca1e90c-5ab0-4016-9aa9-0c6047159fb0' progress to 100 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1534.705908] env[62588]: DEBUG oslo_concurrency.lockutils [req-891dc03f-54ea-4793-8213-2c667c728a72 req-2f9261f8-4d27-4042-8022-a171d702c43e service nova] Releasing lock "refresh_cache-a3862ec6-21d1-4801-b506-09dcf1304ee2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.813652] env[62588]: DEBUG nova.network.neutron [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Successfully updated port: 7bbcff9f-c77b-45ff-acdc-cda3e7533047 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1534.830098] env[62588]: DEBUG nova.compute.utils [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1534.832657] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9e862e91-911c-424b-9366-b016e5a3b5b4 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "refresh_cache-da1aa85b-feca-4031-b8f7-ec05f7d5c375" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.832657] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9e862e91-911c-424b-9366-b016e5a3b5b4 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquired lock "refresh_cache-da1aa85b-feca-4031-b8f7-ec05f7d5c375" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.832851] env[62588]: DEBUG nova.network.neutron [None req-9e862e91-911c-424b-9366-b016e5a3b5b4 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1534.838241] env[62588]: DEBUG nova.compute.manager [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1534.838241] env[62588]: DEBUG nova.network.neutron [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1534.891523] env[62588]: DEBUG nova.policy [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47c733f76ab14b608a3c4e46eb854a29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc519d1e40cb46d7b606f77b0bde4781', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1534.942208] env[62588]: DEBUG oslo_vmware.api [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.020233] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793603, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.022512] env[62588]: DEBUG nova.network.neutron [req-3c2171fe-8079-4f2e-ad38-b685b94a8124 req-ebb87166-398f-445f-a595-fb9540f1537d service nova] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Updated VIF entry in instance network info cache for port ec2f55e0-305e-4f9b-87df-9229fd9730a9. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1535.022943] env[62588]: DEBUG nova.network.neutron [req-3c2171fe-8079-4f2e-ad38-b685b94a8124 req-ebb87166-398f-445f-a595-fb9540f1537d service nova] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Updating instance_info_cache with network_info: [{"id": "ec2f55e0-305e-4f9b-87df-9229fd9730a9", "address": "fa:16:3e:38:96:b1", "network": {"id": "adc3b6e0-4437-45a1-a195-1acf36a5afeb", "bridge": null, "label": "tempest-DeleteServersTestJSON-83189614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb190925c06e4772ae04f7b565c5f2e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapec2f55e0-30", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.145436] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Acquiring lock "a3862ec6-21d1-4801-b506-09dcf1304ee2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.145753] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Lock "a3862ec6-21d1-4801-b506-09dcf1304ee2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.146269] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Acquiring lock "a3862ec6-21d1-4801-b506-09dcf1304ee2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.149540] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Lock "a3862ec6-21d1-4801-b506-09dcf1304ee2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.150050] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Lock "a3862ec6-21d1-4801-b506-09dcf1304ee2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.160318] env[62588]: INFO nova.compute.manager [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Terminating instance [ 1535.316939] env[62588]: DEBUG oslo_concurrency.lockutils [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Acquiring lock "refresh_cache-b65d9bfb-74bb-41fe-afd1-2a1cf354543b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.317181] env[62588]: DEBUG oslo_concurrency.lockutils [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Acquired lock "refresh_cache-b65d9bfb-74bb-41fe-afd1-2a1cf354543b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.317245] env[62588]: DEBUG nova.network.neutron [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1535.340419] env[62588]: DEBUG nova.compute.manager [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1535.426269] env[62588]: DEBUG nova.network.neutron [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Successfully created port: da8967c6-112d-4c22-972b-690f853c9741 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1535.441123] env[62588]: DEBUG oslo_vmware.api [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793602, 'name': ReconfigVM_Task, 'duration_secs': 0.590266} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.444138] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 3ee02a39-f285-405c-b7b8-ab797afe560c/3ee02a39-f285-405c-b7b8-ab797afe560c.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1535.445232] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-258b634b-4633-4d5f-9356-8571296e06ce {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.452505] env[62588]: DEBUG oslo_vmware.api [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1535.452505] env[62588]: value = "task-1793604" [ 1535.452505] env[62588]: _type = "Task" [ 1535.452505] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.463444] env[62588]: DEBUG oslo_vmware.api [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793604, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.515526] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793603, 'name': CreateVM_Task, 'duration_secs': 0.706841} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.515944] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1535.517208] env[62588]: DEBUG oslo_concurrency.lockutils [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.517208] env[62588]: DEBUG oslo_concurrency.lockutils [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.517371] env[62588]: DEBUG oslo_concurrency.lockutils [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1535.517534] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e84eac3-de8a-4a32-b908-98397fa58c14 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.526131] env[62588]: DEBUG oslo_vmware.api [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1535.526131] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52aa1c79-608b-c0a7-7f33-95daf8f50bb8" [ 1535.526131] env[62588]: _type = "Task" [ 1535.526131] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.526971] env[62588]: DEBUG oslo_concurrency.lockutils [req-3c2171fe-8079-4f2e-ad38-b685b94a8124 req-ebb87166-398f-445f-a595-fb9540f1537d service nova] Releasing lock "refresh_cache-a160c33f-fcaf-419e-95ed-cea6db31a306" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.527773] env[62588]: DEBUG nova.compute.manager [req-3c2171fe-8079-4f2e-ad38-b685b94a8124 req-ebb87166-398f-445f-a595-fb9540f1537d service nova] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Received event network-vif-plugged-783dc2b3-5ecb-43ef-9c65-b06073d35087 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1535.527773] env[62588]: DEBUG oslo_concurrency.lockutils [req-3c2171fe-8079-4f2e-ad38-b685b94a8124 req-ebb87166-398f-445f-a595-fb9540f1537d service nova] Acquiring lock "f1f8c1c7-244b-43ee-8368-5d75246edc07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.527773] env[62588]: DEBUG oslo_concurrency.lockutils [req-3c2171fe-8079-4f2e-ad38-b685b94a8124 req-ebb87166-398f-445f-a595-fb9540f1537d service nova] Lock "f1f8c1c7-244b-43ee-8368-5d75246edc07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.527963] env[62588]: DEBUG oslo_concurrency.lockutils [req-3c2171fe-8079-4f2e-ad38-b685b94a8124 req-ebb87166-398f-445f-a595-fb9540f1537d service nova] Lock "f1f8c1c7-244b-43ee-8368-5d75246edc07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.528034] env[62588]: DEBUG nova.compute.manager [req-3c2171fe-8079-4f2e-ad38-b685b94a8124 req-ebb87166-398f-445f-a595-fb9540f1537d service nova] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] No waiting events found dispatching network-vif-plugged-783dc2b3-5ecb-43ef-9c65-b06073d35087 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1535.528500] env[62588]: WARNING nova.compute.manager [req-3c2171fe-8079-4f2e-ad38-b685b94a8124 req-ebb87166-398f-445f-a595-fb9540f1537d service nova] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Received unexpected event network-vif-plugged-783dc2b3-5ecb-43ef-9c65-b06073d35087 for instance with vm_state building and task_state spawning. [ 1535.528694] env[62588]: DEBUG nova.compute.manager [req-3c2171fe-8079-4f2e-ad38-b685b94a8124 req-ebb87166-398f-445f-a595-fb9540f1537d service nova] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Received event network-changed-783dc2b3-5ecb-43ef-9c65-b06073d35087 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1535.528854] env[62588]: DEBUG nova.compute.manager [req-3c2171fe-8079-4f2e-ad38-b685b94a8124 req-ebb87166-398f-445f-a595-fb9540f1537d service nova] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Refreshing instance network info cache due to event network-changed-783dc2b3-5ecb-43ef-9c65-b06073d35087. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1535.529060] env[62588]: DEBUG oslo_concurrency.lockutils [req-3c2171fe-8079-4f2e-ad38-b685b94a8124 req-ebb87166-398f-445f-a595-fb9540f1537d service nova] Acquiring lock "refresh_cache-f1f8c1c7-244b-43ee-8368-5d75246edc07" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.529218] env[62588]: DEBUG oslo_concurrency.lockutils [req-3c2171fe-8079-4f2e-ad38-b685b94a8124 req-ebb87166-398f-445f-a595-fb9540f1537d service nova] Acquired lock "refresh_cache-f1f8c1c7-244b-43ee-8368-5d75246edc07" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.529392] env[62588]: DEBUG nova.network.neutron [req-3c2171fe-8079-4f2e-ad38-b685b94a8124 req-ebb87166-398f-445f-a595-fb9540f1537d service nova] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Refreshing network info cache for port 783dc2b3-5ecb-43ef-9c65-b06073d35087 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1535.544041] env[62588]: DEBUG oslo_vmware.api [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52aa1c79-608b-c0a7-7f33-95daf8f50bb8, 'name': SearchDatastore_Task, 'duration_secs': 0.013498} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.544438] env[62588]: DEBUG oslo_concurrency.lockutils [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.544772] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1535.545085] env[62588]: DEBUG oslo_concurrency.lockutils [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.545267] env[62588]: DEBUG oslo_concurrency.lockutils [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.545452] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1535.545747] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bd73fb9-b7be-452d-bdec-59c33761874e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.559251] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1535.559407] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1535.560515] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c00d1ce2-26f6-410f-aba6-46dc9d2f4218 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.571598] env[62588]: DEBUG oslo_vmware.api [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1535.571598] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520aedbe-4cc1-048f-c35d-1b4b48be05aa" [ 1535.571598] env[62588]: _type = "Task" [ 1535.571598] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.585809] env[62588]: DEBUG oslo_vmware.api [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520aedbe-4cc1-048f-c35d-1b4b48be05aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.669328] env[62588]: DEBUG nova.compute.manager [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1535.670959] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1535.670959] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "da1aa85b-feca-4031-b8f7-ec05f7d5c375" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.670959] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "da1aa85b-feca-4031-b8f7-ec05f7d5c375" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.670959] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "da1aa85b-feca-4031-b8f7-ec05f7d5c375-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.671205] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "da1aa85b-feca-4031-b8f7-ec05f7d5c375-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.671597] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "da1aa85b-feca-4031-b8f7-ec05f7d5c375-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.674801] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1762c783-3cb9-4eda-a8d9-8153cdacd340 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.680390] env[62588]: INFO nova.compute.manager [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Terminating instance [ 1535.690319] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1535.690319] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-355a3fab-72a9-4f44-9b6a-7ad5bda86ab0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.698875] env[62588]: DEBUG oslo_vmware.api [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Waiting for the task: (returnval){ [ 1535.698875] env[62588]: value = "task-1793605" [ 1535.698875] env[62588]: _type = "Task" [ 1535.698875] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.715206] env[62588]: DEBUG oslo_vmware.api [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Task: {'id': task-1793605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.743776] env[62588]: INFO nova.network.neutron [None req-9e862e91-911c-424b-9366-b016e5a3b5b4 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Port dff6d922-cab3-4ce5-83a6-a726721af30d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1535.744493] env[62588]: DEBUG nova.network.neutron [None req-9e862e91-911c-424b-9366-b016e5a3b5b4 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Updating instance_info_cache with network_info: [{"id": "dd27bb5b-977f-4d66-bd1b-1890566b9f50", "address": "fa:16:3e:d4:8e:f5", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd27bb5b-97", "ovs_interfaceid": "dd27bb5b-977f-4d66-bd1b-1890566b9f50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.749763] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c858f8c4-2b27-4104-9a53-380563fa9879 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.759538] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d15e71-5269-47b5-b21d-187ce6766ed1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.796412] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a8e040-8f2c-4e47-b8bb-5e705bc58ca5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.805259] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b7d289-dc62-4258-bfd2-0c03cc8d5667 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.823363] env[62588]: DEBUG nova.compute.provider_tree [None req-1e019817-efe2-49e7-be22-a0dade58a5f9 tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1535.867948] env[62588]: DEBUG nova.network.neutron [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1535.965449] env[62588]: DEBUG oslo_vmware.api [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793604, 'name': Rename_Task, 'duration_secs': 0.216551} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.965769] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1535.966046] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27a2f0c7-07da-4a40-ae8c-f6027417ed2c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.973214] env[62588]: DEBUG oslo_vmware.api [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1535.973214] env[62588]: value = "task-1793606" [ 1535.973214] env[62588]: _type = "Task" [ 1535.973214] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.984619] env[62588]: DEBUG oslo_vmware.api [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.083177] env[62588]: DEBUG oslo_vmware.api [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520aedbe-4cc1-048f-c35d-1b4b48be05aa, 'name': SearchDatastore_Task, 'duration_secs': 0.013537} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.084036] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c010f77-b5a3-4bbb-80d1-33050a720465 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.089753] env[62588]: DEBUG oslo_vmware.api [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1536.089753] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5224fc47-dc3c-2d97-610f-1cd64e233df0" [ 1536.089753] env[62588]: _type = "Task" [ 1536.089753] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.098026] env[62588]: DEBUG oslo_vmware.api [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5224fc47-dc3c-2d97-610f-1cd64e233df0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.103646] env[62588]: DEBUG nova.network.neutron [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Updating instance_info_cache with network_info: [{"id": "7bbcff9f-c77b-45ff-acdc-cda3e7533047", "address": "fa:16:3e:25:da:66", "network": {"id": "cec40a98-a482-48ea-bbd5-eec7eea8e187", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-139984588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e42e4bf1f14eb6b720a46435776250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bbcff9f-c7", "ovs_interfaceid": "7bbcff9f-c77b-45ff-acdc-cda3e7533047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.105040] env[62588]: DEBUG oslo_concurrency.lockutils [None req-02959366-751b-4116-84b6-e9aa1e99e4fa tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Acquiring lock "49169fb2-3c56-4406-a33d-f275cc425ce4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1536.105318] env[62588]: DEBUG oslo_concurrency.lockutils [None req-02959366-751b-4116-84b6-e9aa1e99e4fa tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Lock "49169fb2-3c56-4406-a33d-f275cc425ce4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1536.105519] env[62588]: DEBUG oslo_concurrency.lockutils [None req-02959366-751b-4116-84b6-e9aa1e99e4fa tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Acquiring lock "49169fb2-3c56-4406-a33d-f275cc425ce4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1536.105696] env[62588]: DEBUG oslo_concurrency.lockutils [None req-02959366-751b-4116-84b6-e9aa1e99e4fa tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Lock "49169fb2-3c56-4406-a33d-f275cc425ce4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1536.105858] env[62588]: DEBUG oslo_concurrency.lockutils [None req-02959366-751b-4116-84b6-e9aa1e99e4fa tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Lock "49169fb2-3c56-4406-a33d-f275cc425ce4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.107901] env[62588]: INFO nova.compute.manager [None req-02959366-751b-4116-84b6-e9aa1e99e4fa tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Terminating instance [ 1536.187597] env[62588]: DEBUG nova.compute.manager [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1536.187857] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1536.189073] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70c0603-ceee-4ea6-a320-45bf4fdbbe89 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.201373] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1536.201724] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23e6e85e-356b-4e29-8b6c-319416b21ae9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.209306] env[62588]: DEBUG oslo_vmware.api [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1536.209306] env[62588]: value = "task-1793607" [ 1536.209306] env[62588]: _type = "Task" [ 1536.209306] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.216327] env[62588]: DEBUG oslo_vmware.api [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Task: {'id': task-1793605, 'name': PowerOffVM_Task, 'duration_secs': 0.223407} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.216986] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1536.217177] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1536.217463] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4053f663-913f-428a-a775-0c747bc01a65 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.224818] env[62588]: DEBUG oslo_vmware.api [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.249589] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9e862e91-911c-424b-9366-b016e5a3b5b4 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Releasing lock "refresh_cache-da1aa85b-feca-4031-b8f7-ec05f7d5c375" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.284458] env[62588]: DEBUG nova.network.neutron [req-3c2171fe-8079-4f2e-ad38-b685b94a8124 req-ebb87166-398f-445f-a595-fb9540f1537d service nova] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Updated VIF entry in instance network info cache for port 783dc2b3-5ecb-43ef-9c65-b06073d35087. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1536.284887] env[62588]: DEBUG nova.network.neutron [req-3c2171fe-8079-4f2e-ad38-b685b94a8124 req-ebb87166-398f-445f-a595-fb9540f1537d service nova] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Updating instance_info_cache with network_info: [{"id": "783dc2b3-5ecb-43ef-9c65-b06073d35087", "address": "fa:16:3e:d2:35:e6", "network": {"id": "ebfd054e-b4b8-4c77-9adb-1fd6bca34d84", "bridge": "br-int", "label": "tempest-ServersTestJSON-273759622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "962ad43ecb3d425ebc57be08dea7d954", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap783dc2b3-5e", "ovs_interfaceid": "783dc2b3-5ecb-43ef-9c65-b06073d35087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.326975] env[62588]: DEBUG nova.scheduler.client.report [None req-1e019817-efe2-49e7-be22-a0dade58a5f9 tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1536.347804] env[62588]: DEBUG nova.compute.manager [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1536.486317] env[62588]: DEBUG oslo_vmware.api [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793606, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.557334] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1536.557595] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1536.557910] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Deleting the datastore file [datastore1] a3862ec6-21d1-4801-b506-09dcf1304ee2 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1536.558290] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4915d368-59f3-4d77-aff7-5efed2f42579 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.566941] env[62588]: DEBUG oslo_vmware.api [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Waiting for the task: (returnval){ [ 1536.566941] env[62588]: value = "task-1793609" [ 1536.566941] env[62588]: _type = "Task" [ 1536.566941] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.576608] env[62588]: DEBUG oslo_vmware.api [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Task: {'id': task-1793609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.601072] env[62588]: DEBUG oslo_vmware.api [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5224fc47-dc3c-2d97-610f-1cd64e233df0, 'name': SearchDatastore_Task, 'duration_secs': 0.021752} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.601394] env[62588]: DEBUG oslo_concurrency.lockutils [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.601673] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] f1f8c1c7-244b-43ee-8368-5d75246edc07/f1f8c1c7-244b-43ee-8368-5d75246edc07.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1536.602042] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed01ecdd-1fae-4e4b-84ae-aa592aa363d4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.609669] env[62588]: DEBUG oslo_concurrency.lockutils [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Releasing lock "refresh_cache-b65d9bfb-74bb-41fe-afd1-2a1cf354543b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.610020] env[62588]: DEBUG nova.compute.manager [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Instance network_info: |[{"id": "7bbcff9f-c77b-45ff-acdc-cda3e7533047", "address": "fa:16:3e:25:da:66", "network": {"id": "cec40a98-a482-48ea-bbd5-eec7eea8e187", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-139984588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e42e4bf1f14eb6b720a46435776250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bbcff9f-c7", "ovs_interfaceid": "7bbcff9f-c77b-45ff-acdc-cda3e7533047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1536.610466] env[62588]: DEBUG oslo_vmware.api [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1536.610466] env[62588]: value = "task-1793610" [ 1536.610466] env[62588]: _type = "Task" [ 1536.610466] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.610838] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:da:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3ccbdbb-8b49-4a26-913f-2a448b72280f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bbcff9f-c77b-45ff-acdc-cda3e7533047', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1536.620542] env[62588]: DEBUG oslo.service.loopingcall [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1536.621198] env[62588]: DEBUG nova.compute.manager [None req-02959366-751b-4116-84b6-e9aa1e99e4fa tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1536.621522] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-02959366-751b-4116-84b6-e9aa1e99e4fa tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1536.622150] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1536.626212] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd09133-bf8e-47b3-9318-7eb71bfcb097 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.629571] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76446c81-f832-4b02-8285-4ae6222728bf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.650522] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-02959366-751b-4116-84b6-e9aa1e99e4fa tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1536.654823] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5a50523-e1a9-47d6-85d2-f74fe9c97a3d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.656621] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1536.656621] env[62588]: value = "task-1793611" [ 1536.656621] env[62588]: _type = "Task" [ 1536.656621] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.656914] env[62588]: DEBUG oslo_vmware.api [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.662897] env[62588]: DEBUG oslo_vmware.api [None req-02959366-751b-4116-84b6-e9aa1e99e4fa tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Waiting for the task: (returnval){ [ 1536.662897] env[62588]: value = "task-1793612" [ 1536.662897] env[62588]: _type = "Task" [ 1536.662897] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.666907] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793611, 'name': CreateVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.677508] env[62588]: DEBUG oslo_vmware.api [None req-02959366-751b-4116-84b6-e9aa1e99e4fa tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Task: {'id': task-1793612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.721983] env[62588]: DEBUG oslo_vmware.api [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793607, 'name': PowerOffVM_Task, 'duration_secs': 0.303118} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.722433] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1536.722775] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1536.723156] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eaf3a815-0f06-442e-85e0-b65decf742cb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.754234] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9e862e91-911c-424b-9366-b016e5a3b5b4 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "interface-da1aa85b-feca-4031-b8f7-ec05f7d5c375-dff6d922-cab3-4ce5-83a6-a726721af30d" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.010s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.788460] env[62588]: DEBUG oslo_concurrency.lockutils [req-3c2171fe-8079-4f2e-ad38-b685b94a8124 req-ebb87166-398f-445f-a595-fb9540f1537d service nova] Releasing lock "refresh_cache-f1f8c1c7-244b-43ee-8368-5d75246edc07" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.832604] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1e019817-efe2-49e7-be22-a0dade58a5f9 tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.509s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.836317] env[62588]: DEBUG oslo_concurrency.lockutils [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.881s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1536.836590] env[62588]: DEBUG nova.objects.instance [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62588) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1536.860054] env[62588]: INFO nova.scheduler.client.report [None req-1e019817-efe2-49e7-be22-a0dade58a5f9 tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Deleted allocations for instance 672d7961-3f6b-49e8-abaa-c83040bcfd69 [ 1536.986604] env[62588]: DEBUG oslo_vmware.api [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1793606, 'name': PowerOnVM_Task, 'duration_secs': 0.640932} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.986960] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1536.987528] env[62588]: INFO nova.compute.manager [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Took 10.44 seconds to spawn the instance on the hypervisor. [ 1536.987528] env[62588]: DEBUG nova.compute.manager [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1536.988292] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cb99e3-e58b-420b-8bdc-fa56f73acce0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.019566] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1537.019875] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1537.020192] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Deleting the datastore file [datastore1] da1aa85b-feca-4031-b8f7-ec05f7d5c375 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1537.020541] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67cc5c7c-f3c0-4f39-9be7-85dc8a04bf5d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.028253] env[62588]: DEBUG oslo_vmware.api [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1537.028253] env[62588]: value = "task-1793614" [ 1537.028253] env[62588]: _type = "Task" [ 1537.028253] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.038968] env[62588]: DEBUG oslo_vmware.api [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.078272] env[62588]: DEBUG oslo_vmware.api [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Task: {'id': task-1793609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225417} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.078492] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1537.078626] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1537.078777] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1537.078994] env[62588]: INFO nova.compute.manager [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Took 1.41 seconds to destroy the instance on the hypervisor. [ 1537.079223] env[62588]: DEBUG oslo.service.loopingcall [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1537.079480] env[62588]: DEBUG nova.compute.manager [-] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1537.079584] env[62588]: DEBUG nova.network.neutron [-] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1537.116978] env[62588]: DEBUG nova.network.neutron [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Successfully updated port: da8967c6-112d-4c22-972b-690f853c9741 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1537.133790] env[62588]: DEBUG oslo_vmware.api [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793610, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.179118] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793611, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.184407] env[62588]: DEBUG oslo_vmware.api [None req-02959366-751b-4116-84b6-e9aa1e99e4fa tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Task: {'id': task-1793612, 'name': PowerOffVM_Task, 'duration_secs': 0.213805} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.184740] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-02959366-751b-4116-84b6-e9aa1e99e4fa tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1537.184913] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-02959366-751b-4116-84b6-e9aa1e99e4fa tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1537.185219] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8be5fbda-1cb5-41af-b712-c84a5bfb1b85 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.368916] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1e019817-efe2-49e7-be22-a0dade58a5f9 tempest-ServerAddressesTestJSON-1865048505 tempest-ServerAddressesTestJSON-1865048505-project-member] Lock "672d7961-3f6b-49e8-abaa-c83040bcfd69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.582s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.415095] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-02959366-751b-4116-84b6-e9aa1e99e4fa tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1537.416293] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-02959366-751b-4116-84b6-e9aa1e99e4fa tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1537.416586] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-02959366-751b-4116-84b6-e9aa1e99e4fa tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Deleting the datastore file [datastore1] 49169fb2-3c56-4406-a33d-f275cc425ce4 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1537.417308] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54d94cad-4ada-4578-908b-f3b46299aaa9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.424587] env[62588]: DEBUG oslo_vmware.api [None req-02959366-751b-4116-84b6-e9aa1e99e4fa tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Waiting for the task: (returnval){ [ 1537.424587] env[62588]: value = "task-1793616" [ 1537.424587] env[62588]: _type = "Task" [ 1537.424587] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.435951] env[62588]: DEBUG oslo_vmware.api [None req-02959366-751b-4116-84b6-e9aa1e99e4fa tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Task: {'id': task-1793616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.509772] env[62588]: INFO nova.compute.manager [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Took 41.28 seconds to build instance. [ 1537.540925] env[62588]: DEBUG oslo_vmware.api [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.479324} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.541315] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1537.541512] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1537.541694] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1537.541863] env[62588]: INFO nova.compute.manager [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Took 1.35 seconds to destroy the instance on the hypervisor. [ 1537.542938] env[62588]: DEBUG oslo.service.loopingcall [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1537.543450] env[62588]: DEBUG nova.compute.manager [-] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1537.543595] env[62588]: DEBUG nova.network.neutron [-] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1537.619728] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquiring lock "refresh_cache-31f70009-4ec8-405f-87de-6e041742bc92" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.619882] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquired lock "refresh_cache-31f70009-4ec8-405f-87de-6e041742bc92" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.620343] env[62588]: DEBUG nova.network.neutron [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1537.639604] env[62588]: DEBUG oslo_vmware.api [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793610, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571849} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.640052] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] f1f8c1c7-244b-43ee-8368-5d75246edc07/f1f8c1c7-244b-43ee-8368-5d75246edc07.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1537.640299] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1537.640573] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70032521-02e0-4319-9399-44cd7f40a729 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.648378] env[62588]: DEBUG nova.compute.manager [req-17016e48-cff3-4cba-9977-51de9e3a61fc req-8f2db5ff-9f26-4b1b-9b72-334951646b79 service nova] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Received event network-vif-deleted-dff6d922-cab3-4ce5-83a6-a726721af30d {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1537.648378] env[62588]: DEBUG nova.compute.manager [req-17016e48-cff3-4cba-9977-51de9e3a61fc req-8f2db5ff-9f26-4b1b-9b72-334951646b79 service nova] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Received event network-vif-plugged-7bbcff9f-c77b-45ff-acdc-cda3e7533047 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1537.648820] env[62588]: DEBUG oslo_concurrency.lockutils [req-17016e48-cff3-4cba-9977-51de9e3a61fc req-8f2db5ff-9f26-4b1b-9b72-334951646b79 service nova] Acquiring lock "b65d9bfb-74bb-41fe-afd1-2a1cf354543b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.650099] env[62588]: DEBUG oslo_concurrency.lockutils [req-17016e48-cff3-4cba-9977-51de9e3a61fc req-8f2db5ff-9f26-4b1b-9b72-334951646b79 service nova] Lock "b65d9bfb-74bb-41fe-afd1-2a1cf354543b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.650516] env[62588]: DEBUG oslo_concurrency.lockutils [req-17016e48-cff3-4cba-9977-51de9e3a61fc req-8f2db5ff-9f26-4b1b-9b72-334951646b79 service nova] Lock "b65d9bfb-74bb-41fe-afd1-2a1cf354543b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.650849] env[62588]: DEBUG nova.compute.manager [req-17016e48-cff3-4cba-9977-51de9e3a61fc req-8f2db5ff-9f26-4b1b-9b72-334951646b79 service nova] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] No waiting events found dispatching network-vif-plugged-7bbcff9f-c77b-45ff-acdc-cda3e7533047 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1537.651110] env[62588]: WARNING nova.compute.manager [req-17016e48-cff3-4cba-9977-51de9e3a61fc req-8f2db5ff-9f26-4b1b-9b72-334951646b79 service nova] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Received unexpected event network-vif-plugged-7bbcff9f-c77b-45ff-acdc-cda3e7533047 for instance with vm_state building and task_state spawning. [ 1537.651334] env[62588]: DEBUG nova.compute.manager [req-17016e48-cff3-4cba-9977-51de9e3a61fc req-8f2db5ff-9f26-4b1b-9b72-334951646b79 service nova] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Received event network-changed-7bbcff9f-c77b-45ff-acdc-cda3e7533047 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1537.651551] env[62588]: DEBUG nova.compute.manager [req-17016e48-cff3-4cba-9977-51de9e3a61fc req-8f2db5ff-9f26-4b1b-9b72-334951646b79 service nova] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Refreshing instance network info cache due to event network-changed-7bbcff9f-c77b-45ff-acdc-cda3e7533047. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1537.651976] env[62588]: DEBUG oslo_concurrency.lockutils [req-17016e48-cff3-4cba-9977-51de9e3a61fc req-8f2db5ff-9f26-4b1b-9b72-334951646b79 service nova] Acquiring lock "refresh_cache-b65d9bfb-74bb-41fe-afd1-2a1cf354543b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.652207] env[62588]: DEBUG oslo_concurrency.lockutils [req-17016e48-cff3-4cba-9977-51de9e3a61fc req-8f2db5ff-9f26-4b1b-9b72-334951646b79 service nova] Acquired lock "refresh_cache-b65d9bfb-74bb-41fe-afd1-2a1cf354543b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.652432] env[62588]: DEBUG nova.network.neutron [req-17016e48-cff3-4cba-9977-51de9e3a61fc req-8f2db5ff-9f26-4b1b-9b72-334951646b79 service nova] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Refreshing network info cache for port 7bbcff9f-c77b-45ff-acdc-cda3e7533047 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1537.657839] env[62588]: DEBUG oslo_vmware.api [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1537.657839] env[62588]: value = "task-1793617" [ 1537.657839] env[62588]: _type = "Task" [ 1537.657839] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.686179] env[62588]: DEBUG oslo_vmware.api [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.686908] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793611, 'name': CreateVM_Task, 'duration_secs': 0.623944} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.687393] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1537.688614] env[62588]: DEBUG oslo_concurrency.lockutils [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.688975] env[62588]: DEBUG oslo_concurrency.lockutils [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.689632] env[62588]: DEBUG oslo_concurrency.lockutils [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1537.690808] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbf8747f-9eac-4316-b1cf-54aeea4e8aa0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.701394] env[62588]: DEBUG oslo_vmware.api [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Waiting for the task: (returnval){ [ 1537.701394] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a97204-8a51-15a1-00f1-0e633b4054c3" [ 1537.701394] env[62588]: _type = "Task" [ 1537.701394] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.718732] env[62588]: DEBUG oslo_vmware.api [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a97204-8a51-15a1-00f1-0e633b4054c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.848874] env[62588]: DEBUG oslo_concurrency.lockutils [None req-56eb6f1f-81df-4c7b-8aeb-c1c9e2851218 tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.849946] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fe434e4d-df6c-4322-a606-d857994e4c90 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.022s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.850335] env[62588]: DEBUG nova.objects.instance [None req-fe434e4d-df6c-4322-a606-d857994e4c90 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lazy-loading 'resources' on Instance uuid 7aa5556f-a3c2-4619-a26b-edf0a162b800 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1537.938194] env[62588]: DEBUG oslo_vmware.api [None req-02959366-751b-4116-84b6-e9aa1e99e4fa tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Task: {'id': task-1793616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287691} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.938642] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-02959366-751b-4116-84b6-e9aa1e99e4fa tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1537.939088] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-02959366-751b-4116-84b6-e9aa1e99e4fa tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1537.939412] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-02959366-751b-4116-84b6-e9aa1e99e4fa tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1537.939639] env[62588]: INFO nova.compute.manager [None req-02959366-751b-4116-84b6-e9aa1e99e4fa tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1537.940146] env[62588]: DEBUG oslo.service.loopingcall [None req-02959366-751b-4116-84b6-e9aa1e99e4fa tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1537.940660] env[62588]: DEBUG nova.compute.manager [-] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1537.941035] env[62588]: DEBUG nova.network.neutron [-] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1538.013034] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bb7cca7f-05fd-4071-8dc7-078557b26486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lock "3ee02a39-f285-405c-b7b8-ab797afe560c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.538s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.171532] env[62588]: DEBUG oslo_vmware.api [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119637} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.172877] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1538.173731] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422cc74f-6a11-4646-9f32-288d5b730608 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.208952] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] f1f8c1c7-244b-43ee-8368-5d75246edc07/f1f8c1c7-244b-43ee-8368-5d75246edc07.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1538.208952] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e7479c4-ac2c-4ce2-afe1-0a1496b521a5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.231714] env[62588]: DEBUG oslo_vmware.api [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a97204-8a51-15a1-00f1-0e633b4054c3, 'name': SearchDatastore_Task, 'duration_secs': 0.017738} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.233037] env[62588]: DEBUG oslo_concurrency.lockutils [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1538.233277] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1538.233516] env[62588]: DEBUG oslo_concurrency.lockutils [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.233664] env[62588]: DEBUG oslo_concurrency.lockutils [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.233836] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1538.234169] env[62588]: DEBUG oslo_vmware.api [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1538.234169] env[62588]: value = "task-1793618" [ 1538.234169] env[62588]: _type = "Task" [ 1538.234169] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.234476] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5048b500-1bbd-48b1-8a0b-f3340e790ea4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.245698] env[62588]: DEBUG nova.network.neutron [-] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.247119] env[62588]: DEBUG oslo_vmware.api [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793618, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.248689] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1538.248864] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1538.249597] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fefbfc85-86d7-46aa-bfcc-a516d6c2a8ff {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.256138] env[62588]: DEBUG oslo_vmware.api [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Waiting for the task: (returnval){ [ 1538.256138] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d4c503-d9c7-8f47-d586-a116b00f5a82" [ 1538.256138] env[62588]: _type = "Task" [ 1538.256138] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.264667] env[62588]: DEBUG oslo_vmware.api [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d4c503-d9c7-8f47-d586-a116b00f5a82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.344976] env[62588]: DEBUG nova.network.neutron [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1538.516651] env[62588]: DEBUG nova.compute.manager [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1538.701913] env[62588]: DEBUG nova.network.neutron [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Updating instance_info_cache with network_info: [{"id": "da8967c6-112d-4c22-972b-690f853c9741", "address": "fa:16:3e:9b:e7:83", "network": {"id": "316dd76f-e497-489f-9bd6-93fb8ba73bc9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2025836284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc519d1e40cb46d7b606f77b0bde4781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda8967c6-11", "ovs_interfaceid": "da8967c6-112d-4c22-972b-690f853c9741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.751150] env[62588]: INFO nova.compute.manager [-] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Took 1.67 seconds to deallocate network for instance. [ 1538.751660] env[62588]: DEBUG oslo_vmware.api [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793618, 'name': ReconfigVM_Task, 'duration_secs': 0.347414} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.757067] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Reconfigured VM instance instance-00000036 to attach disk [datastore1] f1f8c1c7-244b-43ee-8368-5d75246edc07/f1f8c1c7-244b-43ee-8368-5d75246edc07.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1538.760972] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbcd2786-dd9b-45ec-9450-d5ea32cb3761 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.777011] env[62588]: DEBUG oslo_vmware.api [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1538.777011] env[62588]: value = "task-1793619" [ 1538.777011] env[62588]: _type = "Task" [ 1538.777011] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.781230] env[62588]: DEBUG oslo_vmware.api [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d4c503-d9c7-8f47-d586-a116b00f5a82, 'name': SearchDatastore_Task, 'duration_secs': 0.018723} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.785655] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23833f95-7b7e-4a6a-99e2-6324cf985921 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.790788] env[62588]: DEBUG nova.network.neutron [req-17016e48-cff3-4cba-9977-51de9e3a61fc req-8f2db5ff-9f26-4b1b-9b72-334951646b79 service nova] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Updated VIF entry in instance network info cache for port 7bbcff9f-c77b-45ff-acdc-cda3e7533047. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1538.791143] env[62588]: DEBUG nova.network.neutron [req-17016e48-cff3-4cba-9977-51de9e3a61fc req-8f2db5ff-9f26-4b1b-9b72-334951646b79 service nova] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Updating instance_info_cache with network_info: [{"id": "7bbcff9f-c77b-45ff-acdc-cda3e7533047", "address": "fa:16:3e:25:da:66", "network": {"id": "cec40a98-a482-48ea-bbd5-eec7eea8e187", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-139984588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e42e4bf1f14eb6b720a46435776250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bbcff9f-c7", "ovs_interfaceid": "7bbcff9f-c77b-45ff-acdc-cda3e7533047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.796294] env[62588]: DEBUG oslo_vmware.api [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793619, 'name': Rename_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.798118] env[62588]: DEBUG oslo_vmware.api [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Waiting for the task: (returnval){ [ 1538.798118] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529b1554-0aee-1f04-257c-073a8eca0a1a" [ 1538.798118] env[62588]: _type = "Task" [ 1538.798118] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.809092] env[62588]: DEBUG oslo_vmware.api [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529b1554-0aee-1f04-257c-073a8eca0a1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.976999] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fb141f-0f14-47e9-95d3-c04482e801d2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.988178] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b268199-13f0-4451-b6c6-1a8fdbe7acce {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.023671] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a58a517-1e36-4aae-b4d8-7b97edeb1e54 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.037329] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e63f5a4-3419-44a2-b369-f906230bb250 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.053634] env[62588]: DEBUG nova.compute.provider_tree [None req-fe434e4d-df6c-4322-a606-d857994e4c90 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1539.055853] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.105484] env[62588]: DEBUG nova.network.neutron [-] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1539.204716] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Releasing lock "refresh_cache-31f70009-4ec8-405f-87de-6e041742bc92" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.205060] env[62588]: DEBUG nova.compute.manager [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Instance network_info: |[{"id": "da8967c6-112d-4c22-972b-690f853c9741", "address": "fa:16:3e:9b:e7:83", "network": {"id": "316dd76f-e497-489f-9bd6-93fb8ba73bc9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2025836284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc519d1e40cb46d7b606f77b0bde4781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda8967c6-11", "ovs_interfaceid": "da8967c6-112d-4c22-972b-690f853c9741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1539.265309] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.291526] env[62588]: DEBUG oslo_vmware.api [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793619, 'name': Rename_Task, 'duration_secs': 0.171964} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.291826] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1539.292094] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8364d7f-b49a-4a94-8c90-44de8eca8893 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.297892] env[62588]: DEBUG oslo_concurrency.lockutils [req-17016e48-cff3-4cba-9977-51de9e3a61fc req-8f2db5ff-9f26-4b1b-9b72-334951646b79 service nova] Releasing lock "refresh_cache-b65d9bfb-74bb-41fe-afd1-2a1cf354543b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.305144] env[62588]: DEBUG oslo_vmware.api [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1539.305144] env[62588]: value = "task-1793620" [ 1539.305144] env[62588]: _type = "Task" [ 1539.305144] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.313255] env[62588]: DEBUG oslo_vmware.api [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529b1554-0aee-1f04-257c-073a8eca0a1a, 'name': SearchDatastore_Task, 'duration_secs': 0.013837} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.315394] env[62588]: DEBUG oslo_concurrency.lockutils [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.315394] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] b65d9bfb-74bb-41fe-afd1-2a1cf354543b/b65d9bfb-74bb-41fe-afd1-2a1cf354543b.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1539.315394] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0587454-a78b-480c-a341-acb20b20f2e1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.320687] env[62588]: DEBUG oslo_vmware.api [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.325626] env[62588]: DEBUG oslo_vmware.api [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Waiting for the task: (returnval){ [ 1539.325626] env[62588]: value = "task-1793621" [ 1539.325626] env[62588]: _type = "Task" [ 1539.325626] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.341469] env[62588]: DEBUG oslo_vmware.api [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.369530] env[62588]: DEBUG nova.virt.hardware [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1539.369842] env[62588]: DEBUG nova.virt.hardware [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1539.369968] env[62588]: DEBUG nova.virt.hardware [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1539.370254] env[62588]: DEBUG nova.virt.hardware [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1539.370436] env[62588]: DEBUG nova.virt.hardware [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1539.370586] env[62588]: DEBUG nova.virt.hardware [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1539.370991] env[62588]: DEBUG nova.virt.hardware [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1539.370991] env[62588]: DEBUG nova.virt.hardware [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1539.371203] env[62588]: DEBUG nova.virt.hardware [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1539.371352] env[62588]: DEBUG nova.virt.hardware [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1539.371568] env[62588]: DEBUG nova.virt.hardware [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1539.376247] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4546957f-6663-4e59-89d8-20b772e8462a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.386762] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b561d9d-2e64-4901-93e4-72d3bd894ad7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.402723] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:e7:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da8967c6-112d-4c22-972b-690f853c9741', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1539.411108] env[62588]: DEBUG oslo.service.loopingcall [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1539.413522] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1539.413522] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34a8a5cd-1261-4ea8-9332-2231ae12733e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.428906] env[62588]: DEBUG oslo_vmware.rw_handles [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52890a4c-2d9c-78cb-3f7d-da2e8dbda724/disk-0.vmdk. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1539.430007] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1efd690-ef39-4ca1-96b9-89da4dfb936e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.438159] env[62588]: DEBUG oslo_vmware.rw_handles [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52890a4c-2d9c-78cb-3f7d-da2e8dbda724/disk-0.vmdk is in state: ready. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1539.438159] env[62588]: ERROR oslo_vmware.rw_handles [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52890a4c-2d9c-78cb-3f7d-da2e8dbda724/disk-0.vmdk due to incomplete transfer. [ 1539.440660] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b1f9557c-0e83-45fd-88e9-933c6c5c0a21 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.446378] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1539.446378] env[62588]: value = "task-1793622" [ 1539.446378] env[62588]: _type = "Task" [ 1539.446378] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.449545] env[62588]: DEBUG oslo_vmware.rw_handles [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52890a4c-2d9c-78cb-3f7d-da2e8dbda724/disk-0.vmdk. {{(pid=62588) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1539.449545] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Uploaded image ec105936-a981-4aa6-b123-6f3016005d7c to the Glance image server {{(pid=62588) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1539.452801] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Destroying the VM {{(pid=62588) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1539.455775] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-60bb68c5-b6f4-4f3c-ae87-83d7202ce255 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.457940] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793622, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.463381] env[62588]: DEBUG oslo_vmware.api [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1539.463381] env[62588]: value = "task-1793623" [ 1539.463381] env[62588]: _type = "Task" [ 1539.463381] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.470302] env[62588]: DEBUG nova.network.neutron [-] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1539.475177] env[62588]: DEBUG oslo_vmware.api [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793623, 'name': Destroy_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.560027] env[62588]: DEBUG nova.scheduler.client.report [None req-fe434e4d-df6c-4322-a606-d857994e4c90 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1539.608505] env[62588]: INFO nova.compute.manager [-] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Took 2.06 seconds to deallocate network for instance. [ 1539.817588] env[62588]: DEBUG oslo_vmware.api [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793620, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.846485] env[62588]: DEBUG oslo_vmware.api [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793621, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.894117] env[62588]: DEBUG nova.network.neutron [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Port c9f90935-23d0-4353-8ef2-b90756711889 binding to destination host cpu-1 is already ACTIVE {{(pid=62588) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1539.894117] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquiring lock "refresh_cache-eca1e90c-5ab0-4016-9aa9-0c6047159fb0" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1539.894117] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquired lock "refresh_cache-eca1e90c-5ab0-4016-9aa9-0c6047159fb0" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.894117] env[62588]: DEBUG nova.network.neutron [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1539.954460] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793622, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.973703] env[62588]: DEBUG oslo_vmware.api [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793623, 'name': Destroy_Task} progress is 33%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.976377] env[62588]: INFO nova.compute.manager [-] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Took 2.04 seconds to deallocate network for instance. [ 1540.065813] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fe434e4d-df6c-4322-a606-d857994e4c90 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.068204] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.111s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.069894] env[62588]: INFO nova.compute.claims [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1540.096442] env[62588]: INFO nova.scheduler.client.report [None req-fe434e4d-df6c-4322-a606-d857994e4c90 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Deleted allocations for instance 7aa5556f-a3c2-4619-a26b-edf0a162b800 [ 1540.116829] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.134408] env[62588]: DEBUG nova.compute.manager [req-7925eead-045a-4e63-bba4-3ce1d1ccbe2c req-f7c89609-dd21-4382-a05c-fcebd1b601a1 service nova] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Received event network-vif-plugged-da8967c6-112d-4c22-972b-690f853c9741 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1540.134641] env[62588]: DEBUG oslo_concurrency.lockutils [req-7925eead-045a-4e63-bba4-3ce1d1ccbe2c req-f7c89609-dd21-4382-a05c-fcebd1b601a1 service nova] Acquiring lock "31f70009-4ec8-405f-87de-6e041742bc92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.134879] env[62588]: DEBUG oslo_concurrency.lockutils [req-7925eead-045a-4e63-bba4-3ce1d1ccbe2c req-f7c89609-dd21-4382-a05c-fcebd1b601a1 service nova] Lock "31f70009-4ec8-405f-87de-6e041742bc92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.135552] env[62588]: DEBUG oslo_concurrency.lockutils [req-7925eead-045a-4e63-bba4-3ce1d1ccbe2c req-f7c89609-dd21-4382-a05c-fcebd1b601a1 service nova] Lock "31f70009-4ec8-405f-87de-6e041742bc92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.135802] env[62588]: DEBUG nova.compute.manager [req-7925eead-045a-4e63-bba4-3ce1d1ccbe2c req-f7c89609-dd21-4382-a05c-fcebd1b601a1 service nova] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] No waiting events found dispatching network-vif-plugged-da8967c6-112d-4c22-972b-690f853c9741 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1540.135979] env[62588]: WARNING nova.compute.manager [req-7925eead-045a-4e63-bba4-3ce1d1ccbe2c req-f7c89609-dd21-4382-a05c-fcebd1b601a1 service nova] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Received unexpected event network-vif-plugged-da8967c6-112d-4c22-972b-690f853c9741 for instance with vm_state building and task_state spawning. [ 1540.136194] env[62588]: DEBUG nova.compute.manager [req-7925eead-045a-4e63-bba4-3ce1d1ccbe2c req-f7c89609-dd21-4382-a05c-fcebd1b601a1 service nova] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Received event network-changed-da8967c6-112d-4c22-972b-690f853c9741 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1540.136357] env[62588]: DEBUG nova.compute.manager [req-7925eead-045a-4e63-bba4-3ce1d1ccbe2c req-f7c89609-dd21-4382-a05c-fcebd1b601a1 service nova] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Refreshing instance network info cache due to event network-changed-da8967c6-112d-4c22-972b-690f853c9741. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1540.136546] env[62588]: DEBUG oslo_concurrency.lockutils [req-7925eead-045a-4e63-bba4-3ce1d1ccbe2c req-f7c89609-dd21-4382-a05c-fcebd1b601a1 service nova] Acquiring lock "refresh_cache-31f70009-4ec8-405f-87de-6e041742bc92" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.137010] env[62588]: DEBUG oslo_concurrency.lockutils [req-7925eead-045a-4e63-bba4-3ce1d1ccbe2c req-f7c89609-dd21-4382-a05c-fcebd1b601a1 service nova] Acquired lock "refresh_cache-31f70009-4ec8-405f-87de-6e041742bc92" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.137172] env[62588]: DEBUG nova.network.neutron [req-7925eead-045a-4e63-bba4-3ce1d1ccbe2c req-f7c89609-dd21-4382-a05c-fcebd1b601a1 service nova] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Refreshing network info cache for port da8967c6-112d-4c22-972b-690f853c9741 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1540.320208] env[62588]: DEBUG oslo_vmware.api [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793620, 'name': PowerOnVM_Task, 'duration_secs': 0.657215} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.320208] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1540.320208] env[62588]: INFO nova.compute.manager [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Took 9.58 seconds to spawn the instance on the hypervisor. [ 1540.320208] env[62588]: DEBUG nova.compute.manager [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1540.320208] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d14659-9fdc-4911-8aac-a3707b248441 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.341210] env[62588]: DEBUG oslo_vmware.api [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545609} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.341478] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] b65d9bfb-74bb-41fe-afd1-2a1cf354543b/b65d9bfb-74bb-41fe-afd1-2a1cf354543b.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1540.341686] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1540.341937] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed0a3d73-d3ae-42dc-8921-7a79f4b78815 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.348748] env[62588]: DEBUG oslo_vmware.api [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Waiting for the task: (returnval){ [ 1540.348748] env[62588]: value = "task-1793624" [ 1540.348748] env[62588]: _type = "Task" [ 1540.348748] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.357976] env[62588]: DEBUG oslo_vmware.api [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793624, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.459016] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793622, 'name': CreateVM_Task, 'duration_secs': 0.543798} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.459340] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1540.460148] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.460393] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.460818] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1540.464439] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fda7640e-4d74-479e-a5d3-ba07e14f1f98 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.474722] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1540.474722] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5256f77e-1859-63ea-7e92-9fcf7e3140f8" [ 1540.474722] env[62588]: _type = "Task" [ 1540.474722] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.479400] env[62588]: DEBUG oslo_vmware.api [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793623, 'name': Destroy_Task, 'duration_secs': 0.901631} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.482891] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Destroyed the VM [ 1540.483299] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Deleting Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1540.484282] env[62588]: DEBUG oslo_concurrency.lockutils [None req-02959366-751b-4116-84b6-e9aa1e99e4fa tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.484605] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-faa616e9-0f20-46f9-ab36-c9493e68411e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.493759] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5256f77e-1859-63ea-7e92-9fcf7e3140f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.495315] env[62588]: DEBUG oslo_vmware.api [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1540.495315] env[62588]: value = "task-1793625" [ 1540.495315] env[62588]: _type = "Task" [ 1540.495315] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.503247] env[62588]: DEBUG oslo_vmware.api [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793625, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.606122] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fe434e4d-df6c-4322-a606-d857994e4c90 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lock "7aa5556f-a3c2-4619-a26b-edf0a162b800" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.392s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.846802] env[62588]: INFO nova.compute.manager [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Took 43.52 seconds to build instance. [ 1540.851020] env[62588]: DEBUG nova.network.neutron [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Updating instance_info_cache with network_info: [{"id": "c9f90935-23d0-4353-8ef2-b90756711889", "address": "fa:16:3e:f3:c5:ef", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f90935-23", "ovs_interfaceid": "c9f90935-23d0-4353-8ef2-b90756711889", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.859734] env[62588]: DEBUG oslo_vmware.api [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793624, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134676} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.861027] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1540.864082] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c575ad5-e59d-42cc-8c46-8bdaf8bbdf2f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.889532] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] b65d9bfb-74bb-41fe-afd1-2a1cf354543b/b65d9bfb-74bb-41fe-afd1-2a1cf354543b.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1540.890328] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6abe9b9b-054e-491a-990a-42100bdaab08 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.914065] env[62588]: DEBUG oslo_vmware.api [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Waiting for the task: (returnval){ [ 1540.914065] env[62588]: value = "task-1793626" [ 1540.914065] env[62588]: _type = "Task" [ 1540.914065] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.923096] env[62588]: DEBUG oslo_vmware.api [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793626, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.984525] env[62588]: DEBUG nova.network.neutron [req-7925eead-045a-4e63-bba4-3ce1d1ccbe2c req-f7c89609-dd21-4382-a05c-fcebd1b601a1 service nova] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Updated VIF entry in instance network info cache for port da8967c6-112d-4c22-972b-690f853c9741. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1540.985035] env[62588]: DEBUG nova.network.neutron [req-7925eead-045a-4e63-bba4-3ce1d1ccbe2c req-f7c89609-dd21-4382-a05c-fcebd1b601a1 service nova] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Updating instance_info_cache with network_info: [{"id": "da8967c6-112d-4c22-972b-690f853c9741", "address": "fa:16:3e:9b:e7:83", "network": {"id": "316dd76f-e497-489f-9bd6-93fb8ba73bc9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2025836284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc519d1e40cb46d7b606f77b0bde4781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda8967c6-11", "ovs_interfaceid": "da8967c6-112d-4c22-972b-690f853c9741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.992812] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5256f77e-1859-63ea-7e92-9fcf7e3140f8, 'name': SearchDatastore_Task, 'duration_secs': 0.017275} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.993294] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.994266] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1540.994266] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.994266] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.994431] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1540.995290] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d3712e1-2658-4d27-8945-5ef01c6a2122 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.006334] env[62588]: DEBUG oslo_vmware.api [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793625, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.007973] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1541.008189] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1541.008882] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64f769f6-382a-47aa-bb86-038d45c6511c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.013655] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1541.013655] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52420af6-499c-b9b1-a03f-fce1763b6bc0" [ 1541.013655] env[62588]: _type = "Task" [ 1541.013655] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.021791] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52420af6-499c-b9b1-a03f-fce1763b6bc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.348136] env[62588]: DEBUG oslo_concurrency.lockutils [None req-24f25e2d-4cea-4f5a-99e4-d30cb8b24f2b tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "f1f8c1c7-244b-43ee-8368-5d75246edc07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.900s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.349826] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Releasing lock "refresh_cache-eca1e90c-5ab0-4016-9aa9-0c6047159fb0" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.424803] env[62588]: DEBUG oslo_vmware.api [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793626, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.489014] env[62588]: DEBUG oslo_concurrency.lockutils [req-7925eead-045a-4e63-bba4-3ce1d1ccbe2c req-f7c89609-dd21-4382-a05c-fcebd1b601a1 service nova] Releasing lock "refresh_cache-31f70009-4ec8-405f-87de-6e041742bc92" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.489014] env[62588]: DEBUG nova.compute.manager [req-7925eead-045a-4e63-bba4-3ce1d1ccbe2c req-f7c89609-dd21-4382-a05c-fcebd1b601a1 service nova] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Received event network-vif-deleted-eaa498ce-cb05-4d94-8752-253aee1c5728 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1541.489014] env[62588]: DEBUG nova.compute.manager [req-7925eead-045a-4e63-bba4-3ce1d1ccbe2c req-f7c89609-dd21-4382-a05c-fcebd1b601a1 service nova] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Received event network-vif-deleted-dd27bb5b-977f-4d66-bd1b-1890566b9f50 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1541.489014] env[62588]: DEBUG nova.compute.manager [req-7925eead-045a-4e63-bba4-3ce1d1ccbe2c req-f7c89609-dd21-4382-a05c-fcebd1b601a1 service nova] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Received event network-vif-deleted-bd87eabe-3b95-4837-9d77-a43e19958a6f {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1541.510477] env[62588]: DEBUG oslo_vmware.api [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793625, 'name': RemoveSnapshot_Task} progress is 47%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.527366] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52420af6-499c-b9b1-a03f-fce1763b6bc0, 'name': SearchDatastore_Task, 'duration_secs': 0.018859} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.531025] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dd80676-44a0-4e10-9c38-74c25ec20adc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.536440] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1541.536440] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522a86b8-ca5d-a6c3-c007-cbff5bdf4089" [ 1541.536440] env[62588]: _type = "Task" [ 1541.536440] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.544297] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522a86b8-ca5d-a6c3-c007-cbff5bdf4089, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.617851] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439ff468-27bc-432c-a97f-60f96912054b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.626022] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd48c3e9-7c30-42de-99aa-331b0d94fcdf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.660165] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698e1582-e835-4ca2-b090-9dd8ca868876 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.667513] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cd9237-f442-46e8-8567-58183ef8a4e3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.682331] env[62588]: DEBUG nova.compute.provider_tree [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1541.852470] env[62588]: DEBUG nova.compute.manager [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1541.856191] env[62588]: DEBUG nova.compute.manager [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62588) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1541.856399] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.927685] env[62588]: DEBUG oslo_vmware.api [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793626, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.006996] env[62588]: DEBUG oslo_vmware.api [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793625, 'name': RemoveSnapshot_Task} progress is 47%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.047071] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522a86b8-ca5d-a6c3-c007-cbff5bdf4089, 'name': SearchDatastore_Task, 'duration_secs': 0.018218} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.047403] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.047706] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 31f70009-4ec8-405f-87de-6e041742bc92/31f70009-4ec8-405f-87de-6e041742bc92.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1542.048015] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f21837d-aa5f-4f84-91df-f231331b1b9b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.054939] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1542.054939] env[62588]: value = "task-1793627" [ 1542.054939] env[62588]: _type = "Task" [ 1542.054939] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.062728] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.074350] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e5f4e290-d97a-4f78-800b-b80671855aa4 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "f1f8c1c7-244b-43ee-8368-5d75246edc07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.074669] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e5f4e290-d97a-4f78-800b-b80671855aa4 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "f1f8c1c7-244b-43ee-8368-5d75246edc07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.074877] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e5f4e290-d97a-4f78-800b-b80671855aa4 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "f1f8c1c7-244b-43ee-8368-5d75246edc07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.075084] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e5f4e290-d97a-4f78-800b-b80671855aa4 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "f1f8c1c7-244b-43ee-8368-5d75246edc07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.075278] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e5f4e290-d97a-4f78-800b-b80671855aa4 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "f1f8c1c7-244b-43ee-8368-5d75246edc07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.077499] env[62588]: INFO nova.compute.manager [None req-e5f4e290-d97a-4f78-800b-b80671855aa4 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Terminating instance [ 1542.163258] env[62588]: DEBUG nova.compute.manager [req-56bad328-9cf5-449f-aeac-9bb5b26509ad req-e59551fc-4f99-47f7-9df8-b97acff74380 service nova] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Received event network-changed-7d91350a-c276-47c1-87a6-9c06c6955632 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1542.163533] env[62588]: DEBUG nova.compute.manager [req-56bad328-9cf5-449f-aeac-9bb5b26509ad req-e59551fc-4f99-47f7-9df8-b97acff74380 service nova] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Refreshing instance network info cache due to event network-changed-7d91350a-c276-47c1-87a6-9c06c6955632. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1542.163785] env[62588]: DEBUG oslo_concurrency.lockutils [req-56bad328-9cf5-449f-aeac-9bb5b26509ad req-e59551fc-4f99-47f7-9df8-b97acff74380 service nova] Acquiring lock "refresh_cache-3ee02a39-f285-405c-b7b8-ab797afe560c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.163992] env[62588]: DEBUG oslo_concurrency.lockutils [req-56bad328-9cf5-449f-aeac-9bb5b26509ad req-e59551fc-4f99-47f7-9df8-b97acff74380 service nova] Acquired lock "refresh_cache-3ee02a39-f285-405c-b7b8-ab797afe560c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.164217] env[62588]: DEBUG nova.network.neutron [req-56bad328-9cf5-449f-aeac-9bb5b26509ad req-e59551fc-4f99-47f7-9df8-b97acff74380 service nova] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Refreshing network info cache for port 7d91350a-c276-47c1-87a6-9c06c6955632 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1542.185611] env[62588]: DEBUG nova.scheduler.client.report [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1542.374831] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.429666] env[62588]: DEBUG oslo_vmware.api [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793626, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.516245] env[62588]: DEBUG oslo_vmware.api [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793625, 'name': RemoveSnapshot_Task, 'duration_secs': 1.654392} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.516359] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Deleted Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1542.516598] env[62588]: INFO nova.compute.manager [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Took 17.72 seconds to snapshot the instance on the hypervisor. [ 1542.566496] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793627, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.580991] env[62588]: DEBUG nova.compute.manager [None req-e5f4e290-d97a-4f78-800b-b80671855aa4 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1542.581296] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f4e290-d97a-4f78-800b-b80671855aa4 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1542.582337] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bf4ca1-f0db-4c2b-8b90-332434b196e5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.590845] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f4e290-d97a-4f78-800b-b80671855aa4 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1542.591029] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-274c73b6-8015-4edf-9756-09e62dc3eb7b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.598437] env[62588]: DEBUG oslo_vmware.api [None req-e5f4e290-d97a-4f78-800b-b80671855aa4 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1542.598437] env[62588]: value = "task-1793628" [ 1542.598437] env[62588]: _type = "Task" [ 1542.598437] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.608181] env[62588]: DEBUG oslo_vmware.api [None req-e5f4e290-d97a-4f78-800b-b80671855aa4 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.692109] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.692675] env[62588]: DEBUG nova.compute.manager [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1542.695395] env[62588]: DEBUG oslo_concurrency.lockutils [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.013s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.695685] env[62588]: DEBUG nova.objects.instance [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Lazy-loading 'resources' on Instance uuid 5914dad7-c69e-4294-8625-991864b73e0a {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1542.927808] env[62588]: DEBUG oslo_vmware.api [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793626, 'name': ReconfigVM_Task, 'duration_secs': 1.61445} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.928455] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Reconfigured VM instance instance-00000037 to attach disk [datastore1] b65d9bfb-74bb-41fe-afd1-2a1cf354543b/b65d9bfb-74bb-41fe-afd1-2a1cf354543b.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1542.929133] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1edc113a-a98c-4511-9661-c8cf886f5566 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.938088] env[62588]: DEBUG oslo_vmware.api [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Waiting for the task: (returnval){ [ 1542.938088] env[62588]: value = "task-1793629" [ 1542.938088] env[62588]: _type = "Task" [ 1542.938088] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.943861] env[62588]: DEBUG oslo_vmware.api [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793629, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.024666] env[62588]: DEBUG nova.network.neutron [req-56bad328-9cf5-449f-aeac-9bb5b26509ad req-e59551fc-4f99-47f7-9df8-b97acff74380 service nova] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Updated VIF entry in instance network info cache for port 7d91350a-c276-47c1-87a6-9c06c6955632. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1543.025063] env[62588]: DEBUG nova.network.neutron [req-56bad328-9cf5-449f-aeac-9bb5b26509ad req-e59551fc-4f99-47f7-9df8-b97acff74380 service nova] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Updating instance_info_cache with network_info: [{"id": "7d91350a-c276-47c1-87a6-9c06c6955632", "address": "fa:16:3e:ce:24:36", "network": {"id": "273f4106-1c6b-419d-8808-f9331c2cd8dd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-448710927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d1ed630a0d4020a166f0f3c29d7bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d91350a-c2", "ovs_interfaceid": "7d91350a-c276-47c1-87a6-9c06c6955632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.067294] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793627, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545605} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.067643] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 31f70009-4ec8-405f-87de-6e041742bc92/31f70009-4ec8-405f-87de-6e041742bc92.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1543.067876] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1543.068178] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f16c5c58-511e-4bac-ba25-b0e320a89aba {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.075419] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1543.075419] env[62588]: value = "task-1793630" [ 1543.075419] env[62588]: _type = "Task" [ 1543.075419] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.085585] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.096086] env[62588]: DEBUG nova.compute.manager [None req-004e5eb5-b8fd-4402-a92b-3777f82094c7 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Found 2 images (rotation: 2) {{(pid=62588) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5013}} [ 1543.108343] env[62588]: DEBUG oslo_vmware.api [None req-e5f4e290-d97a-4f78-800b-b80671855aa4 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793628, 'name': PowerOffVM_Task, 'duration_secs': 0.179283} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.108426] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f4e290-d97a-4f78-800b-b80671855aa4 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1543.108586] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f4e290-d97a-4f78-800b-b80671855aa4 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1543.108844] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f65ca96-119f-4d7d-9a96-b27944807d20 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.177484] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f4e290-d97a-4f78-800b-b80671855aa4 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1543.177715] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f4e290-d97a-4f78-800b-b80671855aa4 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1543.177900] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5f4e290-d97a-4f78-800b-b80671855aa4 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Deleting the datastore file [datastore1] f1f8c1c7-244b-43ee-8368-5d75246edc07 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1543.178544] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e3d0d64-cf61-4b59-8c1b-f9bf6ea2ac15 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.188025] env[62588]: DEBUG oslo_vmware.api [None req-e5f4e290-d97a-4f78-800b-b80671855aa4 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1543.188025] env[62588]: value = "task-1793632" [ 1543.188025] env[62588]: _type = "Task" [ 1543.188025] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.199033] env[62588]: DEBUG nova.compute.utils [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1543.205398] env[62588]: DEBUG oslo_vmware.api [None req-e5f4e290-d97a-4f78-800b-b80671855aa4 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.205398] env[62588]: DEBUG nova.compute.manager [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1543.205398] env[62588]: DEBUG nova.network.neutron [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1543.258035] env[62588]: DEBUG nova.policy [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47c733f76ab14b608a3c4e46eb854a29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc519d1e40cb46d7b606f77b0bde4781', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1543.451017] env[62588]: DEBUG oslo_vmware.api [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793629, 'name': Rename_Task, 'duration_secs': 0.158515} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.451017] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1543.451017] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94116ea7-5613-4d05-9abc-39ce62f2083c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.459177] env[62588]: DEBUG oslo_vmware.api [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Waiting for the task: (returnval){ [ 1543.459177] env[62588]: value = "task-1793633" [ 1543.459177] env[62588]: _type = "Task" [ 1543.459177] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.468634] env[62588]: DEBUG oslo_vmware.api [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.532750] env[62588]: DEBUG oslo_concurrency.lockutils [req-56bad328-9cf5-449f-aeac-9bb5b26509ad req-e59551fc-4f99-47f7-9df8-b97acff74380 service nova] Releasing lock "refresh_cache-3ee02a39-f285-405c-b7b8-ab797afe560c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.563656] env[62588]: DEBUG nova.network.neutron [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Successfully created port: 97203fd3-f9f5-4d2c-90b1-5dee4ec30049 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1543.585814] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081196} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.586098] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1543.586934] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb66899c-593a-4406-9822-dfe4238587bc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.619462] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 31f70009-4ec8-405f-87de-6e041742bc92/31f70009-4ec8-405f-87de-6e041742bc92.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1543.624843] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8786f095-6a4d-4bc7-ad53-4326840951ab {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.642207] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1543.642207] env[62588]: value = "task-1793634" [ 1543.642207] env[62588]: _type = "Task" [ 1543.642207] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.650980] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.702211] env[62588]: DEBUG oslo_vmware.api [None req-e5f4e290-d97a-4f78-800b-b80671855aa4 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793632, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276982} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.702577] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5f4e290-d97a-4f78-800b-b80671855aa4 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1543.703676] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f4e290-d97a-4f78-800b-b80671855aa4 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1543.703676] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f4e290-d97a-4f78-800b-b80671855aa4 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1543.703676] env[62588]: INFO nova.compute.manager [None req-e5f4e290-d97a-4f78-800b-b80671855aa4 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1543.703676] env[62588]: DEBUG oslo.service.loopingcall [None req-e5f4e290-d97a-4f78-800b-b80671855aa4 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1543.704275] env[62588]: DEBUG nova.compute.manager [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1543.708050] env[62588]: DEBUG nova.compute.manager [-] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1543.708187] env[62588]: DEBUG nova.network.neutron [-] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1543.835904] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df52a4e4-56f9-4851-8d6c-40e5ae44f0b7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.845010] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6040f01a-35b6-406a-9266-d1866bc64ffe {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.885768] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffaa160-ff29-474f-a4ff-aa3fcaa899b5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.897240] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc55a3bc-6975-400a-a656-ee88ef405d9d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.913602] env[62588]: DEBUG nova.compute.provider_tree [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1543.972910] env[62588]: DEBUG oslo_vmware.api [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793633, 'name': PowerOnVM_Task, 'duration_secs': 0.509031} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.972910] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1543.972910] env[62588]: INFO nova.compute.manager [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Took 10.43 seconds to spawn the instance on the hypervisor. [ 1543.972910] env[62588]: DEBUG nova.compute.manager [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1543.972910] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f76e4ef-7b2d-42c6-a69a-d0fe626df2d8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.116881] env[62588]: DEBUG oslo_vmware.rw_handles [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ada84d-cb93-bf53-7b0e-c4432022f2ac/disk-0.vmdk. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1544.118632] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38918140-469a-4a19-bb77-c63f101614a0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.125402] env[62588]: DEBUG oslo_vmware.rw_handles [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ada84d-cb93-bf53-7b0e-c4432022f2ac/disk-0.vmdk is in state: ready. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1544.125660] env[62588]: ERROR oslo_vmware.rw_handles [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ada84d-cb93-bf53-7b0e-c4432022f2ac/disk-0.vmdk due to incomplete transfer. [ 1544.125952] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-956b4709-8c11-4d6f-b60f-630b4cf29747 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.133551] env[62588]: DEBUG oslo_vmware.rw_handles [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ada84d-cb93-bf53-7b0e-c4432022f2ac/disk-0.vmdk. {{(pid=62588) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1544.133854] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Uploaded image 9f2f8b04-8655-46b2-91a4-8ad5e973dd03 to the Glance image server {{(pid=62588) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1544.135662] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Destroying the VM {{(pid=62588) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1544.137240] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-81a8b990-cade-4953-b74e-7c9116bb7602 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.149529] env[62588]: DEBUG oslo_vmware.api [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1544.149529] env[62588]: value = "task-1793635" [ 1544.149529] env[62588]: _type = "Task" [ 1544.149529] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.161875] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.167657] env[62588]: DEBUG oslo_vmware.api [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793635, 'name': Destroy_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.416659] env[62588]: DEBUG nova.scheduler.client.report [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1544.492943] env[62588]: INFO nova.compute.manager [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Took 43.89 seconds to build instance. [ 1544.522946] env[62588]: DEBUG nova.compute.manager [req-db0e562d-86f6-484c-85f9-464ef735ef01 req-6613bac7-8c2b-4c49-a710-d24644cc460c service nova] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Received event network-vif-deleted-783dc2b3-5ecb-43ef-9c65-b06073d35087 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1544.524116] env[62588]: INFO nova.compute.manager [req-db0e562d-86f6-484c-85f9-464ef735ef01 req-6613bac7-8c2b-4c49-a710-d24644cc460c service nova] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Neutron deleted interface 783dc2b3-5ecb-43ef-9c65-b06073d35087; detaching it from the instance and deleting it from the info cache [ 1544.524116] env[62588]: DEBUG nova.network.neutron [req-db0e562d-86f6-484c-85f9-464ef735ef01 req-6613bac7-8c2b-4c49-a710-d24644cc460c service nova] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.644231] env[62588]: DEBUG nova.compute.manager [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1544.645285] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403217ea-5232-44fe-9a17-0bd9a33502af {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.666150] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793634, 'name': ReconfigVM_Task, 'duration_secs': 0.612877} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.666150] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 31f70009-4ec8-405f-87de-6e041742bc92/31f70009-4ec8-405f-87de-6e041742bc92.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1544.669861] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3756a3eb-5c27-49ba-8838-6e5ae679bfe5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.672301] env[62588]: DEBUG oslo_vmware.api [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793635, 'name': Destroy_Task} progress is 33%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.676693] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1544.676693] env[62588]: value = "task-1793636" [ 1544.676693] env[62588]: _type = "Task" [ 1544.676693] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.685204] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793636, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.698831] env[62588]: DEBUG nova.network.neutron [-] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.717792] env[62588]: DEBUG nova.compute.manager [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1544.743200] env[62588]: DEBUG nova.virt.hardware [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1544.743468] env[62588]: DEBUG nova.virt.hardware [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1544.743623] env[62588]: DEBUG nova.virt.hardware [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1544.744013] env[62588]: DEBUG nova.virt.hardware [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1544.744215] env[62588]: DEBUG nova.virt.hardware [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1544.744364] env[62588]: DEBUG nova.virt.hardware [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1544.744756] env[62588]: DEBUG nova.virt.hardware [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1544.744856] env[62588]: DEBUG nova.virt.hardware [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1544.744998] env[62588]: DEBUG nova.virt.hardware [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1544.745188] env[62588]: DEBUG nova.virt.hardware [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1544.745378] env[62588]: DEBUG nova.virt.hardware [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1544.746664] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53cdee5-099c-46dc-b16a-b3153ce51584 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.755441] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd8f084-5a79-4dfe-8456-610e332c276b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.931165] env[62588]: DEBUG oslo_concurrency.lockutils [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.932904] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.128s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.936207] env[62588]: INFO nova.compute.claims [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1544.968332] env[62588]: INFO nova.scheduler.client.report [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Deleted allocations for instance 5914dad7-c69e-4294-8625-991864b73e0a [ 1544.995536] env[62588]: DEBUG oslo_concurrency.lockutils [None req-39008720-4bd6-4788-85e4-25191e540b6a tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Lock "b65d9bfb-74bb-41fe-afd1-2a1cf354543b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.701s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.027019] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5741501e-d1a0-4ddc-9a55-3a882faf2205 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.037861] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bddac3-5932-4833-bca4-da7183c6980a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.075211] env[62588]: DEBUG nova.compute.manager [req-db0e562d-86f6-484c-85f9-464ef735ef01 req-6613bac7-8c2b-4c49-a710-d24644cc460c service nova] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Detach interface failed, port_id=783dc2b3-5ecb-43ef-9c65-b06073d35087, reason: Instance f1f8c1c7-244b-43ee-8368-5d75246edc07 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1545.113733] env[62588]: DEBUG nova.compute.manager [req-559dc5ef-f188-4c5b-abc0-3d818cc2ae8a req-ce601891-c3a8-45db-9721-90764cc3cf96 service nova] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Received event network-changed-7bbcff9f-c77b-45ff-acdc-cda3e7533047 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1545.113817] env[62588]: DEBUG nova.compute.manager [req-559dc5ef-f188-4c5b-abc0-3d818cc2ae8a req-ce601891-c3a8-45db-9721-90764cc3cf96 service nova] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Refreshing instance network info cache due to event network-changed-7bbcff9f-c77b-45ff-acdc-cda3e7533047. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1545.114181] env[62588]: DEBUG oslo_concurrency.lockutils [req-559dc5ef-f188-4c5b-abc0-3d818cc2ae8a req-ce601891-c3a8-45db-9721-90764cc3cf96 service nova] Acquiring lock "refresh_cache-b65d9bfb-74bb-41fe-afd1-2a1cf354543b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.114181] env[62588]: DEBUG oslo_concurrency.lockutils [req-559dc5ef-f188-4c5b-abc0-3d818cc2ae8a req-ce601891-c3a8-45db-9721-90764cc3cf96 service nova] Acquired lock "refresh_cache-b65d9bfb-74bb-41fe-afd1-2a1cf354543b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.114289] env[62588]: DEBUG nova.network.neutron [req-559dc5ef-f188-4c5b-abc0-3d818cc2ae8a req-ce601891-c3a8-45db-9721-90764cc3cf96 service nova] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Refreshing network info cache for port 7bbcff9f-c77b-45ff-acdc-cda3e7533047 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1545.163144] env[62588]: DEBUG oslo_vmware.api [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793635, 'name': Destroy_Task, 'duration_secs': 0.658979} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.163375] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Destroyed the VM [ 1545.163635] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Deleting Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1545.163937] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f16b32ea-0ef9-484a-b081-50e4f9c180bc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.166216] env[62588]: INFO nova.compute.manager [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] instance snapshotting [ 1545.166693] env[62588]: DEBUG nova.objects.instance [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lazy-loading 'flavor' on Instance uuid cd9251fb-103f-4fea-a54a-398f28e4a7bc {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1545.173146] env[62588]: DEBUG oslo_vmware.api [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1545.173146] env[62588]: value = "task-1793637" [ 1545.173146] env[62588]: _type = "Task" [ 1545.173146] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.184045] env[62588]: DEBUG oslo_vmware.api [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793637, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.189499] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793636, 'name': Rename_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.201349] env[62588]: INFO nova.compute.manager [-] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Took 1.49 seconds to deallocate network for instance. [ 1545.477799] env[62588]: DEBUG oslo_concurrency.lockutils [None req-afed95c7-e0d4-4e2d-b803-d8e7576e788f tempest-ServerShowV254Test-411507327 tempest-ServerShowV254Test-411507327-project-member] Lock "5914dad7-c69e-4294-8625-991864b73e0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.136s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.497515] env[62588]: DEBUG nova.compute.manager [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1545.510105] env[62588]: DEBUG nova.network.neutron [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Successfully updated port: 97203fd3-f9f5-4d2c-90b1-5dee4ec30049 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1545.675019] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f2c6ad-fca2-4852-9a96-b5dcae4a0466 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.705944] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c67de8-6eef-42ab-bfb0-0ae10748eae2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.708604] env[62588]: DEBUG oslo_vmware.api [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793637, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.712906] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e5f4e290-d97a-4f78-800b-b80671855aa4 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.713267] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793636, 'name': Rename_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.726040] env[62588]: DEBUG oslo_concurrency.lockutils [None req-496165db-a7e0-4edc-8e29-dc6e7e4418e1 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "ed1afca2-846c-4356-ae35-e651a8d38eda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.726438] env[62588]: DEBUG oslo_concurrency.lockutils [None req-496165db-a7e0-4edc-8e29-dc6e7e4418e1 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "ed1afca2-846c-4356-ae35-e651a8d38eda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.726757] env[62588]: DEBUG oslo_concurrency.lockutils [None req-496165db-a7e0-4edc-8e29-dc6e7e4418e1 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "ed1afca2-846c-4356-ae35-e651a8d38eda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.727058] env[62588]: DEBUG oslo_concurrency.lockutils [None req-496165db-a7e0-4edc-8e29-dc6e7e4418e1 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "ed1afca2-846c-4356-ae35-e651a8d38eda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.727318] env[62588]: DEBUG oslo_concurrency.lockutils [None req-496165db-a7e0-4edc-8e29-dc6e7e4418e1 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "ed1afca2-846c-4356-ae35-e651a8d38eda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.729272] env[62588]: INFO nova.compute.manager [None req-496165db-a7e0-4edc-8e29-dc6e7e4418e1 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Terminating instance [ 1545.746294] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c00a2e58-b88a-41a3-8cc7-14c6e006dc47 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Acquiring lock "b65d9bfb-74bb-41fe-afd1-2a1cf354543b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.746294] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c00a2e58-b88a-41a3-8cc7-14c6e006dc47 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Lock "b65d9bfb-74bb-41fe-afd1-2a1cf354543b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.746294] env[62588]: INFO nova.compute.manager [None req-c00a2e58-b88a-41a3-8cc7-14c6e006dc47 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Rebooting instance [ 1545.863229] env[62588]: DEBUG nova.network.neutron [req-559dc5ef-f188-4c5b-abc0-3d818cc2ae8a req-ce601891-c3a8-45db-9721-90764cc3cf96 service nova] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Updated VIF entry in instance network info cache for port 7bbcff9f-c77b-45ff-acdc-cda3e7533047. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1545.863645] env[62588]: DEBUG nova.network.neutron [req-559dc5ef-f188-4c5b-abc0-3d818cc2ae8a req-ce601891-c3a8-45db-9721-90764cc3cf96 service nova] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Updating instance_info_cache with network_info: [{"id": "7bbcff9f-c77b-45ff-acdc-cda3e7533047", "address": "fa:16:3e:25:da:66", "network": {"id": "cec40a98-a482-48ea-bbd5-eec7eea8e187", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-139984588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e42e4bf1f14eb6b720a46435776250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bbcff9f-c7", "ovs_interfaceid": "7bbcff9f-c77b-45ff-acdc-cda3e7533047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.011219] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquiring lock "refresh_cache-ca797e4a-cfa0-4989-b063-84e83834aa62" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.011471] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquired lock "refresh_cache-ca797e4a-cfa0-4989-b063-84e83834aa62" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.011503] env[62588]: DEBUG nova.network.neutron [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1546.023250] env[62588]: DEBUG oslo_concurrency.lockutils [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.196234] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793636, 'name': Rename_Task, 'duration_secs': 1.187517} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.196234] env[62588]: DEBUG oslo_vmware.api [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793637, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.196234] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1546.196379] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9623043-bd04-44c9-86e9-3410f2d41d31 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.203564] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1546.203564] env[62588]: value = "task-1793638" [ 1546.203564] env[62588]: _type = "Task" [ 1546.203564] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.213173] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.223918] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Creating Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1546.224349] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9be8e340-edf1-4401-a63d-95e230e7a2fd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.231671] env[62588]: DEBUG oslo_vmware.api [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1546.231671] env[62588]: value = "task-1793639" [ 1546.231671] env[62588]: _type = "Task" [ 1546.231671] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.232802] env[62588]: DEBUG nova.compute.manager [None req-496165db-a7e0-4edc-8e29-dc6e7e4418e1 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1546.232802] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-496165db-a7e0-4edc-8e29-dc6e7e4418e1 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1546.238380] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0ad63d-0c5c-44ce-b855-74ba33e51bbe {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.251704] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-496165db-a7e0-4edc-8e29-dc6e7e4418e1 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1546.255859] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0100d831-7bc0-4d69-b6d8-d3bdbb6b80fc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.259029] env[62588]: DEBUG oslo_vmware.api [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793639, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.275532] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c00a2e58-b88a-41a3-8cc7-14c6e006dc47 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Acquiring lock "refresh_cache-b65d9bfb-74bb-41fe-afd1-2a1cf354543b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.367948] env[62588]: DEBUG oslo_concurrency.lockutils [req-559dc5ef-f188-4c5b-abc0-3d818cc2ae8a req-ce601891-c3a8-45db-9721-90764cc3cf96 service nova] Releasing lock "refresh_cache-b65d9bfb-74bb-41fe-afd1-2a1cf354543b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.368099] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c00a2e58-b88a-41a3-8cc7-14c6e006dc47 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Acquired lock "refresh_cache-b65d9bfb-74bb-41fe-afd1-2a1cf354543b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.368343] env[62588]: DEBUG nova.network.neutron [None req-c00a2e58-b88a-41a3-8cc7-14c6e006dc47 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1546.469881] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12167ea-448a-4ff1-a04e-8a0ecda6ce98 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.482978] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "61f82ed6-fa5e-4bca-9264-ee86692839a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.482978] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "61f82ed6-fa5e-4bca-9264-ee86692839a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.482978] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367c9aca-63e5-4bc5-8469-b6c7c69d909e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.520915] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcc3643-fbcf-4acb-af65-587fe04ae89f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.535210] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb973c66-6aa8-4abf-a37f-e9695856728a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.554199] env[62588]: DEBUG nova.compute.provider_tree [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1546.566657] env[62588]: DEBUG nova.network.neutron [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1546.572741] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-496165db-a7e0-4edc-8e29-dc6e7e4418e1 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1546.573131] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-496165db-a7e0-4edc-8e29-dc6e7e4418e1 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1546.573446] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-496165db-a7e0-4edc-8e29-dc6e7e4418e1 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Deleting the datastore file [datastore1] ed1afca2-846c-4356-ae35-e651a8d38eda {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1546.575017] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f89a6db-3614-4d1b-be98-b998533852a1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.581552] env[62588]: DEBUG oslo_vmware.api [None req-496165db-a7e0-4edc-8e29-dc6e7e4418e1 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1546.581552] env[62588]: value = "task-1793641" [ 1546.581552] env[62588]: _type = "Task" [ 1546.581552] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.592450] env[62588]: DEBUG oslo_vmware.api [None req-496165db-a7e0-4edc-8e29-dc6e7e4418e1 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793641, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.689895] env[62588]: DEBUG oslo_vmware.api [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793637, 'name': RemoveSnapshot_Task, 'duration_secs': 1.12919} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.692586] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Deleted Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1546.692586] env[62588]: INFO nova.compute.manager [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Took 17.53 seconds to snapshot the instance on the hypervisor. [ 1546.698076] env[62588]: DEBUG nova.compute.manager [req-e8808813-7a03-4087-bfd4-7ceb8b2e8987 req-2de1a8d9-0cc4-4ad0-9a87-936167d86893 service nova] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Received event network-vif-plugged-97203fd3-f9f5-4d2c-90b1-5dee4ec30049 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1546.698076] env[62588]: DEBUG oslo_concurrency.lockutils [req-e8808813-7a03-4087-bfd4-7ceb8b2e8987 req-2de1a8d9-0cc4-4ad0-9a87-936167d86893 service nova] Acquiring lock "ca797e4a-cfa0-4989-b063-84e83834aa62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.698076] env[62588]: DEBUG oslo_concurrency.lockutils [req-e8808813-7a03-4087-bfd4-7ceb8b2e8987 req-2de1a8d9-0cc4-4ad0-9a87-936167d86893 service nova] Lock "ca797e4a-cfa0-4989-b063-84e83834aa62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.698316] env[62588]: DEBUG oslo_concurrency.lockutils [req-e8808813-7a03-4087-bfd4-7ceb8b2e8987 req-2de1a8d9-0cc4-4ad0-9a87-936167d86893 service nova] Lock "ca797e4a-cfa0-4989-b063-84e83834aa62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.698359] env[62588]: DEBUG nova.compute.manager [req-e8808813-7a03-4087-bfd4-7ceb8b2e8987 req-2de1a8d9-0cc4-4ad0-9a87-936167d86893 service nova] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] No waiting events found dispatching network-vif-plugged-97203fd3-f9f5-4d2c-90b1-5dee4ec30049 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1546.698525] env[62588]: WARNING nova.compute.manager [req-e8808813-7a03-4087-bfd4-7ceb8b2e8987 req-2de1a8d9-0cc4-4ad0-9a87-936167d86893 service nova] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Received unexpected event network-vif-plugged-97203fd3-f9f5-4d2c-90b1-5dee4ec30049 for instance with vm_state building and task_state spawning. [ 1546.698670] env[62588]: DEBUG nova.compute.manager [req-e8808813-7a03-4087-bfd4-7ceb8b2e8987 req-2de1a8d9-0cc4-4ad0-9a87-936167d86893 service nova] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Received event network-changed-97203fd3-f9f5-4d2c-90b1-5dee4ec30049 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1546.698823] env[62588]: DEBUG nova.compute.manager [req-e8808813-7a03-4087-bfd4-7ceb8b2e8987 req-2de1a8d9-0cc4-4ad0-9a87-936167d86893 service nova] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Refreshing instance network info cache due to event network-changed-97203fd3-f9f5-4d2c-90b1-5dee4ec30049. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1546.699025] env[62588]: DEBUG oslo_concurrency.lockutils [req-e8808813-7a03-4087-bfd4-7ceb8b2e8987 req-2de1a8d9-0cc4-4ad0-9a87-936167d86893 service nova] Acquiring lock "refresh_cache-ca797e4a-cfa0-4989-b063-84e83834aa62" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.716945] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793638, 'name': PowerOnVM_Task, 'duration_secs': 0.447447} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.717372] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1546.717422] env[62588]: INFO nova.compute.manager [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Took 10.37 seconds to spawn the instance on the hypervisor. [ 1546.717654] env[62588]: DEBUG nova.compute.manager [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1546.718548] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0ce214-ea98-48b8-a34c-847e8bbc7dd1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.745229] env[62588]: DEBUG oslo_vmware.api [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793639, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.800244] env[62588]: DEBUG nova.network.neutron [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Updating instance_info_cache with network_info: [{"id": "97203fd3-f9f5-4d2c-90b1-5dee4ec30049", "address": "fa:16:3e:6d:39:6e", "network": {"id": "316dd76f-e497-489f-9bd6-93fb8ba73bc9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2025836284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc519d1e40cb46d7b606f77b0bde4781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97203fd3-f9", "ovs_interfaceid": "97203fd3-f9f5-4d2c-90b1-5dee4ec30049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.056283] env[62588]: DEBUG nova.scheduler.client.report [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1547.093556] env[62588]: DEBUG oslo_vmware.api [None req-496165db-a7e0-4edc-8e29-dc6e7e4418e1 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793641, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161505} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.093556] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-496165db-a7e0-4edc-8e29-dc6e7e4418e1 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1547.093732] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-496165db-a7e0-4edc-8e29-dc6e7e4418e1 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1547.093955] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-496165db-a7e0-4edc-8e29-dc6e7e4418e1 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1547.094239] env[62588]: INFO nova.compute.manager [None req-496165db-a7e0-4edc-8e29-dc6e7e4418e1 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Took 0.86 seconds to destroy the instance on the hypervisor. [ 1547.094553] env[62588]: DEBUG oslo.service.loopingcall [None req-496165db-a7e0-4edc-8e29-dc6e7e4418e1 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1547.094760] env[62588]: DEBUG nova.compute.manager [-] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1547.094947] env[62588]: DEBUG nova.network.neutron [-] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1547.121280] env[62588]: DEBUG nova.network.neutron [None req-c00a2e58-b88a-41a3-8cc7-14c6e006dc47 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Updating instance_info_cache with network_info: [{"id": "7bbcff9f-c77b-45ff-acdc-cda3e7533047", "address": "fa:16:3e:25:da:66", "network": {"id": "cec40a98-a482-48ea-bbd5-eec7eea8e187", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-139984588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e42e4bf1f14eb6b720a46435776250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bbcff9f-c7", "ovs_interfaceid": "7bbcff9f-c77b-45ff-acdc-cda3e7533047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.202037] env[62588]: DEBUG nova.compute.manager [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Instance disappeared during snapshot {{(pid=62588) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1547.217126] env[62588]: DEBUG nova.compute.manager [None req-587ef0e2-3849-42e3-ad3b-3aa64efd2e3f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Image not found during clean up 9f2f8b04-8655-46b2-91a4-8ad5e973dd03 {{(pid=62588) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1547.242300] env[62588]: INFO nova.compute.manager [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Took 42.97 seconds to build instance. [ 1547.256273] env[62588]: DEBUG oslo_vmware.api [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793639, 'name': CreateSnapshot_Task, 'duration_secs': 0.517123} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.256802] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Created Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1547.260590] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5171ef4-1c6a-4fb8-a2c7-ecf85785d554 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.303076] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Releasing lock "refresh_cache-ca797e4a-cfa0-4989-b063-84e83834aa62" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.303677] env[62588]: DEBUG nova.compute.manager [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Instance network_info: |[{"id": "97203fd3-f9f5-4d2c-90b1-5dee4ec30049", "address": "fa:16:3e:6d:39:6e", "network": {"id": "316dd76f-e497-489f-9bd6-93fb8ba73bc9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2025836284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc519d1e40cb46d7b606f77b0bde4781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97203fd3-f9", "ovs_interfaceid": "97203fd3-f9f5-4d2c-90b1-5dee4ec30049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1547.304170] env[62588]: DEBUG oslo_concurrency.lockutils [req-e8808813-7a03-4087-bfd4-7ceb8b2e8987 req-2de1a8d9-0cc4-4ad0-9a87-936167d86893 service nova] Acquired lock "refresh_cache-ca797e4a-cfa0-4989-b063-84e83834aa62" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.304251] env[62588]: DEBUG nova.network.neutron [req-e8808813-7a03-4087-bfd4-7ceb8b2e8987 req-2de1a8d9-0cc4-4ad0-9a87-936167d86893 service nova] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Refreshing network info cache for port 97203fd3-f9f5-4d2c-90b1-5dee4ec30049 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1547.305718] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:39:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97203fd3-f9f5-4d2c-90b1-5dee4ec30049', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1547.318074] env[62588]: DEBUG oslo.service.loopingcall [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1547.319384] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1547.319613] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc6823ad-9c07-4da4-bf08-a1ff8e3f81e7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.340811] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1547.340811] env[62588]: value = "task-1793642" [ 1547.340811] env[62588]: _type = "Task" [ 1547.340811] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.350694] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793642, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.565037] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.565037] env[62588]: DEBUG nova.compute.manager [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1547.567858] env[62588]: DEBUG oslo_concurrency.lockutils [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.929s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.571357] env[62588]: INFO nova.compute.claims [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1547.624647] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c00a2e58-b88a-41a3-8cc7-14c6e006dc47 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Releasing lock "refresh_cache-b65d9bfb-74bb-41fe-afd1-2a1cf354543b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.745574] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "31f70009-4ec8-405f-87de-6e041742bc92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.694s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.782434] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Creating linked-clone VM from snapshot {{(pid=62588) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1547.783486] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-08304051-a569-4a45-ad24-6b0fcce9631a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.795860] env[62588]: DEBUG oslo_vmware.api [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1547.795860] env[62588]: value = "task-1793643" [ 1547.795860] env[62588]: _type = "Task" [ 1547.795860] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.806016] env[62588]: DEBUG oslo_vmware.api [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793643, 'name': CloneVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.851776] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793642, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.032237] env[62588]: DEBUG nova.network.neutron [-] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.080530] env[62588]: DEBUG nova.compute.utils [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1548.082305] env[62588]: DEBUG nova.compute.manager [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1548.082509] env[62588]: DEBUG nova.network.neutron [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1548.133493] env[62588]: DEBUG nova.compute.manager [None req-c00a2e58-b88a-41a3-8cc7-14c6e006dc47 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1548.133493] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f96990-121b-4165-a29c-5ee3eeba3724 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.204315] env[62588]: DEBUG nova.policy [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'acb8757b8ee342c6ae572a309bb75d5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '569c9324dde449dfa916193847fcb181', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1548.246929] env[62588]: DEBUG nova.compute.manager [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1548.308381] env[62588]: DEBUG oslo_vmware.api [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793643, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.351675] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793642, 'name': CreateVM_Task, 'duration_secs': 0.561345} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.351839] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1548.352553] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.352721] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.353039] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1548.353292] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-677f9598-4ab3-4a43-8fff-5677a36ce95d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.358469] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1548.358469] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526446fa-e1d9-fe70-0849-293311709de3" [ 1548.358469] env[62588]: _type = "Task" [ 1548.358469] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.366807] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526446fa-e1d9-fe70-0849-293311709de3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.378379] env[62588]: DEBUG nova.network.neutron [req-e8808813-7a03-4087-bfd4-7ceb8b2e8987 req-2de1a8d9-0cc4-4ad0-9a87-936167d86893 service nova] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Updated VIF entry in instance network info cache for port 97203fd3-f9f5-4d2c-90b1-5dee4ec30049. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1548.378768] env[62588]: DEBUG nova.network.neutron [req-e8808813-7a03-4087-bfd4-7ceb8b2e8987 req-2de1a8d9-0cc4-4ad0-9a87-936167d86893 service nova] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Updating instance_info_cache with network_info: [{"id": "97203fd3-f9f5-4d2c-90b1-5dee4ec30049", "address": "fa:16:3e:6d:39:6e", "network": {"id": "316dd76f-e497-489f-9bd6-93fb8ba73bc9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2025836284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc519d1e40cb46d7b606f77b0bde4781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97203fd3-f9", "ovs_interfaceid": "97203fd3-f9f5-4d2c-90b1-5dee4ec30049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.535252] env[62588]: INFO nova.compute.manager [-] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Took 1.44 seconds to deallocate network for instance. [ 1548.588117] env[62588]: DEBUG nova.compute.manager [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1548.772287] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.816078] env[62588]: DEBUG oslo_vmware.api [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793643, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.869346] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526446fa-e1d9-fe70-0849-293311709de3, 'name': SearchDatastore_Task, 'duration_secs': 0.010824} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.869467] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1548.869815] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1548.870089] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.870573] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.870573] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1548.870779] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2352f333-2784-4f92-8efb-71829cd6694f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.881463] env[62588]: DEBUG oslo_concurrency.lockutils [req-e8808813-7a03-4087-bfd4-7ceb8b2e8987 req-2de1a8d9-0cc4-4ad0-9a87-936167d86893 service nova] Releasing lock "refresh_cache-ca797e4a-cfa0-4989-b063-84e83834aa62" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1548.881866] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1548.882073] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1548.884572] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2c2c3f0-abb0-4ebb-a43a-0ae5e9f4b763 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.889851] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1548.889851] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d0f317-2052-186d-5fb8-b75bc3940207" [ 1548.889851] env[62588]: _type = "Task" [ 1548.889851] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.897559] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d0f317-2052-186d-5fb8-b75bc3940207, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.901829] env[62588]: DEBUG nova.compute.manager [req-8ca7c38e-bd29-46ad-81a1-365942253010 req-9c51bed1-4f2f-4160-90f5-43eaa0f1c443 service nova] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Received event network-vif-deleted-209784d5-5719-4f73-a997-a485b35f6379 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1548.903015] env[62588]: DEBUG nova.network.neutron [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Successfully created port: 6dc8f390-9ded-415d-9dc4-5eacb1bd91ed {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1549.043815] env[62588]: DEBUG oslo_concurrency.lockutils [None req-496165db-a7e0-4edc-8e29-dc6e7e4418e1 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.092646] env[62588]: INFO nova.virt.block_device [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Booting with volume d00f6223-7605-4600-be36-aef01c7dc7d2 at /dev/sda [ 1549.143321] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d9c695a-1a10-46c6-a44a-e87dfa00458c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.147542] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a53592-2299-4fb6-befc-f278187d8df1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.153358] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83151e62-c4c7-4828-b01a-a75eb23a1647 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.158777] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4591a34f-2108-40ae-9df0-985575448aef {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.175805] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c00a2e58-b88a-41a3-8cc7-14c6e006dc47 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Doing hard reboot of VM {{(pid=62588) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1549.177461] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-94e71e51-0b6f-4b21-96ec-856aaf844e27 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.186222] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de378e33-211f-4503-a588-53a2e85303e1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.205369] env[62588]: DEBUG oslo_vmware.api [None req-c00a2e58-b88a-41a3-8cc7-14c6e006dc47 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Waiting for the task: (returnval){ [ 1549.205369] env[62588]: value = "task-1793644" [ 1549.205369] env[62588]: _type = "Task" [ 1549.205369] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.206284] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b05e42bf-41fe-42bd-a186-b48e7f3b1563 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.240489] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce45b84a-2f55-4d38-b095-53c6883e01ea {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.246664] env[62588]: DEBUG oslo_vmware.api [None req-c00a2e58-b88a-41a3-8cc7-14c6e006dc47 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793644, 'name': ResetVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.250160] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39b15f9-f91b-4315-befe-0d0867a0734d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.265876] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab492f8c-33da-42ef-a2fb-681ffc402b0b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.280930] env[62588]: DEBUG nova.compute.provider_tree [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1549.296544] env[62588]: DEBUG nova.scheduler.client.report [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1549.300363] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f371101-9942-4fd9-af16-0f63044ac4ae {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.315115] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf7eb82-ed81-4a92-8503-ed331ab9d7f8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.318501] env[62588]: DEBUG oslo_vmware.api [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793643, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.330816] env[62588]: DEBUG nova.virt.block_device [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Updating existing volume attachment record: d1c673c6-2db8-46d6-8f6d-9224f33bb4f1 {{(pid=62588) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1549.404887] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d0f317-2052-186d-5fb8-b75bc3940207, 'name': SearchDatastore_Task, 'duration_secs': 0.008582} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.405725] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03da645c-f4bd-42de-8a63-a4744c321f32 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.411343] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1549.411343] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5230a1cb-711f-2d38-8124-b05f4737b9b0" [ 1549.411343] env[62588]: _type = "Task" [ 1549.411343] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.420562] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5230a1cb-711f-2d38-8124-b05f4737b9b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.718135] env[62588]: DEBUG oslo_vmware.api [None req-c00a2e58-b88a-41a3-8cc7-14c6e006dc47 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793644, 'name': ResetVM_Task, 'duration_secs': 0.133155} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.718521] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c00a2e58-b88a-41a3-8cc7-14c6e006dc47 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Did hard reboot of VM {{(pid=62588) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1549.718944] env[62588]: DEBUG nova.compute.manager [None req-c00a2e58-b88a-41a3-8cc7-14c6e006dc47 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1549.719774] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b09c18-3881-4c7a-96d1-1b4b139dcd44 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.805201] env[62588]: DEBUG oslo_concurrency.lockutils [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.237s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.805201] env[62588]: DEBUG nova.compute.manager [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1549.814361] env[62588]: DEBUG oslo_concurrency.lockutils [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.886s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.814361] env[62588]: INFO nova.compute.claims [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1549.823979] env[62588]: DEBUG oslo_vmware.api [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793643, 'name': CloneVM_Task} progress is 95%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.929019] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5230a1cb-711f-2d38-8124-b05f4737b9b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010444} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.929019] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.929019] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] ca797e4a-cfa0-4989-b063-84e83834aa62/ca797e4a-cfa0-4989-b063-84e83834aa62.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1549.929019] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0eb5a568-609b-4bf1-a1f6-f13caeaf54aa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.936238] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1549.936238] env[62588]: value = "task-1793645" [ 1549.936238] env[62588]: _type = "Task" [ 1549.936238] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.945278] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.236129] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c00a2e58-b88a-41a3-8cc7-14c6e006dc47 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Lock "b65d9bfb-74bb-41fe-afd1-2a1cf354543b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.491s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.318766] env[62588]: DEBUG oslo_vmware.api [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793643, 'name': CloneVM_Task, 'duration_secs': 2.240258} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.318766] env[62588]: DEBUG nova.compute.utils [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1550.319337] env[62588]: INFO nova.virt.vmwareapi.vmops [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Created linked-clone VM from snapshot [ 1550.320946] env[62588]: DEBUG nova.compute.manager [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1550.320946] env[62588]: DEBUG nova.network.neutron [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1550.324720] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226d8d74-8de6-4a04-8c29-e44b6cd52f75 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.334733] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Uploading image f72ed13d-3535-4367-80bb-722499b6aff2 {{(pid=62588) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1550.365863] env[62588]: DEBUG oslo_vmware.rw_handles [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1550.365863] env[62588]: value = "vm-372044" [ 1550.365863] env[62588]: _type = "VirtualMachine" [ 1550.365863] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1550.366190] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e6582aec-7dc7-43f1-bb7d-6dc66bfcacdd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.375806] env[62588]: DEBUG oslo_vmware.rw_handles [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lease: (returnval){ [ 1550.375806] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5277becc-c136-b09f-523a-9667390cd26a" [ 1550.375806] env[62588]: _type = "HttpNfcLease" [ 1550.375806] env[62588]: } obtained for exporting VM: (result){ [ 1550.375806] env[62588]: value = "vm-372044" [ 1550.375806] env[62588]: _type = "VirtualMachine" [ 1550.375806] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1550.376116] env[62588]: DEBUG oslo_vmware.api [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the lease: (returnval){ [ 1550.376116] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5277becc-c136-b09f-523a-9667390cd26a" [ 1550.376116] env[62588]: _type = "HttpNfcLease" [ 1550.376116] env[62588]: } to be ready. {{(pid=62588) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1550.392068] env[62588]: DEBUG nova.policy [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58243fbe7b6a4edb9cf750357800eea4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dddc972acb55483a985082e7f1435be5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1550.393762] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1550.393762] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5277becc-c136-b09f-523a-9667390cd26a" [ 1550.393762] env[62588]: _type = "HttpNfcLease" [ 1550.393762] env[62588]: } is initializing. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1550.448413] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793645, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48218} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.449294] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] ca797e4a-cfa0-4989-b063-84e83834aa62/ca797e4a-cfa0-4989-b063-84e83834aa62.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1550.449789] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1550.449839] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d91fdd3-0f88-446d-948a-f0dd01466e35 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.459271] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1550.459271] env[62588]: value = "task-1793647" [ 1550.459271] env[62588]: _type = "Task" [ 1550.459271] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.467363] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793647, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.823060] env[62588]: DEBUG nova.compute.manager [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1550.884754] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1550.884754] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5277becc-c136-b09f-523a-9667390cd26a" [ 1550.884754] env[62588]: _type = "HttpNfcLease" [ 1550.884754] env[62588]: } is ready. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1550.885239] env[62588]: DEBUG oslo_vmware.rw_handles [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1550.885239] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5277becc-c136-b09f-523a-9667390cd26a" [ 1550.885239] env[62588]: _type = "HttpNfcLease" [ 1550.885239] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1550.885708] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd99c65c-7b24-4b92-a483-a809290b06bd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.897973] env[62588]: DEBUG oslo_vmware.rw_handles [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529209d0-f5b9-2981-7797-af1f193c618d/disk-0.vmdk from lease info. {{(pid=62588) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1550.898168] env[62588]: DEBUG oslo_vmware.rw_handles [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529209d0-f5b9-2981-7797-af1f193c618d/disk-0.vmdk for reading. {{(pid=62588) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1550.973735] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793647, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065594} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.973972] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1550.974797] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d7d2b2-e755-4fd2-bafa-8b5e58c07ae3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.998379] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] ca797e4a-cfa0-4989-b063-84e83834aa62/ca797e4a-cfa0-4989-b063-84e83834aa62.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1551.001334] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b10bb91b-3571-40bd-8032-7cce68f1043a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.024826] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e1b1caff-8671-4991-baa3-4927cbf9409f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.026574] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1551.026574] env[62588]: value = "task-1793648" [ 1551.026574] env[62588]: _type = "Task" [ 1551.026574] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.039128] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.243273] env[62588]: DEBUG nova.network.neutron [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Successfully created port: 45f6f3e3-b388-434e-a526-379c3d69b551 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1551.285309] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1551.285569] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1551.406939] env[62588]: DEBUG nova.network.neutron [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Successfully updated port: 6dc8f390-9ded-415d-9dc4-5eacb1bd91ed {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1551.465706] env[62588]: DEBUG nova.compute.manager [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1551.468116] env[62588]: DEBUG nova.virt.hardware [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1551.468459] env[62588]: DEBUG nova.virt.hardware [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1551.468829] env[62588]: DEBUG nova.virt.hardware [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1551.469181] env[62588]: DEBUG nova.virt.hardware [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1551.469383] env[62588]: DEBUG nova.virt.hardware [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1551.469875] env[62588]: DEBUG nova.virt.hardware [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1551.469875] env[62588]: DEBUG nova.virt.hardware [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1551.470100] env[62588]: DEBUG nova.virt.hardware [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1551.470424] env[62588]: DEBUG nova.virt.hardware [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1551.470716] env[62588]: DEBUG nova.virt.hardware [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1551.470960] env[62588]: DEBUG nova.virt.hardware [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1551.475028] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8384eb0e-4970-405f-9428-0a198214dee6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.484345] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2232adc3-9765-4b0d-8f62-c1a3fc8ac36b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.507183] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5930921f-1719-4e31-87b8-605f3edcc6aa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.516806] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7dee182-b29c-4411-8df5-2c7780241c54 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.554890] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244e82e4-b171-4f7b-9e98-a1942853364e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.559893] env[62588]: DEBUG nova.compute.manager [req-1bfe3507-4651-4062-9a60-4121c8aaed87 req-b1f3c809-668d-46ac-9b59-30b3815d32bb service nova] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Received event network-vif-plugged-6dc8f390-9ded-415d-9dc4-5eacb1bd91ed {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1551.560409] env[62588]: DEBUG oslo_concurrency.lockutils [req-1bfe3507-4651-4062-9a60-4121c8aaed87 req-b1f3c809-668d-46ac-9b59-30b3815d32bb service nova] Acquiring lock "839b4ef2-4734-4166-92a1-a18d3d33413f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.560409] env[62588]: DEBUG oslo_concurrency.lockutils [req-1bfe3507-4651-4062-9a60-4121c8aaed87 req-b1f3c809-668d-46ac-9b59-30b3815d32bb service nova] Lock "839b4ef2-4734-4166-92a1-a18d3d33413f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.560861] env[62588]: DEBUG oslo_concurrency.lockutils [req-1bfe3507-4651-4062-9a60-4121c8aaed87 req-b1f3c809-668d-46ac-9b59-30b3815d32bb service nova] Lock "839b4ef2-4734-4166-92a1-a18d3d33413f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.560861] env[62588]: DEBUG nova.compute.manager [req-1bfe3507-4651-4062-9a60-4121c8aaed87 req-b1f3c809-668d-46ac-9b59-30b3815d32bb service nova] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] No waiting events found dispatching network-vif-plugged-6dc8f390-9ded-415d-9dc4-5eacb1bd91ed {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1551.561111] env[62588]: WARNING nova.compute.manager [req-1bfe3507-4651-4062-9a60-4121c8aaed87 req-b1f3c809-668d-46ac-9b59-30b3815d32bb service nova] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Received unexpected event network-vif-plugged-6dc8f390-9ded-415d-9dc4-5eacb1bd91ed for instance with vm_state building and task_state spawning. [ 1551.567616] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793648, 'name': ReconfigVM_Task, 'duration_secs': 0.28466} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.571341] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Reconfigured VM instance instance-00000039 to attach disk [datastore1] ca797e4a-cfa0-4989-b063-84e83834aa62/ca797e4a-cfa0-4989-b063-84e83834aa62.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1551.571453] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97499097-b40f-4340-ab28-ddbf52d288ed {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.574270] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a488fa-b55b-4bea-bc30-cfb30b726537 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.590432] env[62588]: DEBUG nova.compute.provider_tree [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1551.593181] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1551.593181] env[62588]: value = "task-1793649" [ 1551.593181] env[62588]: _type = "Task" [ 1551.593181] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.602542] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793649, 'name': Rename_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.801995] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1551.802366] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Starting heal instance info cache {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 1551.836834] env[62588]: DEBUG nova.compute.manager [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1551.862678] env[62588]: DEBUG nova.virt.hardware [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1551.862940] env[62588]: DEBUG nova.virt.hardware [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1551.863111] env[62588]: DEBUG nova.virt.hardware [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1551.863288] env[62588]: DEBUG nova.virt.hardware [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1551.863434] env[62588]: DEBUG nova.virt.hardware [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1551.863578] env[62588]: DEBUG nova.virt.hardware [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1551.863776] env[62588]: DEBUG nova.virt.hardware [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1551.863924] env[62588]: DEBUG nova.virt.hardware [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1551.864093] env[62588]: DEBUG nova.virt.hardware [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1551.864252] env[62588]: DEBUG nova.virt.hardware [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1551.864418] env[62588]: DEBUG nova.virt.hardware [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1551.865732] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a4fc83-3bf3-497a-bb7e-5f13827e84c9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.877487] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b6c402-2714-454b-b85f-94d8cd196dfd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.912387] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Acquiring lock "refresh_cache-839b4ef2-4734-4166-92a1-a18d3d33413f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.912387] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Acquired lock "refresh_cache-839b4ef2-4734-4166-92a1-a18d3d33413f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.912387] env[62588]: DEBUG nova.network.neutron [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1552.097010] env[62588]: DEBUG nova.scheduler.client.report [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1552.117986] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793649, 'name': Rename_Task, 'duration_secs': 0.144562} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.118579] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1552.119155] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b92f7ff1-d9a6-4d92-8926-6a3f22bb7230 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.127965] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1552.127965] env[62588]: value = "task-1793650" [ 1552.127965] env[62588]: _type = "Task" [ 1552.127965] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.136626] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793650, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.334705] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "refresh_cache-d3291e2a-3e28-424a-94a5-b9831dcdbb09" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.335157] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquired lock "refresh_cache-d3291e2a-3e28-424a-94a5-b9831dcdbb09" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.335314] env[62588]: DEBUG nova.network.neutron [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Forcefully refreshing network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1552.447629] env[62588]: DEBUG nova.network.neutron [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1552.609652] env[62588]: DEBUG oslo_concurrency.lockutils [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.798s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.610233] env[62588]: DEBUG nova.compute.manager [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1552.617720] env[62588]: DEBUG oslo_concurrency.lockutils [None req-163e56f1-e980-4446-8d63-44a66fde73a6 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.438s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.617720] env[62588]: DEBUG nova.objects.instance [None req-163e56f1-e980-4446-8d63-44a66fde73a6 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Lazy-loading 'resources' on Instance uuid 2455fb78-9df4-4935-97da-1436720d28dd {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1552.639923] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793650, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.680342] env[62588]: DEBUG nova.network.neutron [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Updating instance_info_cache with network_info: [{"id": "6dc8f390-9ded-415d-9dc4-5eacb1bd91ed", "address": "fa:16:3e:0a:6e:f7", "network": {"id": "62eee93e-a0dd-447c-9f78-5a0855954299", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-661801718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "569c9324dde449dfa916193847fcb181", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dc8f390-9d", "ovs_interfaceid": "6dc8f390-9ded-415d-9dc4-5eacb1bd91ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.940410] env[62588]: DEBUG oslo_concurrency.lockutils [None req-54c04f0f-1718-4064-b6f7-1eb479596194 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Acquiring lock "b65d9bfb-74bb-41fe-afd1-2a1cf354543b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.940410] env[62588]: DEBUG oslo_concurrency.lockutils [None req-54c04f0f-1718-4064-b6f7-1eb479596194 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Lock "b65d9bfb-74bb-41fe-afd1-2a1cf354543b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.940531] env[62588]: DEBUG oslo_concurrency.lockutils [None req-54c04f0f-1718-4064-b6f7-1eb479596194 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Acquiring lock "b65d9bfb-74bb-41fe-afd1-2a1cf354543b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.940606] env[62588]: DEBUG oslo_concurrency.lockutils [None req-54c04f0f-1718-4064-b6f7-1eb479596194 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Lock "b65d9bfb-74bb-41fe-afd1-2a1cf354543b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.940774] env[62588]: DEBUG oslo_concurrency.lockutils [None req-54c04f0f-1718-4064-b6f7-1eb479596194 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Lock "b65d9bfb-74bb-41fe-afd1-2a1cf354543b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.942937] env[62588]: INFO nova.compute.manager [None req-54c04f0f-1718-4064-b6f7-1eb479596194 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Terminating instance [ 1553.119343] env[62588]: DEBUG nova.network.neutron [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Successfully updated port: 45f6f3e3-b388-434e-a526-379c3d69b551 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1553.128095] env[62588]: DEBUG nova.compute.utils [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1553.131575] env[62588]: DEBUG nova.compute.manager [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1553.131575] env[62588]: DEBUG nova.network.neutron [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1553.152870] env[62588]: DEBUG oslo_vmware.api [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793650, 'name': PowerOnVM_Task, 'duration_secs': 0.561472} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.155399] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1553.155684] env[62588]: INFO nova.compute.manager [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1553.155904] env[62588]: DEBUG nova.compute.manager [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1553.162984] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0e1bf4-eb6f-4fb9-9827-70509d86c2ac {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.166431] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquiring lock "8ad0b805-95c8-43f6-a687-6819ae17c230" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.166657] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "8ad0b805-95c8-43f6-a687-6819ae17c230" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1553.184094] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Releasing lock "refresh_cache-839b4ef2-4734-4166-92a1-a18d3d33413f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.184404] env[62588]: DEBUG nova.compute.manager [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Instance network_info: |[{"id": "6dc8f390-9ded-415d-9dc4-5eacb1bd91ed", "address": "fa:16:3e:0a:6e:f7", "network": {"id": "62eee93e-a0dd-447c-9f78-5a0855954299", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-661801718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "569c9324dde449dfa916193847fcb181", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dc8f390-9d", "ovs_interfaceid": "6dc8f390-9ded-415d-9dc4-5eacb1bd91ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1553.186043] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:6e:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721c6720-3ce0-450e-9951-a894f03acc27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6dc8f390-9ded-415d-9dc4-5eacb1bd91ed', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1553.193856] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Creating folder: Project (569c9324dde449dfa916193847fcb181). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1553.194272] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99d69396-4fee-4157-9d92-ae4ea761885c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.205120] env[62588]: DEBUG nova.policy [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc9689f0e87a4131ad0a98e16f8a572c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91fae66f0cf34171af2ee7870f76f84a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1553.220913] env[62588]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1553.221404] env[62588]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62588) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1553.221587] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Folder already exists: Project (569c9324dde449dfa916193847fcb181). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1553.221963] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Creating folder: Instances. Parent ref: group-v372001. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1553.222846] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3eb91600-ad3d-4e8a-ae52-be80a7a64fdf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.236380] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Created folder: Instances in parent group-v372001. [ 1553.236635] env[62588]: DEBUG oslo.service.loopingcall [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1553.239438] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1553.240534] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55d5cff2-f737-4bfc-9ea1-29712d62f3fc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.266509] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1553.266509] env[62588]: value = "task-1793653" [ 1553.266509] env[62588]: _type = "Task" [ 1553.266509] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.278532] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793653, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.447118] env[62588]: DEBUG nova.compute.manager [None req-54c04f0f-1718-4064-b6f7-1eb479596194 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1553.448194] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-54c04f0f-1718-4064-b6f7-1eb479596194 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1553.452213] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e9753f-9133-4706-85cb-333a58dc8e40 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.462298] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c04f0f-1718-4064-b6f7-1eb479596194 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1553.464254] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b04575f-fedd-4804-b8a2-78fc237febb9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.476579] env[62588]: DEBUG oslo_vmware.api [None req-54c04f0f-1718-4064-b6f7-1eb479596194 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Waiting for the task: (returnval){ [ 1553.476579] env[62588]: value = "task-1793654" [ 1553.476579] env[62588]: _type = "Task" [ 1553.476579] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.492455] env[62588]: DEBUG oslo_vmware.api [None req-54c04f0f-1718-4064-b6f7-1eb479596194 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.631631] env[62588]: DEBUG oslo_concurrency.lockutils [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Acquiring lock "refresh_cache-ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.631929] env[62588]: DEBUG oslo_concurrency.lockutils [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Acquired lock "refresh_cache-ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.632144] env[62588]: DEBUG nova.network.neutron [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1553.643265] env[62588]: DEBUG nova.compute.manager [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1553.687446] env[62588]: INFO nova.compute.manager [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Took 43.75 seconds to build instance. [ 1553.743112] env[62588]: DEBUG nova.compute.manager [req-e8e4c512-47bd-45f6-9dc9-559a1015a62b req-234364d5-2f2c-4523-aac9-85ba4eaf43f3 service nova] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Received event network-changed-6dc8f390-9ded-415d-9dc4-5eacb1bd91ed {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1553.743375] env[62588]: DEBUG nova.compute.manager [req-e8e4c512-47bd-45f6-9dc9-559a1015a62b req-234364d5-2f2c-4523-aac9-85ba4eaf43f3 service nova] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Refreshing instance network info cache due to event network-changed-6dc8f390-9ded-415d-9dc4-5eacb1bd91ed. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1553.743662] env[62588]: DEBUG oslo_concurrency.lockutils [req-e8e4c512-47bd-45f6-9dc9-559a1015a62b req-234364d5-2f2c-4523-aac9-85ba4eaf43f3 service nova] Acquiring lock "refresh_cache-839b4ef2-4734-4166-92a1-a18d3d33413f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.743821] env[62588]: DEBUG oslo_concurrency.lockutils [req-e8e4c512-47bd-45f6-9dc9-559a1015a62b req-234364d5-2f2c-4523-aac9-85ba4eaf43f3 service nova] Acquired lock "refresh_cache-839b4ef2-4734-4166-92a1-a18d3d33413f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.743980] env[62588]: DEBUG nova.network.neutron [req-e8e4c512-47bd-45f6-9dc9-559a1015a62b req-234364d5-2f2c-4523-aac9-85ba4eaf43f3 service nova] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Refreshing network info cache for port 6dc8f390-9ded-415d-9dc4-5eacb1bd91ed {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1553.746672] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ae0db5-dccb-4901-a9cf-45c6329efa5c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.763300] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b200c30-91db-4f9d-9159-7b2eb5a0672a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.783388] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793653, 'name': CreateVM_Task, 'duration_secs': 0.447349} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.808630] env[62588]: DEBUG nova.network.neutron [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Successfully created port: d71ffdad-f7bf-4a58-9503-ed1d09d7aabf {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1553.810503] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1553.812066] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'd1c673c6-2db8-46d6-8f6d-9224f33bb4f1', 'mount_device': '/dev/sda', 'device_type': None, 'disk_bus': None, 'delete_on_termination': True, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372008', 'volume_id': 'd00f6223-7605-4600-be36-aef01c7dc7d2', 'name': 'volume-d00f6223-7605-4600-be36-aef01c7dc7d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '839b4ef2-4734-4166-92a1-a18d3d33413f', 'attached_at': '', 'detached_at': '', 'volume_id': 'd00f6223-7605-4600-be36-aef01c7dc7d2', 'serial': 'd00f6223-7605-4600-be36-aef01c7dc7d2'}, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=62588) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1553.812192] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Root volume attach. Driver type: vmdk {{(pid=62588) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1553.812962] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd77e0ac-675d-4d62-9de5-14339e3e47e0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.816521] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21eab90-54f7-49a9-bde3-a120bb8f7545 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.819660] env[62588]: DEBUG nova.network.neutron [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Updating instance_info_cache with network_info: [{"id": "0cec80a7-baa9-4584-bb28-3a9d45a74db3", "address": "fa:16:3e:90:2b:77", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cec80a7-ba", "ovs_interfaceid": "0cec80a7-baa9-4584-bb28-3a9d45a74db3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.829159] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10361c2d-4eb6-440a-962b-9eb420246667 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.834097] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2388a4-511e-45e8-943a-0e67b224e583 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.848101] env[62588]: DEBUG nova.compute.provider_tree [None req-163e56f1-e980-4446-8d63-44a66fde73a6 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1553.851330] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1412d99-efa8-4cd7-90c2-5280212536ff {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.859598] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-726ebf91-44ab-43dc-a7b5-cf800db465c8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.869603] env[62588]: DEBUG oslo_vmware.api [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Waiting for the task: (returnval){ [ 1553.869603] env[62588]: value = "task-1793655" [ 1553.869603] env[62588]: _type = "Task" [ 1553.869603] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.878123] env[62588]: DEBUG oslo_vmware.api [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Task: {'id': task-1793655, 'name': RelocateVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.991363] env[62588]: DEBUG oslo_vmware.api [None req-54c04f0f-1718-4064-b6f7-1eb479596194 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793654, 'name': PowerOffVM_Task, 'duration_secs': 0.295066} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.991657] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c04f0f-1718-4064-b6f7-1eb479596194 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1553.991852] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-54c04f0f-1718-4064-b6f7-1eb479596194 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1553.992149] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd0c579e-63ea-4fa6-9762-c47ad20c881c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.191746] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b13619ec-1482-4fd3-a168-36117e776791 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "ca797e4a-cfa0-4989-b063-84e83834aa62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.099s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.201047] env[62588]: DEBUG nova.network.neutron [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1554.299113] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-54c04f0f-1718-4064-b6f7-1eb479596194 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1554.299376] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-54c04f0f-1718-4064-b6f7-1eb479596194 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1554.299564] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-54c04f0f-1718-4064-b6f7-1eb479596194 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Deleting the datastore file [datastore1] b65d9bfb-74bb-41fe-afd1-2a1cf354543b {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1554.299875] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4526349-9f49-4feb-a8b9-ae12d3f9603e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.308371] env[62588]: DEBUG oslo_vmware.api [None req-54c04f0f-1718-4064-b6f7-1eb479596194 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Waiting for the task: (returnval){ [ 1554.308371] env[62588]: value = "task-1793657" [ 1554.308371] env[62588]: _type = "Task" [ 1554.308371] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.320086] env[62588]: DEBUG oslo_vmware.api [None req-54c04f0f-1718-4064-b6f7-1eb479596194 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.323033] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Releasing lock "refresh_cache-d3291e2a-3e28-424a-94a5-b9831dcdbb09" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.323033] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Updated the network info_cache for instance {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10469}} [ 1554.323160] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.323289] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.323453] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.323618] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.323785] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.323939] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.324091] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62588) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 1554.324256] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.355552] env[62588]: DEBUG nova.scheduler.client.report [None req-163e56f1-e980-4446-8d63-44a66fde73a6 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1554.381795] env[62588]: DEBUG oslo_vmware.api [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Task: {'id': task-1793655, 'name': RelocateVM_Task, 'duration_secs': 0.449401} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.382159] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Volume attach. Driver type: vmdk {{(pid=62588) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1554.382361] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372008', 'volume_id': 'd00f6223-7605-4600-be36-aef01c7dc7d2', 'name': 'volume-d00f6223-7605-4600-be36-aef01c7dc7d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '839b4ef2-4734-4166-92a1-a18d3d33413f', 'attached_at': '', 'detached_at': '', 'volume_id': 'd00f6223-7605-4600-be36-aef01c7dc7d2', 'serial': 'd00f6223-7605-4600-be36-aef01c7dc7d2'} {{(pid=62588) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1554.383527] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a24603-e8d8-4af8-a2ea-1544aefe9438 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.410186] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f02deb1-7e0f-44e3-87e0-9775851acdcf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.437668] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] volume-d00f6223-7605-4600-be36-aef01c7dc7d2/volume-d00f6223-7605-4600-be36-aef01c7dc7d2.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1554.442921] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d1410f9-8014-470e-8712-4240324b33ae {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.469142] env[62588]: DEBUG oslo_vmware.api [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Waiting for the task: (returnval){ [ 1554.469142] env[62588]: value = "task-1793658" [ 1554.469142] env[62588]: _type = "Task" [ 1554.469142] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.479727] env[62588]: DEBUG oslo_vmware.api [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Task: {'id': task-1793658, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.523850] env[62588]: DEBUG nova.network.neutron [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Updating instance_info_cache with network_info: [{"id": "45f6f3e3-b388-434e-a526-379c3d69b551", "address": "fa:16:3e:09:a0:07", "network": {"id": "7f8dd71a-ba80-472f-af06-241d2ef25f8d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1788056410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dddc972acb55483a985082e7f1435be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f6f3e3-b3", "ovs_interfaceid": "45f6f3e3-b388-434e-a526-379c3d69b551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.551553] env[62588]: DEBUG nova.network.neutron [req-e8e4c512-47bd-45f6-9dc9-559a1015a62b req-234364d5-2f2c-4523-aac9-85ba4eaf43f3 service nova] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Updated VIF entry in instance network info cache for port 6dc8f390-9ded-415d-9dc4-5eacb1bd91ed. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1554.552125] env[62588]: DEBUG nova.network.neutron [req-e8e4c512-47bd-45f6-9dc9-559a1015a62b req-234364d5-2f2c-4523-aac9-85ba4eaf43f3 service nova] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Updating instance_info_cache with network_info: [{"id": "6dc8f390-9ded-415d-9dc4-5eacb1bd91ed", "address": "fa:16:3e:0a:6e:f7", "network": {"id": "62eee93e-a0dd-447c-9f78-5a0855954299", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-661801718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "569c9324dde449dfa916193847fcb181", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dc8f390-9d", "ovs_interfaceid": "6dc8f390-9ded-415d-9dc4-5eacb1bd91ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.657008] env[62588]: DEBUG nova.compute.manager [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1554.687320] env[62588]: DEBUG nova.virt.hardware [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1554.687603] env[62588]: DEBUG nova.virt.hardware [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1554.687751] env[62588]: DEBUG nova.virt.hardware [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1554.687935] env[62588]: DEBUG nova.virt.hardware [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1554.688397] env[62588]: DEBUG nova.virt.hardware [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1554.688397] env[62588]: DEBUG nova.virt.hardware [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1554.688494] env[62588]: DEBUG nova.virt.hardware [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1554.688665] env[62588]: DEBUG nova.virt.hardware [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1554.688845] env[62588]: DEBUG nova.virt.hardware [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1554.689018] env[62588]: DEBUG nova.virt.hardware [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1554.689214] env[62588]: DEBUG nova.virt.hardware [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1554.690199] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c50413-365b-477d-aba3-e2dd46bd43a8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.695835] env[62588]: DEBUG nova.compute.manager [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1554.703222] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52262f5-0708-472b-b817-e6e1639917f6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.822069] env[62588]: DEBUG oslo_vmware.api [None req-54c04f0f-1718-4064-b6f7-1eb479596194 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251457} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.822340] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-54c04f0f-1718-4064-b6f7-1eb479596194 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1554.822544] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-54c04f0f-1718-4064-b6f7-1eb479596194 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1554.822722] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-54c04f0f-1718-4064-b6f7-1eb479596194 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1554.822904] env[62588]: INFO nova.compute.manager [None req-54c04f0f-1718-4064-b6f7-1eb479596194 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Took 1.38 seconds to destroy the instance on the hypervisor. [ 1554.823158] env[62588]: DEBUG oslo.service.loopingcall [None req-54c04f0f-1718-4064-b6f7-1eb479596194 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1554.823394] env[62588]: DEBUG nova.compute.manager [-] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1554.823618] env[62588]: DEBUG nova.network.neutron [-] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1554.827407] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.866087] env[62588]: DEBUG oslo_concurrency.lockutils [None req-163e56f1-e980-4446-8d63-44a66fde73a6 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.249s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.868764] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.742s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.872795] env[62588]: INFO nova.compute.claims [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1554.890822] env[62588]: INFO nova.scheduler.client.report [None req-163e56f1-e980-4446-8d63-44a66fde73a6 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Deleted allocations for instance 2455fb78-9df4-4935-97da-1436720d28dd [ 1554.979079] env[62588]: DEBUG oslo_vmware.api [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Task: {'id': task-1793658, 'name': ReconfigVM_Task, 'duration_secs': 0.28723} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.979379] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Reconfigured VM instance instance-0000003a to attach disk [datastore1] volume-d00f6223-7605-4600-be36-aef01c7dc7d2/volume-d00f6223-7605-4600-be36-aef01c7dc7d2.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1554.988039] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ec54817-18b5-4c53-b2b6-4b1715fa3c3d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.014134] env[62588]: DEBUG oslo_vmware.api [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Waiting for the task: (returnval){ [ 1555.014134] env[62588]: value = "task-1793659" [ 1555.014134] env[62588]: _type = "Task" [ 1555.014134] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.024410] env[62588]: DEBUG oslo_vmware.api [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Task: {'id': task-1793659, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.030508] env[62588]: DEBUG oslo_concurrency.lockutils [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Releasing lock "refresh_cache-ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.030954] env[62588]: DEBUG nova.compute.manager [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Instance network_info: |[{"id": "45f6f3e3-b388-434e-a526-379c3d69b551", "address": "fa:16:3e:09:a0:07", "network": {"id": "7f8dd71a-ba80-472f-af06-241d2ef25f8d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1788056410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dddc972acb55483a985082e7f1435be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f6f3e3-b3", "ovs_interfaceid": "45f6f3e3-b388-434e-a526-379c3d69b551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1555.031471] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:a0:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45f6f3e3-b388-434e-a526-379c3d69b551', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1555.040540] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Creating folder: Project (dddc972acb55483a985082e7f1435be5). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1555.040909] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3adc1814-4405-4ef1-9825-bc707620cdff {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.055234] env[62588]: DEBUG oslo_concurrency.lockutils [req-e8e4c512-47bd-45f6-9dc9-559a1015a62b req-234364d5-2f2c-4523-aac9-85ba4eaf43f3 service nova] Releasing lock "refresh_cache-839b4ef2-4734-4166-92a1-a18d3d33413f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.055607] env[62588]: DEBUG nova.compute.manager [req-e8e4c512-47bd-45f6-9dc9-559a1015a62b req-234364d5-2f2c-4523-aac9-85ba4eaf43f3 service nova] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Received event network-changed-7bbcff9f-c77b-45ff-acdc-cda3e7533047 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1555.055761] env[62588]: DEBUG nova.compute.manager [req-e8e4c512-47bd-45f6-9dc9-559a1015a62b req-234364d5-2f2c-4523-aac9-85ba4eaf43f3 service nova] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Refreshing instance network info cache due to event network-changed-7bbcff9f-c77b-45ff-acdc-cda3e7533047. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1555.056030] env[62588]: DEBUG oslo_concurrency.lockutils [req-e8e4c512-47bd-45f6-9dc9-559a1015a62b req-234364d5-2f2c-4523-aac9-85ba4eaf43f3 service nova] Acquiring lock "refresh_cache-b65d9bfb-74bb-41fe-afd1-2a1cf354543b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.056174] env[62588]: DEBUG oslo_concurrency.lockutils [req-e8e4c512-47bd-45f6-9dc9-559a1015a62b req-234364d5-2f2c-4523-aac9-85ba4eaf43f3 service nova] Acquired lock "refresh_cache-b65d9bfb-74bb-41fe-afd1-2a1cf354543b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.056351] env[62588]: DEBUG nova.network.neutron [req-e8e4c512-47bd-45f6-9dc9-559a1015a62b req-234364d5-2f2c-4523-aac9-85ba4eaf43f3 service nova] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Refreshing network info cache for port 7bbcff9f-c77b-45ff-acdc-cda3e7533047 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1555.060061] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Created folder: Project (dddc972acb55483a985082e7f1435be5) in parent group-v371885. [ 1555.060727] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Creating folder: Instances. Parent ref: group-v372047. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1555.060822] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30fdfd6b-466b-4370-9e91-3219d562bca3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.073248] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Created folder: Instances in parent group-v372047. [ 1555.073515] env[62588]: DEBUG oslo.service.loopingcall [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1555.073733] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1555.073964] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0892be2e-224d-4052-947e-2955bb5b3fff {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.097209] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1555.097209] env[62588]: value = "task-1793662" [ 1555.097209] env[62588]: _type = "Task" [ 1555.097209] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.108961] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793662, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.219598] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.399279] env[62588]: DEBUG oslo_concurrency.lockutils [None req-163e56f1-e980-4446-8d63-44a66fde73a6 tempest-ServersTestMultiNic-2069187255 tempest-ServersTestMultiNic-2069187255-project-member] Lock "2455fb78-9df4-4935-97da-1436720d28dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.836s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.464014] env[62588]: DEBUG nova.compute.manager [req-956f64b2-de07-4af1-92cd-618927c33a32 req-3430d022-1b00-4d65-b3a3-195c7e1ba72d service nova] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Received event network-vif-deleted-7bbcff9f-c77b-45ff-acdc-cda3e7533047 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1555.464588] env[62588]: INFO nova.compute.manager [req-956f64b2-de07-4af1-92cd-618927c33a32 req-3430d022-1b00-4d65-b3a3-195c7e1ba72d service nova] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Neutron deleted interface 7bbcff9f-c77b-45ff-acdc-cda3e7533047; detaching it from the instance and deleting it from the info cache [ 1555.466276] env[62588]: DEBUG nova.network.neutron [req-956f64b2-de07-4af1-92cd-618927c33a32 req-3430d022-1b00-4d65-b3a3-195c7e1ba72d service nova] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.528506] env[62588]: DEBUG oslo_vmware.api [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Task: {'id': task-1793659, 'name': ReconfigVM_Task, 'duration_secs': 0.151608} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.529184] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372008', 'volume_id': 'd00f6223-7605-4600-be36-aef01c7dc7d2', 'name': 'volume-d00f6223-7605-4600-be36-aef01c7dc7d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '839b4ef2-4734-4166-92a1-a18d3d33413f', 'attached_at': '', 'detached_at': '', 'volume_id': 'd00f6223-7605-4600-be36-aef01c7dc7d2', 'serial': 'd00f6223-7605-4600-be36-aef01c7dc7d2'} {{(pid=62588) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1555.529738] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-081c98d1-894f-4a64-9da8-d9f0ab95f2f8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.539030] env[62588]: DEBUG oslo_vmware.api [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Waiting for the task: (returnval){ [ 1555.539030] env[62588]: value = "task-1793663" [ 1555.539030] env[62588]: _type = "Task" [ 1555.539030] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.555821] env[62588]: DEBUG oslo_vmware.api [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Task: {'id': task-1793663, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.585498] env[62588]: INFO nova.network.neutron [req-e8e4c512-47bd-45f6-9dc9-559a1015a62b req-234364d5-2f2c-4523-aac9-85ba4eaf43f3 service nova] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Port 7bbcff9f-c77b-45ff-acdc-cda3e7533047 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1555.585770] env[62588]: DEBUG nova.network.neutron [req-e8e4c512-47bd-45f6-9dc9-559a1015a62b req-234364d5-2f2c-4523-aac9-85ba4eaf43f3 service nova] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.610338] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793662, 'name': CreateVM_Task, 'duration_secs': 0.498763} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.610576] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1555.611535] env[62588]: DEBUG oslo_concurrency.lockutils [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.611777] env[62588]: DEBUG oslo_concurrency.lockutils [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.612200] env[62588]: DEBUG oslo_concurrency.lockutils [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1555.612538] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40bef9fe-ed8f-46b2-9463-8d42e0a44c61 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.622848] env[62588]: DEBUG oslo_vmware.api [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Waiting for the task: (returnval){ [ 1555.622848] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]524a38ab-3ae2-d267-edbf-7d7085d6e343" [ 1555.622848] env[62588]: _type = "Task" [ 1555.622848] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.635393] env[62588]: DEBUG oslo_vmware.api [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]524a38ab-3ae2-d267-edbf-7d7085d6e343, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.694836] env[62588]: DEBUG nova.network.neutron [-] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.771831] env[62588]: DEBUG nova.network.neutron [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Successfully updated port: d71ffdad-f7bf-4a58-9503-ed1d09d7aabf {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1555.782542] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7e08fe83-0937-43ba-ba9d-64f1128bf7ef tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquiring lock "31f70009-4ec8-405f-87de-6e041742bc92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.782834] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7e08fe83-0937-43ba-ba9d-64f1128bf7ef tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "31f70009-4ec8-405f-87de-6e041742bc92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.783102] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7e08fe83-0937-43ba-ba9d-64f1128bf7ef tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquiring lock "31f70009-4ec8-405f-87de-6e041742bc92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.783608] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7e08fe83-0937-43ba-ba9d-64f1128bf7ef tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "31f70009-4ec8-405f-87de-6e041742bc92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.783831] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7e08fe83-0937-43ba-ba9d-64f1128bf7ef tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "31f70009-4ec8-405f-87de-6e041742bc92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.789180] env[62588]: INFO nova.compute.manager [None req-7e08fe83-0937-43ba-ba9d-64f1128bf7ef tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Terminating instance [ 1555.904258] env[62588]: DEBUG nova.compute.manager [req-a10deb15-0ceb-41a8-9ba4-be7121e17e4c req-aea02881-9335-4cbc-8cba-f639989e1264 service nova] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Received event network-vif-plugged-d71ffdad-f7bf-4a58-9503-ed1d09d7aabf {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1555.904258] env[62588]: DEBUG oslo_concurrency.lockutils [req-a10deb15-0ceb-41a8-9ba4-be7121e17e4c req-aea02881-9335-4cbc-8cba-f639989e1264 service nova] Acquiring lock "8c51b7f7-7223-42c2-a7e4-f545efe26587-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.904258] env[62588]: DEBUG oslo_concurrency.lockutils [req-a10deb15-0ceb-41a8-9ba4-be7121e17e4c req-aea02881-9335-4cbc-8cba-f639989e1264 service nova] Lock "8c51b7f7-7223-42c2-a7e4-f545efe26587-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.904258] env[62588]: DEBUG oslo_concurrency.lockutils [req-a10deb15-0ceb-41a8-9ba4-be7121e17e4c req-aea02881-9335-4cbc-8cba-f639989e1264 service nova] Lock "8c51b7f7-7223-42c2-a7e4-f545efe26587-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.905116] env[62588]: DEBUG nova.compute.manager [req-a10deb15-0ceb-41a8-9ba4-be7121e17e4c req-aea02881-9335-4cbc-8cba-f639989e1264 service nova] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] No waiting events found dispatching network-vif-plugged-d71ffdad-f7bf-4a58-9503-ed1d09d7aabf {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1555.905490] env[62588]: WARNING nova.compute.manager [req-a10deb15-0ceb-41a8-9ba4-be7121e17e4c req-aea02881-9335-4cbc-8cba-f639989e1264 service nova] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Received unexpected event network-vif-plugged-d71ffdad-f7bf-4a58-9503-ed1d09d7aabf for instance with vm_state building and task_state spawning. [ 1555.969224] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42a404a3-005b-4262-bddb-27627a119b26 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.979544] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ce0adf-6bcb-4525-99c4-eb00be37273a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.022342] env[62588]: DEBUG nova.compute.manager [req-956f64b2-de07-4af1-92cd-618927c33a32 req-3430d022-1b00-4d65-b3a3-195c7e1ba72d service nova] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Detach interface failed, port_id=7bbcff9f-c77b-45ff-acdc-cda3e7533047, reason: Instance b65d9bfb-74bb-41fe-afd1-2a1cf354543b could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1556.049828] env[62588]: DEBUG oslo_vmware.api [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Task: {'id': task-1793663, 'name': Rename_Task, 'duration_secs': 0.161469} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.050118] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1556.050361] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68fb68ea-b7ef-49fb-a9b6-c678ed1e5634 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.059884] env[62588]: DEBUG oslo_vmware.api [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Waiting for the task: (returnval){ [ 1556.059884] env[62588]: value = "task-1793664" [ 1556.059884] env[62588]: _type = "Task" [ 1556.059884] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.063753] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0aadc30a-b442-4a5e-958b-b3a960e24fd4 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquiring lock "ca797e4a-cfa0-4989-b063-84e83834aa62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.063994] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0aadc30a-b442-4a5e-958b-b3a960e24fd4 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "ca797e4a-cfa0-4989-b063-84e83834aa62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.064214] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0aadc30a-b442-4a5e-958b-b3a960e24fd4 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquiring lock "ca797e4a-cfa0-4989-b063-84e83834aa62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.064394] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0aadc30a-b442-4a5e-958b-b3a960e24fd4 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "ca797e4a-cfa0-4989-b063-84e83834aa62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.064557] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0aadc30a-b442-4a5e-958b-b3a960e24fd4 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "ca797e4a-cfa0-4989-b063-84e83834aa62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.071035] env[62588]: INFO nova.compute.manager [None req-0aadc30a-b442-4a5e-958b-b3a960e24fd4 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Terminating instance [ 1556.077186] env[62588]: DEBUG oslo_vmware.api [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Task: {'id': task-1793664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.089473] env[62588]: DEBUG oslo_concurrency.lockutils [req-e8e4c512-47bd-45f6-9dc9-559a1015a62b req-234364d5-2f2c-4523-aac9-85ba4eaf43f3 service nova] Releasing lock "refresh_cache-b65d9bfb-74bb-41fe-afd1-2a1cf354543b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.089897] env[62588]: DEBUG nova.compute.manager [req-e8e4c512-47bd-45f6-9dc9-559a1015a62b req-234364d5-2f2c-4523-aac9-85ba4eaf43f3 service nova] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Received event network-vif-plugged-45f6f3e3-b388-434e-a526-379c3d69b551 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1556.090227] env[62588]: DEBUG oslo_concurrency.lockutils [req-e8e4c512-47bd-45f6-9dc9-559a1015a62b req-234364d5-2f2c-4523-aac9-85ba4eaf43f3 service nova] Acquiring lock "ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.090543] env[62588]: DEBUG oslo_concurrency.lockutils [req-e8e4c512-47bd-45f6-9dc9-559a1015a62b req-234364d5-2f2c-4523-aac9-85ba4eaf43f3 service nova] Lock "ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.090766] env[62588]: DEBUG oslo_concurrency.lockutils [req-e8e4c512-47bd-45f6-9dc9-559a1015a62b req-234364d5-2f2c-4523-aac9-85ba4eaf43f3 service nova] Lock "ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.091046] env[62588]: DEBUG nova.compute.manager [req-e8e4c512-47bd-45f6-9dc9-559a1015a62b req-234364d5-2f2c-4523-aac9-85ba4eaf43f3 service nova] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] No waiting events found dispatching network-vif-plugged-45f6f3e3-b388-434e-a526-379c3d69b551 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1556.091290] env[62588]: WARNING nova.compute.manager [req-e8e4c512-47bd-45f6-9dc9-559a1015a62b req-234364d5-2f2c-4523-aac9-85ba4eaf43f3 service nova] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Received unexpected event network-vif-plugged-45f6f3e3-b388-434e-a526-379c3d69b551 for instance with vm_state building and task_state spawning. [ 1556.091603] env[62588]: DEBUG nova.compute.manager [req-e8e4c512-47bd-45f6-9dc9-559a1015a62b req-234364d5-2f2c-4523-aac9-85ba4eaf43f3 service nova] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Received event network-changed-45f6f3e3-b388-434e-a526-379c3d69b551 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1556.091783] env[62588]: DEBUG nova.compute.manager [req-e8e4c512-47bd-45f6-9dc9-559a1015a62b req-234364d5-2f2c-4523-aac9-85ba4eaf43f3 service nova] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Refreshing instance network info cache due to event network-changed-45f6f3e3-b388-434e-a526-379c3d69b551. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1556.092032] env[62588]: DEBUG oslo_concurrency.lockutils [req-e8e4c512-47bd-45f6-9dc9-559a1015a62b req-234364d5-2f2c-4523-aac9-85ba4eaf43f3 service nova] Acquiring lock "refresh_cache-ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.092190] env[62588]: DEBUG oslo_concurrency.lockutils [req-e8e4c512-47bd-45f6-9dc9-559a1015a62b req-234364d5-2f2c-4523-aac9-85ba4eaf43f3 service nova] Acquired lock "refresh_cache-ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.092533] env[62588]: DEBUG nova.network.neutron [req-e8e4c512-47bd-45f6-9dc9-559a1015a62b req-234364d5-2f2c-4523-aac9-85ba4eaf43f3 service nova] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Refreshing network info cache for port 45f6f3e3-b388-434e-a526-379c3d69b551 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1556.132957] env[62588]: DEBUG oslo_vmware.api [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]524a38ab-3ae2-d267-edbf-7d7085d6e343, 'name': SearchDatastore_Task, 'duration_secs': 0.015128} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.135458] env[62588]: DEBUG oslo_concurrency.lockutils [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.135705] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1556.135983] env[62588]: DEBUG oslo_concurrency.lockutils [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.136178] env[62588]: DEBUG oslo_concurrency.lockutils [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.136365] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1556.137232] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-961e7548-d960-44b3-a61c-a04a0d01e287 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.149790] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1556.149976] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1556.150709] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b339dcc1-611b-44cb-b387-64153c5dd062 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.157377] env[62588]: DEBUG oslo_vmware.api [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Waiting for the task: (returnval){ [ 1556.157377] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5258ec01-ee79-298f-f489-5582dd229871" [ 1556.157377] env[62588]: _type = "Task" [ 1556.157377] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.167246] env[62588]: DEBUG oslo_vmware.api [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5258ec01-ee79-298f-f489-5582dd229871, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.199697] env[62588]: INFO nova.compute.manager [-] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Took 1.38 seconds to deallocate network for instance. [ 1556.279393] env[62588]: DEBUG oslo_concurrency.lockutils [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Acquiring lock "refresh_cache-8c51b7f7-7223-42c2-a7e4-f545efe26587" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.279599] env[62588]: DEBUG oslo_concurrency.lockutils [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Acquired lock "refresh_cache-8c51b7f7-7223-42c2-a7e4-f545efe26587" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.279700] env[62588]: DEBUG nova.network.neutron [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1556.296895] env[62588]: DEBUG nova.compute.manager [None req-7e08fe83-0937-43ba-ba9d-64f1128bf7ef tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1556.297192] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7e08fe83-0937-43ba-ba9d-64f1128bf7ef tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1556.298498] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c310c5-05a7-4d1d-84f2-510810781d45 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.304760] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ed36af56-4a3f-41dd-bddd-354573e85000 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Acquiring lock "fb886df8-21a5-4ee2-a913-3a7e8234e491" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.305023] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ed36af56-4a3f-41dd-bddd-354573e85000 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Lock "fb886df8-21a5-4ee2-a913-3a7e8234e491" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.309558] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e08fe83-0937-43ba-ba9d-64f1128bf7ef tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1556.313495] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef07192e-b020-414c-9c5a-78ef6058bfca {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.321602] env[62588]: DEBUG oslo_vmware.api [None req-7e08fe83-0937-43ba-ba9d-64f1128bf7ef tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1556.321602] env[62588]: value = "task-1793665" [ 1556.321602] env[62588]: _type = "Task" [ 1556.321602] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.334793] env[62588]: DEBUG oslo_vmware.api [None req-7e08fe83-0937-43ba-ba9d-64f1128bf7ef tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.467361] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74112164-9e4a-4e37-9ca7-d48fe61f58e5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.478597] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d501a63-5f02-4bde-9b62-1ae35505b9af {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.518451] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508c6d28-0930-475c-82df-d05cb74e257a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.527287] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87aa3e30-f8ce-4724-bd13-615b05f480be {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.546928] env[62588]: DEBUG nova.compute.provider_tree [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1556.572741] env[62588]: DEBUG oslo_vmware.api [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Task: {'id': task-1793664, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.578052] env[62588]: DEBUG nova.compute.manager [None req-0aadc30a-b442-4a5e-958b-b3a960e24fd4 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1556.578335] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0aadc30a-b442-4a5e-958b-b3a960e24fd4 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1556.579166] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fca90a-4853-40c8-9f8b-1c8c9903c52d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.588624] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aadc30a-b442-4a5e-958b-b3a960e24fd4 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1556.588931] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9516cef2-170b-4f1f-acfe-4bba9a34483d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.600171] env[62588]: DEBUG oslo_vmware.api [None req-0aadc30a-b442-4a5e-958b-b3a960e24fd4 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1556.600171] env[62588]: value = "task-1793666" [ 1556.600171] env[62588]: _type = "Task" [ 1556.600171] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.611690] env[62588]: DEBUG oslo_vmware.api [None req-0aadc30a-b442-4a5e-958b-b3a960e24fd4 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.669874] env[62588]: DEBUG oslo_vmware.api [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5258ec01-ee79-298f-f489-5582dd229871, 'name': SearchDatastore_Task, 'duration_secs': 0.028253} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.670827] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-086e725b-682a-47c2-8c88-b1abad313432 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.678088] env[62588]: DEBUG oslo_vmware.api [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Waiting for the task: (returnval){ [ 1556.678088] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]524389c8-5bd4-5951-a6ab-061cc8fdf077" [ 1556.678088] env[62588]: _type = "Task" [ 1556.678088] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.687543] env[62588]: DEBUG oslo_vmware.api [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]524389c8-5bd4-5951-a6ab-061cc8fdf077, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.709533] env[62588]: DEBUG oslo_concurrency.lockutils [None req-54c04f0f-1718-4064-b6f7-1eb479596194 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.811932] env[62588]: DEBUG nova.compute.utils [None req-ed36af56-4a3f-41dd-bddd-354573e85000 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1556.833983] env[62588]: DEBUG oslo_vmware.api [None req-7e08fe83-0937-43ba-ba9d-64f1128bf7ef tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793665, 'name': PowerOffVM_Task, 'duration_secs': 0.286327} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.835582] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e08fe83-0937-43ba-ba9d-64f1128bf7ef tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1556.835582] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7e08fe83-0937-43ba-ba9d-64f1128bf7ef tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1556.835582] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2daff439-d694-4095-89be-0d880d5c9abb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.841691] env[62588]: DEBUG nova.network.neutron [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1556.857378] env[62588]: DEBUG nova.network.neutron [req-e8e4c512-47bd-45f6-9dc9-559a1015a62b req-234364d5-2f2c-4523-aac9-85ba4eaf43f3 service nova] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Updated VIF entry in instance network info cache for port 45f6f3e3-b388-434e-a526-379c3d69b551. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1556.857378] env[62588]: DEBUG nova.network.neutron [req-e8e4c512-47bd-45f6-9dc9-559a1015a62b req-234364d5-2f2c-4523-aac9-85ba4eaf43f3 service nova] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Updating instance_info_cache with network_info: [{"id": "45f6f3e3-b388-434e-a526-379c3d69b551", "address": "fa:16:3e:09:a0:07", "network": {"id": "7f8dd71a-ba80-472f-af06-241d2ef25f8d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1788056410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dddc972acb55483a985082e7f1435be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f6f3e3-b3", "ovs_interfaceid": "45f6f3e3-b388-434e-a526-379c3d69b551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.970583] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7e08fe83-0937-43ba-ba9d-64f1128bf7ef tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1556.972229] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7e08fe83-0937-43ba-ba9d-64f1128bf7ef tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1556.972229] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e08fe83-0937-43ba-ba9d-64f1128bf7ef tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Deleting the datastore file [datastore1] 31f70009-4ec8-405f-87de-6e041742bc92 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1556.972229] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36f2222a-c354-44f7-ac7a-f74065b8e5a9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.982049] env[62588]: DEBUG oslo_vmware.api [None req-7e08fe83-0937-43ba-ba9d-64f1128bf7ef tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1556.982049] env[62588]: value = "task-1793668" [ 1556.982049] env[62588]: _type = "Task" [ 1556.982049] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.990970] env[62588]: DEBUG oslo_vmware.api [None req-7e08fe83-0937-43ba-ba9d-64f1128bf7ef tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.027517] env[62588]: DEBUG nova.network.neutron [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Updating instance_info_cache with network_info: [{"id": "d71ffdad-f7bf-4a58-9503-ed1d09d7aabf", "address": "fa:16:3e:44:64:35", "network": {"id": "73002158-9af0-4b8f-ab76-8a6d4fb75902", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-191419830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fae66f0cf34171af2ee7870f76f84a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71ffdad-f7", "ovs_interfaceid": "d71ffdad-f7bf-4a58-9503-ed1d09d7aabf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.072044] env[62588]: DEBUG oslo_vmware.api [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Task: {'id': task-1793664, 'name': PowerOnVM_Task, 'duration_secs': 0.52134} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.073042] env[62588]: ERROR nova.scheduler.client.report [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [req-281ed762-92dc-499d-b6ea-cf773d52ce32] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eaab8868-4bee-41d4-8b5c-ca05c3049f36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-281ed762-92dc-499d-b6ea-cf773d52ce32"}]} [ 1557.073736] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1557.074027] env[62588]: INFO nova.compute.manager [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Took 5.61 seconds to spawn the instance on the hypervisor. [ 1557.074244] env[62588]: DEBUG nova.compute.manager [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1557.077434] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83886d4d-a941-42d1-806a-e39b9029f492 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.093387] env[62588]: DEBUG nova.scheduler.client.report [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Refreshing inventories for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1557.108351] env[62588]: DEBUG nova.scheduler.client.report [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Updating ProviderTree inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1557.108479] env[62588]: DEBUG nova.compute.provider_tree [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1557.113730] env[62588]: DEBUG oslo_vmware.api [None req-0aadc30a-b442-4a5e-958b-b3a960e24fd4 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793666, 'name': PowerOffVM_Task, 'duration_secs': 0.230382} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.113814] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aadc30a-b442-4a5e-958b-b3a960e24fd4 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1557.113961] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0aadc30a-b442-4a5e-958b-b3a960e24fd4 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1557.114230] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4ffc291-f95c-46ba-9f6c-5a98c01dc794 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.122484] env[62588]: DEBUG nova.scheduler.client.report [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Refreshing aggregate associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, aggregates: None {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1557.145777] env[62588]: DEBUG nova.scheduler.client.report [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Refreshing trait associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1557.190805] env[62588]: DEBUG oslo_vmware.api [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]524389c8-5bd4-5951-a6ab-061cc8fdf077, 'name': SearchDatastore_Task, 'duration_secs': 0.010281} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.193504] env[62588]: DEBUG oslo_concurrency.lockutils [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.193798] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9/ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1557.194760] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62e4eccb-b204-4697-aadc-67aebc4206fb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.202480] env[62588]: DEBUG oslo_vmware.api [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Waiting for the task: (returnval){ [ 1557.202480] env[62588]: value = "task-1793670" [ 1557.202480] env[62588]: _type = "Task" [ 1557.202480] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.215433] env[62588]: DEBUG oslo_vmware.api [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Task: {'id': task-1793670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.235586] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0aadc30a-b442-4a5e-958b-b3a960e24fd4 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1557.235941] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0aadc30a-b442-4a5e-958b-b3a960e24fd4 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1557.236190] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aadc30a-b442-4a5e-958b-b3a960e24fd4 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Deleting the datastore file [datastore1] ca797e4a-cfa0-4989-b063-84e83834aa62 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1557.236434] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-351ee80d-0c05-48c6-9562-195b0a41d28b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.246291] env[62588]: DEBUG oslo_vmware.api [None req-0aadc30a-b442-4a5e-958b-b3a960e24fd4 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for the task: (returnval){ [ 1557.246291] env[62588]: value = "task-1793671" [ 1557.246291] env[62588]: _type = "Task" [ 1557.246291] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.258754] env[62588]: DEBUG oslo_vmware.api [None req-0aadc30a-b442-4a5e-958b-b3a960e24fd4 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.318628] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ed36af56-4a3f-41dd-bddd-354573e85000 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Lock "fb886df8-21a5-4ee2-a913-3a7e8234e491" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.359289] env[62588]: DEBUG oslo_concurrency.lockutils [req-e8e4c512-47bd-45f6-9dc9-559a1015a62b req-234364d5-2f2c-4523-aac9-85ba4eaf43f3 service nova] Releasing lock "refresh_cache-ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.498666] env[62588]: DEBUG oslo_vmware.api [None req-7e08fe83-0937-43ba-ba9d-64f1128bf7ef tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142988} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.498666] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e08fe83-0937-43ba-ba9d-64f1128bf7ef tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1557.498666] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7e08fe83-0937-43ba-ba9d-64f1128bf7ef tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1557.498872] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7e08fe83-0937-43ba-ba9d-64f1128bf7ef tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1557.498974] env[62588]: INFO nova.compute.manager [None req-7e08fe83-0937-43ba-ba9d-64f1128bf7ef tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1557.499234] env[62588]: DEBUG oslo.service.loopingcall [None req-7e08fe83-0937-43ba-ba9d-64f1128bf7ef tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1557.499423] env[62588]: DEBUG nova.compute.manager [-] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1557.499514] env[62588]: DEBUG nova.network.neutron [-] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1557.530779] env[62588]: DEBUG oslo_concurrency.lockutils [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Releasing lock "refresh_cache-8c51b7f7-7223-42c2-a7e4-f545efe26587" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.530779] env[62588]: DEBUG nova.compute.manager [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Instance network_info: |[{"id": "d71ffdad-f7bf-4a58-9503-ed1d09d7aabf", "address": "fa:16:3e:44:64:35", "network": {"id": "73002158-9af0-4b8f-ab76-8a6d4fb75902", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-191419830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fae66f0cf34171af2ee7870f76f84a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71ffdad-f7", "ovs_interfaceid": "d71ffdad-f7bf-4a58-9503-ed1d09d7aabf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1557.534148] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:64:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd71ffdad-f7bf-4a58-9503-ed1d09d7aabf', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1557.542493] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Creating folder: Project (91fae66f0cf34171af2ee7870f76f84a). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1557.545433] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa65fafe-f05c-4a61-b2e6-0209cc2059c3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.565345] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Created folder: Project (91fae66f0cf34171af2ee7870f76f84a) in parent group-v371885. [ 1557.565751] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Creating folder: Instances. Parent ref: group-v372050. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1557.568845] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f00dd2fa-212b-4579-847b-f23944e66909 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.586585] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Created folder: Instances in parent group-v372050. [ 1557.586812] env[62588]: DEBUG oslo.service.loopingcall [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1557.586981] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1557.587263] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f45ca224-fd8f-42b2-94a3-f2bad3bd0fef {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.614852] env[62588]: INFO nova.compute.manager [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Took 44.83 seconds to build instance. [ 1557.617271] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1557.617271] env[62588]: value = "task-1793674" [ 1557.617271] env[62588]: _type = "Task" [ 1557.617271] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.627234] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793674, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.720059] env[62588]: DEBUG oslo_vmware.api [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Task: {'id': task-1793670, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.741430] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633528de-0d94-413d-bdc8-91769c613ff5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.754205] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58150e41-a844-408d-bdb8-beeb87e32a5d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.763385] env[62588]: DEBUG oslo_vmware.api [None req-0aadc30a-b442-4a5e-958b-b3a960e24fd4 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Task: {'id': task-1793671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214702} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.788979] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aadc30a-b442-4a5e-958b-b3a960e24fd4 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1557.789183] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0aadc30a-b442-4a5e-958b-b3a960e24fd4 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1557.789389] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0aadc30a-b442-4a5e-958b-b3a960e24fd4 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1557.789589] env[62588]: INFO nova.compute.manager [None req-0aadc30a-b442-4a5e-958b-b3a960e24fd4 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1557.789840] env[62588]: DEBUG oslo.service.loopingcall [None req-0aadc30a-b442-4a5e-958b-b3a960e24fd4 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1557.790618] env[62588]: DEBUG nova.compute.manager [-] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1557.790722] env[62588]: DEBUG nova.network.neutron [-] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1557.792911] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7889095e-ee26-4042-913a-ae9991af24b7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.802754] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49da108c-d2e9-4a76-9252-d68e703f36b7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.817294] env[62588]: DEBUG nova.compute.provider_tree [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1558.116901] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4741d7d4-3340-4136-a1f2-c5de4a9d7413 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Lock "839b4ef2-4734-4166-92a1-a18d3d33413f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.599s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.132193] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793674, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.183900] env[62588]: DEBUG nova.compute.manager [req-04de9695-09d2-488b-9976-7a0b23351364 req-36c40707-8ebb-4c71-b9f7-45b26f04d52c service nova] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Received event network-vif-deleted-da8967c6-112d-4c22-972b-690f853c9741 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1558.184486] env[62588]: INFO nova.compute.manager [req-04de9695-09d2-488b-9976-7a0b23351364 req-36c40707-8ebb-4c71-b9f7-45b26f04d52c service nova] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Neutron deleted interface da8967c6-112d-4c22-972b-690f853c9741; detaching it from the instance and deleting it from the info cache [ 1558.184758] env[62588]: DEBUG nova.network.neutron [req-04de9695-09d2-488b-9976-7a0b23351364 req-36c40707-8ebb-4c71-b9f7-45b26f04d52c service nova] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.219234] env[62588]: DEBUG oslo_vmware.api [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Task: {'id': task-1793670, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54015} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.221240] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9/ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1558.221471] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1558.222081] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bb85239-f4fe-4013-9baa-efbba857273c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.230610] env[62588]: DEBUG oslo_vmware.api [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Waiting for the task: (returnval){ [ 1558.230610] env[62588]: value = "task-1793675" [ 1558.230610] env[62588]: _type = "Task" [ 1558.230610] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.240376] env[62588]: DEBUG oslo_vmware.api [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Task: {'id': task-1793675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.262441] env[62588]: DEBUG nova.compute.manager [req-68a37cc7-4a4f-40ec-a3ee-c62b8e8d466d req-4b856e0d-a79f-4bbf-b7e2-804df3e96870 service nova] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Received event network-changed-d71ffdad-f7bf-4a58-9503-ed1d09d7aabf {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1558.262581] env[62588]: DEBUG nova.compute.manager [req-68a37cc7-4a4f-40ec-a3ee-c62b8e8d466d req-4b856e0d-a79f-4bbf-b7e2-804df3e96870 service nova] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Refreshing instance network info cache due to event network-changed-d71ffdad-f7bf-4a58-9503-ed1d09d7aabf. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1558.262891] env[62588]: DEBUG oslo_concurrency.lockutils [req-68a37cc7-4a4f-40ec-a3ee-c62b8e8d466d req-4b856e0d-a79f-4bbf-b7e2-804df3e96870 service nova] Acquiring lock "refresh_cache-8c51b7f7-7223-42c2-a7e4-f545efe26587" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.263048] env[62588]: DEBUG oslo_concurrency.lockutils [req-68a37cc7-4a4f-40ec-a3ee-c62b8e8d466d req-4b856e0d-a79f-4bbf-b7e2-804df3e96870 service nova] Acquired lock "refresh_cache-8c51b7f7-7223-42c2-a7e4-f545efe26587" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.263209] env[62588]: DEBUG nova.network.neutron [req-68a37cc7-4a4f-40ec-a3ee-c62b8e8d466d req-4b856e0d-a79f-4bbf-b7e2-804df3e96870 service nova] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Refreshing network info cache for port d71ffdad-f7bf-4a58-9503-ed1d09d7aabf {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1558.320675] env[62588]: DEBUG nova.scheduler.client.report [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1558.342028] env[62588]: DEBUG nova.network.neutron [-] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.396876] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ed36af56-4a3f-41dd-bddd-354573e85000 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Acquiring lock "fb886df8-21a5-4ee2-a913-3a7e8234e491" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.397152] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ed36af56-4a3f-41dd-bddd-354573e85000 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Lock "fb886df8-21a5-4ee2-a913-3a7e8234e491" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.397379] env[62588]: INFO nova.compute.manager [None req-ed36af56-4a3f-41dd-bddd-354573e85000 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Attaching volume 50a760a5-0a91-4544-83b8-a79975ab2a54 to /dev/sdb [ 1558.432490] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6bfbe9-be38-43f6-b80d-42ee55fb7752 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.442557] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbda129-dacf-4195-bb89-d6ca80e6cfa6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.460666] env[62588]: DEBUG nova.virt.block_device [None req-ed36af56-4a3f-41dd-bddd-354573e85000 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Updating existing volume attachment record: a03ef634-8fdb-4ea6-934a-be4a5e8e73ce {{(pid=62588) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1558.626529] env[62588]: DEBUG nova.network.neutron [-] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.637809] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793674, 'name': CreateVM_Task, 'duration_secs': 0.728199} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.638010] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1558.638792] env[62588]: DEBUG oslo_concurrency.lockutils [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.638892] env[62588]: DEBUG oslo_concurrency.lockutils [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.639389] env[62588]: DEBUG oslo_concurrency.lockutils [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1558.639660] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-739321d6-a96f-4758-9fdf-57557017fc23 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.646600] env[62588]: DEBUG oslo_vmware.api [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Waiting for the task: (returnval){ [ 1558.646600] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b79589-121e-21e7-0b33-34c7daa68e5f" [ 1558.646600] env[62588]: _type = "Task" [ 1558.646600] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.661030] env[62588]: DEBUG oslo_vmware.api [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b79589-121e-21e7-0b33-34c7daa68e5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.688201] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54036027-e4d3-4120-b4d9-fc8c69056afb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.702559] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e73a985-16da-4a84-a3b5-fc9db0308833 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.750822] env[62588]: DEBUG nova.compute.manager [req-04de9695-09d2-488b-9976-7a0b23351364 req-36c40707-8ebb-4c71-b9f7-45b26f04d52c service nova] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Detach interface failed, port_id=da8967c6-112d-4c22-972b-690f853c9741, reason: Instance 31f70009-4ec8-405f-87de-6e041742bc92 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1558.761326] env[62588]: DEBUG oslo_vmware.api [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Task: {'id': task-1793675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100621} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.761515] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1558.762388] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a59c15-d067-4ac6-b055-f1591f8527e9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.791622] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9/ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1558.793195] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ab6653a-610c-4581-b2aa-0c8e4574a7a4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.816553] env[62588]: DEBUG oslo_vmware.api [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Waiting for the task: (returnval){ [ 1558.816553] env[62588]: value = "task-1793679" [ 1558.816553] env[62588]: _type = "Task" [ 1558.816553] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.827803] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.959s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.828489] env[62588]: DEBUG nova.compute.manager [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1558.831541] env[62588]: DEBUG oslo_vmware.api [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Task: {'id': task-1793679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.832112] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.333s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.837212] env[62588]: INFO nova.compute.claims [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1558.846565] env[62588]: INFO nova.compute.manager [-] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Took 1.35 seconds to deallocate network for instance. [ 1559.133110] env[62588]: INFO nova.compute.manager [-] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Took 1.34 seconds to deallocate network for instance. [ 1559.159127] env[62588]: DEBUG oslo_vmware.api [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b79589-121e-21e7-0b33-34c7daa68e5f, 'name': SearchDatastore_Task, 'duration_secs': 0.018121} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.159488] env[62588]: DEBUG oslo_concurrency.lockutils [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1559.159834] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1559.160202] env[62588]: DEBUG oslo_concurrency.lockutils [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.160421] env[62588]: DEBUG oslo_concurrency.lockutils [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.160659] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1559.161021] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6c1245a-3b1d-45c1-962f-79bf61f89d60 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.174365] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1559.174647] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1559.176628] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c31cabb-0375-4fdf-9a97-61950f44b2eb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.185863] env[62588]: DEBUG oslo_vmware.api [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Waiting for the task: (returnval){ [ 1559.185863] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f69204-0a92-748d-bb5b-fdea62124b92" [ 1559.185863] env[62588]: _type = "Task" [ 1559.185863] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.197276] env[62588]: DEBUG oslo_vmware.api [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f69204-0a92-748d-bb5b-fdea62124b92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.278559] env[62588]: DEBUG nova.network.neutron [req-68a37cc7-4a4f-40ec-a3ee-c62b8e8d466d req-4b856e0d-a79f-4bbf-b7e2-804df3e96870 service nova] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Updated VIF entry in instance network info cache for port d71ffdad-f7bf-4a58-9503-ed1d09d7aabf. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1559.279185] env[62588]: DEBUG nova.network.neutron [req-68a37cc7-4a4f-40ec-a3ee-c62b8e8d466d req-4b856e0d-a79f-4bbf-b7e2-804df3e96870 service nova] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Updating instance_info_cache with network_info: [{"id": "d71ffdad-f7bf-4a58-9503-ed1d09d7aabf", "address": "fa:16:3e:44:64:35", "network": {"id": "73002158-9af0-4b8f-ab76-8a6d4fb75902", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-191419830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fae66f0cf34171af2ee7870f76f84a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71ffdad-f7", "ovs_interfaceid": "d71ffdad-f7bf-4a58-9503-ed1d09d7aabf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.329743] env[62588]: DEBUG oslo_vmware.api [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Task: {'id': task-1793679, 'name': ReconfigVM_Task, 'duration_secs': 0.474479} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.330312] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Reconfigured VM instance instance-0000003b to attach disk [datastore1] ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9/ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1559.331050] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6677e808-8882-46f0-acc3-24df9a26f16d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.334364] env[62588]: DEBUG nova.compute.utils [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1559.335955] env[62588]: DEBUG nova.compute.manager [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1559.339868] env[62588]: DEBUG nova.network.neutron [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1559.352488] env[62588]: DEBUG oslo_vmware.api [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Waiting for the task: (returnval){ [ 1559.352488] env[62588]: value = "task-1793680" [ 1559.352488] env[62588]: _type = "Task" [ 1559.352488] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.353728] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7e08fe83-0937-43ba-ba9d-64f1128bf7ef tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.365362] env[62588]: DEBUG oslo_vmware.api [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Task: {'id': task-1793680, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.443132] env[62588]: DEBUG nova.policy [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60f6eb21bf944ec087d5f039a926ef83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '012317dc2c8944eb8c5c2118c9a572cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1559.629276] env[62588]: DEBUG oslo_vmware.rw_handles [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529209d0-f5b9-2981-7797-af1f193c618d/disk-0.vmdk. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1559.630377] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b82f51d-3336-4447-882f-d1e9a20449e5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.639985] env[62588]: DEBUG oslo_vmware.rw_handles [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529209d0-f5b9-2981-7797-af1f193c618d/disk-0.vmdk is in state: ready. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1559.639985] env[62588]: ERROR oslo_vmware.rw_handles [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529209d0-f5b9-2981-7797-af1f193c618d/disk-0.vmdk due to incomplete transfer. [ 1559.639985] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0aadc30a-b442-4a5e-958b-b3a960e24fd4 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.640401] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f0f1eb50-225a-448b-8dd6-6d0598857565 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.652027] env[62588]: DEBUG oslo_vmware.rw_handles [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529209d0-f5b9-2981-7797-af1f193c618d/disk-0.vmdk. {{(pid=62588) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1559.652027] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Uploaded image f72ed13d-3535-4367-80bb-722499b6aff2 to the Glance image server {{(pid=62588) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1559.652378] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Destroying the VM {{(pid=62588) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1559.652655] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-423abc2c-5f5e-4a6b-a6ff-0b1c740d4d2f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.660667] env[62588]: DEBUG oslo_vmware.api [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1559.660667] env[62588]: value = "task-1793681" [ 1559.660667] env[62588]: _type = "Task" [ 1559.660667] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.674037] env[62588]: DEBUG oslo_vmware.api [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793681, 'name': Destroy_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.701795] env[62588]: DEBUG oslo_vmware.api [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f69204-0a92-748d-bb5b-fdea62124b92, 'name': SearchDatastore_Task, 'duration_secs': 0.013835} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.701795] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75b2b151-2339-4024-b162-b9b55c51941a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.706386] env[62588]: DEBUG oslo_vmware.api [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Waiting for the task: (returnval){ [ 1559.706386] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d69b85-ffc7-d9b8-a291-7817b1dbc32f" [ 1559.706386] env[62588]: _type = "Task" [ 1559.706386] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.718808] env[62588]: DEBUG oslo_vmware.api [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d69b85-ffc7-d9b8-a291-7817b1dbc32f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.782668] env[62588]: DEBUG oslo_concurrency.lockutils [req-68a37cc7-4a4f-40ec-a3ee-c62b8e8d466d req-4b856e0d-a79f-4bbf-b7e2-804df3e96870 service nova] Releasing lock "refresh_cache-8c51b7f7-7223-42c2-a7e4-f545efe26587" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1559.846143] env[62588]: DEBUG nova.compute.manager [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1559.871121] env[62588]: DEBUG oslo_vmware.api [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Task: {'id': task-1793680, 'name': Rename_Task, 'duration_secs': 0.171648} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.871592] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1559.871875] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76e04660-90a3-4bdd-8fce-cd5e5aade0e9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.880896] env[62588]: DEBUG oslo_vmware.api [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Waiting for the task: (returnval){ [ 1559.880896] env[62588]: value = "task-1793682" [ 1559.880896] env[62588]: _type = "Task" [ 1559.880896] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.899790] env[62588]: DEBUG oslo_vmware.api [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Task: {'id': task-1793682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.175247] env[62588]: DEBUG oslo_vmware.api [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793681, 'name': Destroy_Task, 'duration_secs': 0.384524} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.175247] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Destroyed the VM [ 1560.175431] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Deleting Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1560.175686] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0676fb89-f1e5-4361-9c97-4bd5fc617cbf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.187550] env[62588]: DEBUG oslo_vmware.api [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1560.187550] env[62588]: value = "task-1793683" [ 1560.187550] env[62588]: _type = "Task" [ 1560.187550] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.201826] env[62588]: DEBUG oslo_vmware.api [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793683, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.217926] env[62588]: DEBUG oslo_vmware.api [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d69b85-ffc7-d9b8-a291-7817b1dbc32f, 'name': SearchDatastore_Task, 'duration_secs': 0.017832} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.220682] env[62588]: DEBUG oslo_concurrency.lockutils [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.220894] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 8c51b7f7-7223-42c2-a7e4-f545efe26587/8c51b7f7-7223-42c2-a7e4-f545efe26587.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1560.221605] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-213926f0-694e-4ed6-a412-8e90b278bc2d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.234267] env[62588]: DEBUG oslo_vmware.api [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Waiting for the task: (returnval){ [ 1560.234267] env[62588]: value = "task-1793684" [ 1560.234267] env[62588]: _type = "Task" [ 1560.234267] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.247619] env[62588]: DEBUG oslo_vmware.api [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Task: {'id': task-1793684, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.253961] env[62588]: DEBUG nova.network.neutron [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Successfully created port: 519ab3d2-6d5c-425a-974d-073f803f26f1 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1560.354846] env[62588]: DEBUG nova.compute.manager [req-ebd74a8d-3dd9-4b97-bcfc-a5838d554a8e req-8b409ccc-20b2-4fa7-a559-0cf3f358d7ee service nova] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Received event network-changed-6dc8f390-9ded-415d-9dc4-5eacb1bd91ed {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1560.355083] env[62588]: DEBUG nova.compute.manager [req-ebd74a8d-3dd9-4b97-bcfc-a5838d554a8e req-8b409ccc-20b2-4fa7-a559-0cf3f358d7ee service nova] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Refreshing instance network info cache due to event network-changed-6dc8f390-9ded-415d-9dc4-5eacb1bd91ed. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1560.355322] env[62588]: DEBUG oslo_concurrency.lockutils [req-ebd74a8d-3dd9-4b97-bcfc-a5838d554a8e req-8b409ccc-20b2-4fa7-a559-0cf3f358d7ee service nova] Acquiring lock "refresh_cache-839b4ef2-4734-4166-92a1-a18d3d33413f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.355530] env[62588]: DEBUG oslo_concurrency.lockutils [req-ebd74a8d-3dd9-4b97-bcfc-a5838d554a8e req-8b409ccc-20b2-4fa7-a559-0cf3f358d7ee service nova] Acquired lock "refresh_cache-839b4ef2-4734-4166-92a1-a18d3d33413f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.355705] env[62588]: DEBUG nova.network.neutron [req-ebd74a8d-3dd9-4b97-bcfc-a5838d554a8e req-8b409ccc-20b2-4fa7-a559-0cf3f358d7ee service nova] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Refreshing network info cache for port 6dc8f390-9ded-415d-9dc4-5eacb1bd91ed {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1560.359165] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35e86ea-d480-4920-b5a7-1516fcbbffb1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.372573] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62616186-811b-45ad-90a0-ec3df7f5fd56 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.420999] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d03b61-4224-4547-a9cd-e0b555d7ee51 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.431562] env[62588]: DEBUG oslo_vmware.api [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Task: {'id': task-1793682, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.436753] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cde249-ed98-4512-a096-aab7ce99e70f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.458169] env[62588]: DEBUG nova.compute.provider_tree [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1560.509551] env[62588]: DEBUG nova.compute.manager [req-e8529459-c577-433f-9332-c41557821921 req-309030ca-f0a9-4286-96de-c4acb1260e5b service nova] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Received event network-vif-deleted-97203fd3-f9f5-4d2c-90b1-5dee4ec30049 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1560.701589] env[62588]: DEBUG oslo_vmware.api [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793683, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.747165] env[62588]: DEBUG oslo_vmware.api [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Task: {'id': task-1793684, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496045} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.747251] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 8c51b7f7-7223-42c2-a7e4-f545efe26587/8c51b7f7-7223-42c2-a7e4-f545efe26587.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1560.747528] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1560.747942] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04a710b9-c653-4929-b2e0-e387ec1b84e2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.757555] env[62588]: DEBUG oslo_vmware.api [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Waiting for the task: (returnval){ [ 1560.757555] env[62588]: value = "task-1793685" [ 1560.757555] env[62588]: _type = "Task" [ 1560.757555] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.763303] env[62588]: DEBUG oslo_vmware.api [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Task: {'id': task-1793685, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.871048] env[62588]: DEBUG nova.compute.manager [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1560.902094] env[62588]: DEBUG nova.virt.hardware [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1560.902094] env[62588]: DEBUG nova.virt.hardware [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1560.902094] env[62588]: DEBUG nova.virt.hardware [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1560.902094] env[62588]: DEBUG nova.virt.hardware [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1560.902094] env[62588]: DEBUG nova.virt.hardware [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1560.902094] env[62588]: DEBUG nova.virt.hardware [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1560.902094] env[62588]: DEBUG nova.virt.hardware [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1560.902094] env[62588]: DEBUG nova.virt.hardware [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1560.902094] env[62588]: DEBUG nova.virt.hardware [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1560.902513] env[62588]: DEBUG nova.virt.hardware [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1560.902917] env[62588]: DEBUG nova.virt.hardware [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1560.903912] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed75bb3-46f1-4b05-8dfe-c1d7cbb94a48 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.915856] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b51b14e-833a-4465-aa8d-eb3fe36b4faf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.931148] env[62588]: DEBUG oslo_vmware.api [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Task: {'id': task-1793682, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.965023] env[62588]: DEBUG nova.scheduler.client.report [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1561.202939] env[62588]: DEBUG oslo_vmware.api [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793683, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.271863] env[62588]: DEBUG oslo_vmware.api [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Task: {'id': task-1793685, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.459982} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.271863] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1561.271863] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f9bcab-86bd-45ed-baef-8885eb73e172 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.297425] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 8c51b7f7-7223-42c2-a7e4-f545efe26587/8c51b7f7-7223-42c2-a7e4-f545efe26587.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1561.298091] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb4200e5-49c0-42fe-bcae-e7b5574452b3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.325019] env[62588]: DEBUG oslo_vmware.api [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Waiting for the task: (returnval){ [ 1561.325019] env[62588]: value = "task-1793687" [ 1561.325019] env[62588]: _type = "Task" [ 1561.325019] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.332570] env[62588]: DEBUG oslo_vmware.api [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Task: {'id': task-1793687, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.398250] env[62588]: DEBUG nova.network.neutron [req-ebd74a8d-3dd9-4b97-bcfc-a5838d554a8e req-8b409ccc-20b2-4fa7-a559-0cf3f358d7ee service nova] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Updated VIF entry in instance network info cache for port 6dc8f390-9ded-415d-9dc4-5eacb1bd91ed. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1561.398835] env[62588]: DEBUG nova.network.neutron [req-ebd74a8d-3dd9-4b97-bcfc-a5838d554a8e req-8b409ccc-20b2-4fa7-a559-0cf3f358d7ee service nova] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Updating instance_info_cache with network_info: [{"id": "6dc8f390-9ded-415d-9dc4-5eacb1bd91ed", "address": "fa:16:3e:0a:6e:f7", "network": {"id": "62eee93e-a0dd-447c-9f78-5a0855954299", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-661801718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "569c9324dde449dfa916193847fcb181", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dc8f390-9d", "ovs_interfaceid": "6dc8f390-9ded-415d-9dc4-5eacb1bd91ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.435264] env[62588]: DEBUG oslo_vmware.api [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Task: {'id': task-1793682, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.469014] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.469615] env[62588]: DEBUG nova.compute.manager [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1561.473535] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.631s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.473821] env[62588]: DEBUG nova.objects.instance [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lazy-loading 'resources' on Instance uuid a160c33f-fcaf-419e-95ed-cea6db31a306 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1561.699952] env[62588]: DEBUG oslo_vmware.api [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793683, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.834011] env[62588]: DEBUG oslo_vmware.api [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Task: {'id': task-1793687, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.901897] env[62588]: DEBUG oslo_concurrency.lockutils [req-ebd74a8d-3dd9-4b97-bcfc-a5838d554a8e req-8b409ccc-20b2-4fa7-a559-0cf3f358d7ee service nova] Releasing lock "refresh_cache-839b4ef2-4734-4166-92a1-a18d3d33413f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.935023] env[62588]: DEBUG oslo_vmware.api [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Task: {'id': task-1793682, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.975402] env[62588]: DEBUG nova.compute.utils [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1561.980364] env[62588]: DEBUG nova.compute.manager [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1561.980364] env[62588]: DEBUG nova.network.neutron [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1561.980364] env[62588]: DEBUG nova.objects.instance [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lazy-loading 'numa_topology' on Instance uuid a160c33f-fcaf-419e-95ed-cea6db31a306 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1562.024074] env[62588]: DEBUG nova.policy [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '795ba82831b64ef5b213008ba1e1ab4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50833a435ea44af4af5b8dd584732e96', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1562.097635] env[62588]: DEBUG nova.network.neutron [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Successfully updated port: 519ab3d2-6d5c-425a-974d-073f803f26f1 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1562.201318] env[62588]: DEBUG oslo_vmware.api [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793683, 'name': RemoveSnapshot_Task, 'duration_secs': 1.598247} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.201702] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Deleted Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1562.202018] env[62588]: INFO nova.compute.manager [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Took 16.53 seconds to snapshot the instance on the hypervisor. [ 1562.345544] env[62588]: DEBUG oslo_vmware.api [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Task: {'id': task-1793687, 'name': ReconfigVM_Task, 'duration_secs': 0.736827} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.345544] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 8c51b7f7-7223-42c2-a7e4-f545efe26587/8c51b7f7-7223-42c2-a7e4-f545efe26587.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1562.345544] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-495e7b02-2e70-4e69-8350-77c4f87e8133 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.353943] env[62588]: DEBUG oslo_vmware.api [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Waiting for the task: (returnval){ [ 1562.353943] env[62588]: value = "task-1793688" [ 1562.353943] env[62588]: _type = "Task" [ 1562.353943] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.363412] env[62588]: DEBUG oslo_vmware.api [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Task: {'id': task-1793688, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.435679] env[62588]: DEBUG oslo_vmware.api [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Task: {'id': task-1793682, 'name': PowerOnVM_Task, 'duration_secs': 2.189822} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.436555] env[62588]: DEBUG nova.network.neutron [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Successfully created port: 6af9dabd-f73d-4425-b9ec-96a896062384 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1562.438410] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1562.438622] env[62588]: INFO nova.compute.manager [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Took 10.60 seconds to spawn the instance on the hypervisor. [ 1562.438808] env[62588]: DEBUG nova.compute.manager [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1562.439633] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7232ce9c-6163-4acc-8bc7-816fce840aed {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.482423] env[62588]: DEBUG nova.compute.manager [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1562.486724] env[62588]: DEBUG nova.objects.base [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62588) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1562.602711] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Acquiring lock "refresh_cache-6493047e-572b-4c92-878f-270d4479416e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.602711] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Acquired lock "refresh_cache-6493047e-572b-4c92-878f-270d4479416e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.602711] env[62588]: DEBUG nova.network.neutron [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1562.677601] env[62588]: DEBUG nova.compute.manager [req-483ae8ff-4cfa-4213-87ad-ebf5aed829be req-2086d9d8-408a-42b7-bc0c-c8957291e16e service nova] [instance: 6493047e-572b-4c92-878f-270d4479416e] Received event network-vif-plugged-519ab3d2-6d5c-425a-974d-073f803f26f1 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1562.679016] env[62588]: DEBUG oslo_concurrency.lockutils [req-483ae8ff-4cfa-4213-87ad-ebf5aed829be req-2086d9d8-408a-42b7-bc0c-c8957291e16e service nova] Acquiring lock "6493047e-572b-4c92-878f-270d4479416e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.679016] env[62588]: DEBUG oslo_concurrency.lockutils [req-483ae8ff-4cfa-4213-87ad-ebf5aed829be req-2086d9d8-408a-42b7-bc0c-c8957291e16e service nova] Lock "6493047e-572b-4c92-878f-270d4479416e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.679016] env[62588]: DEBUG oslo_concurrency.lockutils [req-483ae8ff-4cfa-4213-87ad-ebf5aed829be req-2086d9d8-408a-42b7-bc0c-c8957291e16e service nova] Lock "6493047e-572b-4c92-878f-270d4479416e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.679016] env[62588]: DEBUG nova.compute.manager [req-483ae8ff-4cfa-4213-87ad-ebf5aed829be req-2086d9d8-408a-42b7-bc0c-c8957291e16e service nova] [instance: 6493047e-572b-4c92-878f-270d4479416e] No waiting events found dispatching network-vif-plugged-519ab3d2-6d5c-425a-974d-073f803f26f1 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1562.679016] env[62588]: WARNING nova.compute.manager [req-483ae8ff-4cfa-4213-87ad-ebf5aed829be req-2086d9d8-408a-42b7-bc0c-c8957291e16e service nova] [instance: 6493047e-572b-4c92-878f-270d4479416e] Received unexpected event network-vif-plugged-519ab3d2-6d5c-425a-974d-073f803f26f1 for instance with vm_state building and task_state spawning. [ 1562.679016] env[62588]: DEBUG nova.compute.manager [req-483ae8ff-4cfa-4213-87ad-ebf5aed829be req-2086d9d8-408a-42b7-bc0c-c8957291e16e service nova] [instance: 6493047e-572b-4c92-878f-270d4479416e] Received event network-changed-519ab3d2-6d5c-425a-974d-073f803f26f1 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1562.679016] env[62588]: DEBUG nova.compute.manager [req-483ae8ff-4cfa-4213-87ad-ebf5aed829be req-2086d9d8-408a-42b7-bc0c-c8957291e16e service nova] [instance: 6493047e-572b-4c92-878f-270d4479416e] Refreshing instance network info cache due to event network-changed-519ab3d2-6d5c-425a-974d-073f803f26f1. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1562.679369] env[62588]: DEBUG oslo_concurrency.lockutils [req-483ae8ff-4cfa-4213-87ad-ebf5aed829be req-2086d9d8-408a-42b7-bc0c-c8957291e16e service nova] Acquiring lock "refresh_cache-6493047e-572b-4c92-878f-270d4479416e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.762926] env[62588]: DEBUG nova.compute.manager [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Found 3 images (rotation: 2) {{(pid=62588) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5013}} [ 1562.763139] env[62588]: DEBUG nova.compute.manager [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Rotating out 1 backups {{(pid=62588) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5021}} [ 1562.763294] env[62588]: DEBUG nova.compute.manager [None req-2ce7bad6-fc99-4d3a-bae3-6b28de5c0f14 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Deleting image 24018c0f-9b6f-4c69-8af1-d1bc72f7a424 {{(pid=62588) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5026}} [ 1562.867305] env[62588]: DEBUG oslo_vmware.api [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Task: {'id': task-1793688, 'name': Rename_Task, 'duration_secs': 0.23635} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.867616] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1562.867885] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78eb21db-8229-4823-85e7-94166992b6bb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.880283] env[62588]: DEBUG oslo_vmware.api [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Waiting for the task: (returnval){ [ 1562.880283] env[62588]: value = "task-1793689" [ 1562.880283] env[62588]: _type = "Task" [ 1562.880283] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.892194] env[62588]: DEBUG oslo_vmware.api [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Task: {'id': task-1793689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.958483] env[62588]: INFO nova.compute.manager [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Took 47.34 seconds to build instance. [ 1563.029826] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed36af56-4a3f-41dd-bddd-354573e85000 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Volume attach. Driver type: vmdk {{(pid=62588) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1563.030166] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed36af56-4a3f-41dd-bddd-354573e85000 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372054', 'volume_id': '50a760a5-0a91-4544-83b8-a79975ab2a54', 'name': 'volume-50a760a5-0a91-4544-83b8-a79975ab2a54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fb886df8-21a5-4ee2-a913-3a7e8234e491', 'attached_at': '', 'detached_at': '', 'volume_id': '50a760a5-0a91-4544-83b8-a79975ab2a54', 'serial': '50a760a5-0a91-4544-83b8-a79975ab2a54'} {{(pid=62588) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1563.031117] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6888ea-3f91-4155-b1bc-25415e0628d3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.055092] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588c4048-e8a3-44ba-a875-6da264168191 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.081743] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed36af56-4a3f-41dd-bddd-354573e85000 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] volume-50a760a5-0a91-4544-83b8-a79975ab2a54/volume-50a760a5-0a91-4544-83b8-a79975ab2a54.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1563.083077] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d229874-5778-4dd6-96de-fe7402d3dc7e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.097021] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f84e005-6d66-446f-b195-dd7e68810bd5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.110018] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e45318-8058-408b-888e-074da83c8730 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.111369] env[62588]: DEBUG oslo_vmware.api [None req-ed36af56-4a3f-41dd-bddd-354573e85000 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Waiting for the task: (returnval){ [ 1563.111369] env[62588]: value = "task-1793690" [ 1563.111369] env[62588]: _type = "Task" [ 1563.111369] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.146929] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76209867-221f-429d-8d62-7cfc96a3ba06 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.151117] env[62588]: DEBUG oslo_vmware.api [None req-ed36af56-4a3f-41dd-bddd-354573e85000 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.160254] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7815a35-e600-42ac-9426-8ce6590d269e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.171694] env[62588]: DEBUG nova.compute.provider_tree [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1563.177453] env[62588]: DEBUG nova.network.neutron [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1563.394484] env[62588]: DEBUG oslo_vmware.api [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Task: {'id': task-1793689, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.426916] env[62588]: DEBUG nova.network.neutron [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Updating instance_info_cache with network_info: [{"id": "519ab3d2-6d5c-425a-974d-073f803f26f1", "address": "fa:16:3e:36:30:4a", "network": {"id": "81eb954b-d086-4b95-ab43-b23c312b910d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-27363215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "012317dc2c8944eb8c5c2118c9a572cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap519ab3d2-6d", "ovs_interfaceid": "519ab3d2-6d5c-425a-974d-073f803f26f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.461378] env[62588]: DEBUG oslo_concurrency.lockutils [None req-454ddd21-2f0f-4cc8-9905-6600c8bcbef3 tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Lock "ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.208s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.496593] env[62588]: DEBUG nova.compute.manager [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1563.521611] env[62588]: DEBUG nova.virt.hardware [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1563.521856] env[62588]: DEBUG nova.virt.hardware [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1563.522076] env[62588]: DEBUG nova.virt.hardware [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1563.522293] env[62588]: DEBUG nova.virt.hardware [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1563.522494] env[62588]: DEBUG nova.virt.hardware [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1563.522577] env[62588]: DEBUG nova.virt.hardware [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1563.522785] env[62588]: DEBUG nova.virt.hardware [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1563.522946] env[62588]: DEBUG nova.virt.hardware [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1563.523128] env[62588]: DEBUG nova.virt.hardware [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1563.523291] env[62588]: DEBUG nova.virt.hardware [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1563.523464] env[62588]: DEBUG nova.virt.hardware [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1563.524841] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9cf7c3-3a0a-4f8c-a374-e1752faa382e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.533398] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe66746a-88e4-40f1-b205-76930a30d08c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.623920] env[62588]: DEBUG oslo_vmware.api [None req-ed36af56-4a3f-41dd-bddd-354573e85000 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793690, 'name': ReconfigVM_Task, 'duration_secs': 0.455421} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.624200] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed36af56-4a3f-41dd-bddd-354573e85000 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Reconfigured VM instance instance-00000032 to attach disk [datastore1] volume-50a760a5-0a91-4544-83b8-a79975ab2a54/volume-50a760a5-0a91-4544-83b8-a79975ab2a54.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1563.631858] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-525ed644-bfef-4308-babf-80182c88f648 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.648167] env[62588]: DEBUG oslo_vmware.api [None req-ed36af56-4a3f-41dd-bddd-354573e85000 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Waiting for the task: (returnval){ [ 1563.648167] env[62588]: value = "task-1793691" [ 1563.648167] env[62588]: _type = "Task" [ 1563.648167] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.657353] env[62588]: DEBUG oslo_vmware.api [None req-ed36af56-4a3f-41dd-bddd-354573e85000 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793691, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.674935] env[62588]: DEBUG nova.scheduler.client.report [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1563.892238] env[62588]: DEBUG oslo_vmware.api [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Task: {'id': task-1793689, 'name': PowerOnVM_Task, 'duration_secs': 0.625797} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.892645] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1563.892905] env[62588]: INFO nova.compute.manager [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Took 9.24 seconds to spawn the instance on the hypervisor. [ 1563.893674] env[62588]: DEBUG nova.compute.manager [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1563.894091] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57694637-ff26-4ba5-9fba-f87ffc52bb6d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.929806] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Releasing lock "refresh_cache-6493047e-572b-4c92-878f-270d4479416e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.930170] env[62588]: DEBUG nova.compute.manager [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Instance network_info: |[{"id": "519ab3d2-6d5c-425a-974d-073f803f26f1", "address": "fa:16:3e:36:30:4a", "network": {"id": "81eb954b-d086-4b95-ab43-b23c312b910d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-27363215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "012317dc2c8944eb8c5c2118c9a572cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap519ab3d2-6d", "ovs_interfaceid": "519ab3d2-6d5c-425a-974d-073f803f26f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1563.930480] env[62588]: DEBUG oslo_concurrency.lockutils [req-483ae8ff-4cfa-4213-87ad-ebf5aed829be req-2086d9d8-408a-42b7-bc0c-c8957291e16e service nova] Acquired lock "refresh_cache-6493047e-572b-4c92-878f-270d4479416e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.930651] env[62588]: DEBUG nova.network.neutron [req-483ae8ff-4cfa-4213-87ad-ebf5aed829be req-2086d9d8-408a-42b7-bc0c-c8957291e16e service nova] [instance: 6493047e-572b-4c92-878f-270d4479416e] Refreshing network info cache for port 519ab3d2-6d5c-425a-974d-073f803f26f1 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1563.931831] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:30:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57c65f87-60fd-4882-ab30-31db49131b46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '519ab3d2-6d5c-425a-974d-073f803f26f1', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1563.941657] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Creating folder: Project (012317dc2c8944eb8c5c2118c9a572cb). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1563.945784] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-680ae9f8-e0cc-4dac-832f-f79a8035652c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.962488] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Created folder: Project (012317dc2c8944eb8c5c2118c9a572cb) in parent group-v371885. [ 1563.963136] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Creating folder: Instances. Parent ref: group-v372055. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1563.964114] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bef47683-0e7b-409e-9328-24471d5bb273 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.967976] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dd30b45c-47ba-4667-8c2c-19b68388624d tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Acquiring lock "ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.968325] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dd30b45c-47ba-4667-8c2c-19b68388624d tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Lock "ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.968598] env[62588]: INFO nova.compute.manager [None req-dd30b45c-47ba-4667-8c2c-19b68388624d tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Rebooting instance [ 1563.974585] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Created folder: Instances in parent group-v372055. [ 1563.974700] env[62588]: DEBUG oslo.service.loopingcall [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1563.976459] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6493047e-572b-4c92-878f-270d4479416e] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1563.976459] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fa4389a-fe21-46df-89e1-ee9fa2db6a20 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.000138] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1564.000138] env[62588]: value = "task-1793694" [ 1564.000138] env[62588]: _type = "Task" [ 1564.000138] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.009471] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793694, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.144444] env[62588]: DEBUG nova.network.neutron [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Successfully updated port: 6af9dabd-f73d-4425-b9ec-96a896062384 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1564.148299] env[62588]: DEBUG nova.compute.manager [req-2625a2b9-ce91-4e14-90e2-223b84169f85 req-95b9b38e-15ee-48b4-b0b8-8178bfb00a19 service nova] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Received event network-vif-plugged-6af9dabd-f73d-4425-b9ec-96a896062384 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1564.148663] env[62588]: DEBUG oslo_concurrency.lockutils [req-2625a2b9-ce91-4e14-90e2-223b84169f85 req-95b9b38e-15ee-48b4-b0b8-8178bfb00a19 service nova] Acquiring lock "3e6b0d70-5687-4b57-aa2d-573b51d6805f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.148951] env[62588]: DEBUG oslo_concurrency.lockutils [req-2625a2b9-ce91-4e14-90e2-223b84169f85 req-95b9b38e-15ee-48b4-b0b8-8178bfb00a19 service nova] Lock "3e6b0d70-5687-4b57-aa2d-573b51d6805f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.149832] env[62588]: DEBUG oslo_concurrency.lockutils [req-2625a2b9-ce91-4e14-90e2-223b84169f85 req-95b9b38e-15ee-48b4-b0b8-8178bfb00a19 service nova] Lock "3e6b0d70-5687-4b57-aa2d-573b51d6805f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.150189] env[62588]: DEBUG nova.compute.manager [req-2625a2b9-ce91-4e14-90e2-223b84169f85 req-95b9b38e-15ee-48b4-b0b8-8178bfb00a19 service nova] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] No waiting events found dispatching network-vif-plugged-6af9dabd-f73d-4425-b9ec-96a896062384 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1564.150517] env[62588]: WARNING nova.compute.manager [req-2625a2b9-ce91-4e14-90e2-223b84169f85 req-95b9b38e-15ee-48b4-b0b8-8178bfb00a19 service nova] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Received unexpected event network-vif-plugged-6af9dabd-f73d-4425-b9ec-96a896062384 for instance with vm_state building and task_state spawning. [ 1564.166355] env[62588]: DEBUG oslo_vmware.api [None req-ed36af56-4a3f-41dd-bddd-354573e85000 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793691, 'name': ReconfigVM_Task, 'duration_secs': 0.161135} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.166880] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed36af56-4a3f-41dd-bddd-354573e85000 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372054', 'volume_id': '50a760a5-0a91-4544-83b8-a79975ab2a54', 'name': 'volume-50a760a5-0a91-4544-83b8-a79975ab2a54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fb886df8-21a5-4ee2-a913-3a7e8234e491', 'attached_at': '', 'detached_at': '', 'volume_id': '50a760a5-0a91-4544-83b8-a79975ab2a54', 'serial': '50a760a5-0a91-4544-83b8-a79975ab2a54'} {{(pid=62588) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1564.180455] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.707s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.186244] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.129s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.187515] env[62588]: INFO nova.compute.claims [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1564.267908] env[62588]: DEBUG nova.network.neutron [req-483ae8ff-4cfa-4213-87ad-ebf5aed829be req-2086d9d8-408a-42b7-bc0c-c8957291e16e service nova] [instance: 6493047e-572b-4c92-878f-270d4479416e] Updated VIF entry in instance network info cache for port 519ab3d2-6d5c-425a-974d-073f803f26f1. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1564.268403] env[62588]: DEBUG nova.network.neutron [req-483ae8ff-4cfa-4213-87ad-ebf5aed829be req-2086d9d8-408a-42b7-bc0c-c8957291e16e service nova] [instance: 6493047e-572b-4c92-878f-270d4479416e] Updating instance_info_cache with network_info: [{"id": "519ab3d2-6d5c-425a-974d-073f803f26f1", "address": "fa:16:3e:36:30:4a", "network": {"id": "81eb954b-d086-4b95-ab43-b23c312b910d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-27363215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "012317dc2c8944eb8c5c2118c9a572cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap519ab3d2-6d", "ovs_interfaceid": "519ab3d2-6d5c-425a-974d-073f803f26f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.420549] env[62588]: INFO nova.compute.manager [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Took 47.51 seconds to build instance. [ 1564.502165] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dd30b45c-47ba-4667-8c2c-19b68388624d tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Acquiring lock "refresh_cache-ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.502165] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dd30b45c-47ba-4667-8c2c-19b68388624d tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Acquired lock "refresh_cache-ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.502165] env[62588]: DEBUG nova.network.neutron [None req-dd30b45c-47ba-4667-8c2c-19b68388624d tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1564.517076] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793694, 'name': CreateVM_Task, 'duration_secs': 0.379584} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.517534] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6493047e-572b-4c92-878f-270d4479416e] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1564.518724] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.519092] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.519582] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1564.520140] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e722a69-2a28-45dd-9d92-7096f4e28f55 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.529026] env[62588]: DEBUG oslo_vmware.api [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Waiting for the task: (returnval){ [ 1564.529026] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b34246-a951-fbfc-b2c6-804d7501e23d" [ 1564.529026] env[62588]: _type = "Task" [ 1564.529026] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.543830] env[62588]: DEBUG oslo_vmware.api [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b34246-a951-fbfc-b2c6-804d7501e23d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.652634] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Acquiring lock "refresh_cache-3e6b0d70-5687-4b57-aa2d-573b51d6805f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.653090] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Acquired lock "refresh_cache-3e6b0d70-5687-4b57-aa2d-573b51d6805f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.653512] env[62588]: DEBUG nova.network.neutron [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1564.690084] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2897c590-4a4a-4f94-b292-7e416f011535 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "a160c33f-fcaf-419e-95ed-cea6db31a306" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 55.201s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.690994] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8fd7e613-d2e3-43b7-adf7-4631b5778d6d tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "a160c33f-fcaf-419e-95ed-cea6db31a306" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 30.913s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.691305] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8fd7e613-d2e3-43b7-adf7-4631b5778d6d tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "a160c33f-fcaf-419e-95ed-cea6db31a306-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.692242] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8fd7e613-d2e3-43b7-adf7-4631b5778d6d tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "a160c33f-fcaf-419e-95ed-cea6db31a306-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.692427] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8fd7e613-d2e3-43b7-adf7-4631b5778d6d tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "a160c33f-fcaf-419e-95ed-cea6db31a306-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.696244] env[62588]: INFO nova.compute.manager [None req-8fd7e613-d2e3-43b7-adf7-4631b5778d6d tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Terminating instance [ 1564.770658] env[62588]: DEBUG oslo_concurrency.lockutils [req-483ae8ff-4cfa-4213-87ad-ebf5aed829be req-2086d9d8-408a-42b7-bc0c-c8957291e16e service nova] Releasing lock "refresh_cache-6493047e-572b-4c92-878f-270d4479416e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.921438] env[62588]: DEBUG oslo_concurrency.lockutils [None req-763b09aa-ac75-4400-8262-a6d7ae877569 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Lock "8c51b7f7-7223-42c2-a7e4-f545efe26587" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.148s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.040965] env[62588]: DEBUG oslo_vmware.api [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b34246-a951-fbfc-b2c6-804d7501e23d, 'name': SearchDatastore_Task, 'duration_secs': 0.015889} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.041303] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.041546] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1565.041783] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.041927] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.042332] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1565.042619] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d123bbf-8126-4cc4-85d6-3904ff8f21a4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.058696] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1565.058696] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1565.061824] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f915a603-ece1-4a13-beef-20fc37af1aad {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.069737] env[62588]: DEBUG oslo_vmware.api [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Waiting for the task: (returnval){ [ 1565.069737] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522d5a2a-2418-9057-e5eb-16f7f3b73f14" [ 1565.069737] env[62588]: _type = "Task" [ 1565.069737] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.085277] env[62588]: DEBUG oslo_vmware.api [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522d5a2a-2418-9057-e5eb-16f7f3b73f14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.202594] env[62588]: DEBUG nova.compute.manager [None req-8fd7e613-d2e3-43b7-adf7-4631b5778d6d tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1565.202826] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd7e613-d2e3-43b7-adf7-4631b5778d6d tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1565.203356] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08339d37-8b71-4a40-99ef-fbf7042593b9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.217139] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23eb63f-e191-4c80-bbee-a649da160465 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.238634] env[62588]: DEBUG nova.network.neutron [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1565.247070] env[62588]: DEBUG nova.objects.instance [None req-ed36af56-4a3f-41dd-bddd-354573e85000 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Lazy-loading 'flavor' on Instance uuid fb886df8-21a5-4ee2-a913-3a7e8234e491 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1565.286326] env[62588]: WARNING nova.virt.vmwareapi.vmops [None req-8fd7e613-d2e3-43b7-adf7-4631b5778d6d tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a160c33f-fcaf-419e-95ed-cea6db31a306 could not be found. [ 1565.286832] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd7e613-d2e3-43b7-adf7-4631b5778d6d tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1565.286832] env[62588]: INFO nova.compute.manager [None req-8fd7e613-d2e3-43b7-adf7-4631b5778d6d tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Took 0.08 seconds to destroy the instance on the hypervisor. [ 1565.287553] env[62588]: DEBUG oslo.service.loopingcall [None req-8fd7e613-d2e3-43b7-adf7-4631b5778d6d tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1565.290730] env[62588]: DEBUG nova.compute.manager [-] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1565.290730] env[62588]: DEBUG nova.network.neutron [-] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1565.403864] env[62588]: DEBUG nova.network.neutron [None req-dd30b45c-47ba-4667-8c2c-19b68388624d tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Updating instance_info_cache with network_info: [{"id": "45f6f3e3-b388-434e-a526-379c3d69b551", "address": "fa:16:3e:09:a0:07", "network": {"id": "7f8dd71a-ba80-472f-af06-241d2ef25f8d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1788056410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dddc972acb55483a985082e7f1435be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f6f3e3-b3", "ovs_interfaceid": "45f6f3e3-b388-434e-a526-379c3d69b551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.582693] env[62588]: DEBUG oslo_vmware.api [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522d5a2a-2418-9057-e5eb-16f7f3b73f14, 'name': SearchDatastore_Task, 'duration_secs': 0.0401} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.583551] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-035800da-7ef7-4288-947c-1de9e08aa90a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.595130] env[62588]: DEBUG oslo_vmware.api [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Waiting for the task: (returnval){ [ 1565.595130] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52875ab0-ffb7-428e-c331-c6f22fa5e6f2" [ 1565.595130] env[62588]: _type = "Task" [ 1565.595130] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.605041] env[62588]: DEBUG oslo_vmware.api [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52875ab0-ffb7-428e-c331-c6f22fa5e6f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.611993] env[62588]: DEBUG nova.network.neutron [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Updating instance_info_cache with network_info: [{"id": "6af9dabd-f73d-4425-b9ec-96a896062384", "address": "fa:16:3e:b2:af:1d", "network": {"id": "992c23e6-d120-48d0-9e8c-43a1526a3f52", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-736827552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50833a435ea44af4af5b8dd584732e96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6af9dabd-f7", "ovs_interfaceid": "6af9dabd-f73d-4425-b9ec-96a896062384", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.752924] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ed36af56-4a3f-41dd-bddd-354573e85000 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Lock "fb886df8-21a5-4ee2-a913-3a7e8234e491" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.356s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.857735] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385d3932-0908-46b0-8c4b-a38fc3fcddd6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.872025] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb861f0e-89c1-4272-9676-059ac7d2c9be {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.907251] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dd30b45c-47ba-4667-8c2c-19b68388624d tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Releasing lock "refresh_cache-ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.910404] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a563718-2a60-4e13-a388-e1fa61e28a53 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.921013] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d71681d-6d24-40e8-aa0a-411aee9742e3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.942063] env[62588]: DEBUG nova.compute.provider_tree [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1566.106888] env[62588]: DEBUG oslo_vmware.api [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52875ab0-ffb7-428e-c331-c6f22fa5e6f2, 'name': SearchDatastore_Task, 'duration_secs': 0.030028} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.106888] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.107160] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 6493047e-572b-4c92-878f-270d4479416e/6493047e-572b-4c92-878f-270d4479416e.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1566.107259] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59fe307e-7afe-46c5-b5b8-ba8d901bc9e8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.118302] env[62588]: DEBUG oslo_vmware.api [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Waiting for the task: (returnval){ [ 1566.118302] env[62588]: value = "task-1793695" [ 1566.118302] env[62588]: _type = "Task" [ 1566.118302] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.118833] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Releasing lock "refresh_cache-3e6b0d70-5687-4b57-aa2d-573b51d6805f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.119149] env[62588]: DEBUG nova.compute.manager [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Instance network_info: |[{"id": "6af9dabd-f73d-4425-b9ec-96a896062384", "address": "fa:16:3e:b2:af:1d", "network": {"id": "992c23e6-d120-48d0-9e8c-43a1526a3f52", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-736827552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50833a435ea44af4af5b8dd584732e96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6af9dabd-f7", "ovs_interfaceid": "6af9dabd-f73d-4425-b9ec-96a896062384", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1566.122652] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:af:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6af9dabd-f73d-4425-b9ec-96a896062384', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1566.129993] env[62588]: DEBUG oslo.service.loopingcall [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1566.130257] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1566.130933] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-033ed351-19ab-48a3-8a02-27a802e18ff4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.148374] env[62588]: DEBUG oslo_vmware.api [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': task-1793695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.155797] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1566.155797] env[62588]: value = "task-1793696" [ 1566.155797] env[62588]: _type = "Task" [ 1566.155797] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.164718] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793696, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.231497] env[62588]: DEBUG nova.network.neutron [-] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.413342] env[62588]: DEBUG nova.compute.manager [None req-dd30b45c-47ba-4667-8c2c-19b68388624d tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1566.414614] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847d4f48-8a33-4627-90c6-2082acd6db81 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.487911] env[62588]: DEBUG nova.scheduler.client.report [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Updated inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with generation 83 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1566.488424] env[62588]: DEBUG nova.compute.provider_tree [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Updating resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 generation from 83 to 84 during operation: update_inventory {{(pid=62588) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1566.488747] env[62588]: DEBUG nova.compute.provider_tree [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1566.629593] env[62588]: DEBUG oslo_vmware.api [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': task-1793695, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.670903] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793696, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.711277] env[62588]: DEBUG nova.compute.manager [req-e34c165c-9b43-456f-b56f-d49c1cd345c7 req-2675bc90-6ac3-4b62-9788-6520c2ba13bb service nova] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Received event network-changed-6af9dabd-f73d-4425-b9ec-96a896062384 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1566.711277] env[62588]: DEBUG nova.compute.manager [req-e34c165c-9b43-456f-b56f-d49c1cd345c7 req-2675bc90-6ac3-4b62-9788-6520c2ba13bb service nova] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Refreshing instance network info cache due to event network-changed-6af9dabd-f73d-4425-b9ec-96a896062384. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1566.711524] env[62588]: DEBUG oslo_concurrency.lockutils [req-e34c165c-9b43-456f-b56f-d49c1cd345c7 req-2675bc90-6ac3-4b62-9788-6520c2ba13bb service nova] Acquiring lock "refresh_cache-3e6b0d70-5687-4b57-aa2d-573b51d6805f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.711689] env[62588]: DEBUG oslo_concurrency.lockutils [req-e34c165c-9b43-456f-b56f-d49c1cd345c7 req-2675bc90-6ac3-4b62-9788-6520c2ba13bb service nova] Acquired lock "refresh_cache-3e6b0d70-5687-4b57-aa2d-573b51d6805f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.711934] env[62588]: DEBUG nova.network.neutron [req-e34c165c-9b43-456f-b56f-d49c1cd345c7 req-2675bc90-6ac3-4b62-9788-6520c2ba13bb service nova] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Refreshing network info cache for port 6af9dabd-f73d-4425-b9ec-96a896062384 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1566.734842] env[62588]: INFO nova.compute.manager [-] [instance: a160c33f-fcaf-419e-95ed-cea6db31a306] Took 1.44 seconds to deallocate network for instance. [ 1567.001026] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.002056] env[62588]: DEBUG nova.compute.manager [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1567.006981] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.742s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.007325] env[62588]: DEBUG nova.objects.instance [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Lazy-loading 'resources' on Instance uuid a3862ec6-21d1-4801-b506-09dcf1304ee2 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1567.011532] env[62588]: DEBUG oslo_concurrency.lockutils [None req-203facf4-670f-4df1-9a77-09ff24f373f1 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Acquiring lock "8c51b7f7-7223-42c2-a7e4-f545efe26587" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.011532] env[62588]: DEBUG oslo_concurrency.lockutils [None req-203facf4-670f-4df1-9a77-09ff24f373f1 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Lock "8c51b7f7-7223-42c2-a7e4-f545efe26587" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.011532] env[62588]: DEBUG oslo_concurrency.lockutils [None req-203facf4-670f-4df1-9a77-09ff24f373f1 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Acquiring lock "8c51b7f7-7223-42c2-a7e4-f545efe26587-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.011532] env[62588]: DEBUG oslo_concurrency.lockutils [None req-203facf4-670f-4df1-9a77-09ff24f373f1 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Lock "8c51b7f7-7223-42c2-a7e4-f545efe26587-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.011532] env[62588]: DEBUG oslo_concurrency.lockutils [None req-203facf4-670f-4df1-9a77-09ff24f373f1 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Lock "8c51b7f7-7223-42c2-a7e4-f545efe26587-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.013458] env[62588]: INFO nova.compute.manager [None req-203facf4-670f-4df1-9a77-09ff24f373f1 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Terminating instance [ 1567.067686] env[62588]: DEBUG oslo_concurrency.lockutils [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Acquiring lock "77171cc7-7df2-421f-b481-cc26969cbfdb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.067918] env[62588]: DEBUG oslo_concurrency.lockutils [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Lock "77171cc7-7df2-421f-b481-cc26969cbfdb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.131581] env[62588]: DEBUG oslo_vmware.api [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': task-1793695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547566} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.131927] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 6493047e-572b-4c92-878f-270d4479416e/6493047e-572b-4c92-878f-270d4479416e.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1567.132162] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1567.132731] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcbb7448-6202-4241-b55b-83a250ac696e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.141253] env[62588]: DEBUG oslo_vmware.api [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Waiting for the task: (returnval){ [ 1567.141253] env[62588]: value = "task-1793697" [ 1567.141253] env[62588]: _type = "Task" [ 1567.141253] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.854646] env[62588]: DEBUG oslo_concurrency.lockutils [None req-286240d5-e421-461a-8ab7-2b5f31979565 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Acquiring lock "fb886df8-21a5-4ee2-a913-3a7e8234e491" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.857139] env[62588]: DEBUG oslo_concurrency.lockutils [None req-286240d5-e421-461a-8ab7-2b5f31979565 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Lock "fb886df8-21a5-4ee2-a913-3a7e8234e491" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.863566] env[62588]: DEBUG nova.compute.utils [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1567.865038] env[62588]: DEBUG nova.compute.manager [None req-203facf4-670f-4df1-9a77-09ff24f373f1 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1567.865238] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-203facf4-670f-4df1-9a77-09ff24f373f1 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1567.865550] env[62588]: DEBUG nova.compute.manager [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1567.871362] env[62588]: INFO nova.compute.manager [None req-286240d5-e421-461a-8ab7-2b5f31979565 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Detaching volume 50a760a5-0a91-4544-83b8-a79975ab2a54 [ 1567.876764] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64a07ca-8257-4005-be5c-70ab2a128202 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.878743] env[62588]: DEBUG nova.compute.manager [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1567.878918] env[62588]: DEBUG nova.network.neutron [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1567.881086] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ce6a1c-924f-40fd-af3b-d69c98a1810a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.889396] env[62588]: DEBUG oslo_vmware.api [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': task-1793697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07653} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.896019] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1567.896746] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c25505d-8a4f-4087-ba98-07c09618a994 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.906197] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-dd30b45c-47ba-4667-8c2c-19b68388624d tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Doing hard reboot of VM {{(pid=62588) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1567.906683] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793696, 'name': CreateVM_Task, 'duration_secs': 0.672478} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.906930] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-203facf4-670f-4df1-9a77-09ff24f373f1 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1567.909828] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-05a2e5ff-95c7-406a-8255-e5e862276ce8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.911277] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1567.914155] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14c0bac1-d163-4fc3-8f7e-b3616cdaabac {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.923447] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.923447] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.923447] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1567.931927] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 6493047e-572b-4c92-878f-270d4479416e/6493047e-572b-4c92-878f-270d4479416e.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1567.934175] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0c41cf1-fcdd-4f33-a126-9871fc8a8b6e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.935349] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e647f909-5ad6-44f7-9231-18bb77952d2d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.957373] env[62588]: INFO nova.virt.block_device [None req-286240d5-e421-461a-8ab7-2b5f31979565 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Attempting to driver detach volume 50a760a5-0a91-4544-83b8-a79975ab2a54 from mountpoint /dev/sdb [ 1567.957598] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-286240d5-e421-461a-8ab7-2b5f31979565 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Volume detach. Driver type: vmdk {{(pid=62588) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1567.957777] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-286240d5-e421-461a-8ab7-2b5f31979565 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372054', 'volume_id': '50a760a5-0a91-4544-83b8-a79975ab2a54', 'name': 'volume-50a760a5-0a91-4544-83b8-a79975ab2a54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fb886df8-21a5-4ee2-a913-3a7e8234e491', 'attached_at': '', 'detached_at': '', 'volume_id': '50a760a5-0a91-4544-83b8-a79975ab2a54', 'serial': '50a760a5-0a91-4544-83b8-a79975ab2a54'} {{(pid=62588) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1567.958194] env[62588]: DEBUG oslo_vmware.api [None req-203facf4-670f-4df1-9a77-09ff24f373f1 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Waiting for the task: (returnval){ [ 1567.958194] env[62588]: value = "task-1793699" [ 1567.958194] env[62588]: _type = "Task" [ 1567.958194] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.958427] env[62588]: DEBUG oslo_vmware.api [None req-dd30b45c-47ba-4667-8c2c-19b68388624d tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Waiting for the task: (returnval){ [ 1567.958427] env[62588]: value = "task-1793698" [ 1567.958427] env[62588]: _type = "Task" [ 1567.958427] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.959844] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f596d108-cd4f-47d8-a53d-b259b2e0e201 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.964029] env[62588]: DEBUG nova.policy [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9647ad89769041f1b2dac264233c6026', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '348c778bfc744379a1a405f783b77629', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1567.976364] env[62588]: DEBUG oslo_vmware.api [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Waiting for the task: (returnval){ [ 1567.976364] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]528ca999-ed48-8843-4562-27cb1d7ffcfb" [ 1567.976364] env[62588]: _type = "Task" [ 1567.976364] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.976639] env[62588]: DEBUG oslo_vmware.api [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Waiting for the task: (returnval){ [ 1567.976639] env[62588]: value = "task-1793700" [ 1567.976639] env[62588]: _type = "Task" [ 1567.976639] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.003858] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936ed7ed-5b28-4339-b0d8-640150c46131 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.012594] env[62588]: DEBUG oslo_vmware.api [None req-203facf4-670f-4df1-9a77-09ff24f373f1 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Task: {'id': task-1793699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.012594] env[62588]: DEBUG oslo_vmware.api [None req-dd30b45c-47ba-4667-8c2c-19b68388624d tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Task: {'id': task-1793698, 'name': ResetVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.021938] env[62588]: DEBUG oslo_vmware.api [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]528ca999-ed48-8843-4562-27cb1d7ffcfb, 'name': SearchDatastore_Task, 'duration_secs': 0.011195} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.026730] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.026990] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1568.027262] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.029200] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.029200] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1568.029200] env[62588]: DEBUG oslo_vmware.api [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': task-1793700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.029200] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0617e8c2-4abf-41f8-98dc-5e4fecee75fb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.030596] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c93abd-28d6-43c2-aa7f-e2dbdf2c5a40 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.061986] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66feaded-5dfa-4071-a8d9-1e17c6f27c86 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.061986] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1568.061986] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1568.064572] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bac293b-f487-475a-a5b4-084c14037efb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.071296] env[62588]: DEBUG oslo_vmware.api [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Waiting for the task: (returnval){ [ 1568.071296] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5295477a-8247-b415-4d2d-cfb7ee59a4d6" [ 1568.071296] env[62588]: _type = "Task" [ 1568.071296] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.081693] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-286240d5-e421-461a-8ab7-2b5f31979565 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] The volume has not been displaced from its original location: [datastore1] volume-50a760a5-0a91-4544-83b8-a79975ab2a54/volume-50a760a5-0a91-4544-83b8-a79975ab2a54.vmdk. No consolidation needed. {{(pid=62588) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1568.086943] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-286240d5-e421-461a-8ab7-2b5f31979565 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Reconfiguring VM instance instance-00000032 to detach disk 2001 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1568.092569] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dc0bcde-1db5-4c05-807a-a122e6fc53c0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.113299] env[62588]: DEBUG oslo_vmware.api [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5295477a-8247-b415-4d2d-cfb7ee59a4d6, 'name': SearchDatastore_Task, 'duration_secs': 0.010235} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.115400] env[62588]: DEBUG oslo_vmware.api [None req-286240d5-e421-461a-8ab7-2b5f31979565 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Waiting for the task: (returnval){ [ 1568.115400] env[62588]: value = "task-1793701" [ 1568.115400] env[62588]: _type = "Task" [ 1568.115400] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.115689] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cad51ec0-e385-48d3-a1aa-6253a580e2d6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.128729] env[62588]: DEBUG oslo_vmware.api [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Waiting for the task: (returnval){ [ 1568.128729] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]524ec0d2-8c93-a5c5-cd2d-d9e35a151c3f" [ 1568.128729] env[62588]: _type = "Task" [ 1568.128729] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.132413] env[62588]: DEBUG oslo_vmware.api [None req-286240d5-e421-461a-8ab7-2b5f31979565 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793701, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.143273] env[62588]: DEBUG oslo_vmware.api [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]524ec0d2-8c93-a5c5-cd2d-d9e35a151c3f, 'name': SearchDatastore_Task, 'duration_secs': 0.010787} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.143551] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.143805] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 3e6b0d70-5687-4b57-aa2d-573b51d6805f/3e6b0d70-5687-4b57-aa2d-573b51d6805f.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1568.144089] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c85bf20-324d-4c15-bea3-d5fdcaa5856e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.152516] env[62588]: DEBUG oslo_vmware.api [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Waiting for the task: (returnval){ [ 1568.152516] env[62588]: value = "task-1793702" [ 1568.152516] env[62588]: _type = "Task" [ 1568.152516] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.166596] env[62588]: DEBUG oslo_vmware.api [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': task-1793702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.283807] env[62588]: DEBUG nova.network.neutron [req-e34c165c-9b43-456f-b56f-d49c1cd345c7 req-2675bc90-6ac3-4b62-9788-6520c2ba13bb service nova] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Updated VIF entry in instance network info cache for port 6af9dabd-f73d-4425-b9ec-96a896062384. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1568.284426] env[62588]: DEBUG nova.network.neutron [req-e34c165c-9b43-456f-b56f-d49c1cd345c7 req-2675bc90-6ac3-4b62-9788-6520c2ba13bb service nova] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Updating instance_info_cache with network_info: [{"id": "6af9dabd-f73d-4425-b9ec-96a896062384", "address": "fa:16:3e:b2:af:1d", "network": {"id": "992c23e6-d120-48d0-9e8c-43a1526a3f52", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-736827552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50833a435ea44af4af5b8dd584732e96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6af9dabd-f7", "ovs_interfaceid": "6af9dabd-f73d-4425-b9ec-96a896062384", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.377204] env[62588]: DEBUG nova.compute.manager [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1568.385990] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2f372f05-f729-4628-b314-402a33823631 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "cd9251fb-103f-4fea-a54a-398f28e4a7bc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.387328] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2f372f05-f729-4628-b314-402a33823631 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "cd9251fb-103f-4fea-a54a-398f28e4a7bc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.387679] env[62588]: DEBUG nova.compute.manager [None req-2f372f05-f729-4628-b314-402a33823631 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1568.392099] env[62588]: DEBUG nova.network.neutron [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Successfully created port: a227f793-0181-4488-8795-dff13a0d7c03 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1568.395190] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ad4285-c3b9-4033-a434-2e9080345800 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.405384] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8fd7e613-d2e3-43b7-adf7-4631b5778d6d tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "a160c33f-fcaf-419e-95ed-cea6db31a306" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.714s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.413385] env[62588]: DEBUG nova.compute.manager [None req-2f372f05-f729-4628-b314-402a33823631 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62588) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1568.413385] env[62588]: DEBUG nova.objects.instance [None req-2f372f05-f729-4628-b314-402a33823631 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lazy-loading 'flavor' on Instance uuid cd9251fb-103f-4fea-a54a-398f28e4a7bc {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1568.416474] env[62588]: DEBUG oslo_concurrency.lockutils [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.482473] env[62588]: DEBUG oslo_vmware.api [None req-203facf4-670f-4df1-9a77-09ff24f373f1 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Task: {'id': task-1793699, 'name': PowerOffVM_Task, 'duration_secs': 0.250466} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.486135] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-203facf4-670f-4df1-9a77-09ff24f373f1 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1568.486549] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-203facf4-670f-4df1-9a77-09ff24f373f1 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1568.486651] env[62588]: DEBUG oslo_vmware.api [None req-dd30b45c-47ba-4667-8c2c-19b68388624d tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Task: {'id': task-1793698, 'name': ResetVM_Task, 'duration_secs': 0.117647} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.486874] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79c8fd06-c7da-40b1-b149-5866b42696bb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.488769] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-dd30b45c-47ba-4667-8c2c-19b68388624d tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Did hard reboot of VM {{(pid=62588) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1568.488974] env[62588]: DEBUG nova.compute.manager [None req-dd30b45c-47ba-4667-8c2c-19b68388624d tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1568.489800] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778d3fda-e7cc-49a6-8ebc-023fcfa06479 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.514504] env[62588]: DEBUG oslo_vmware.api [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': task-1793700, 'name': ReconfigVM_Task, 'duration_secs': 0.286612} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.514504] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 6493047e-572b-4c92-878f-270d4479416e/6493047e-572b-4c92-878f-270d4479416e.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1568.515178] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ca47802-1ef8-4b1c-b8d1-50e5dfd524a4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.525298] env[62588]: DEBUG oslo_vmware.api [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Waiting for the task: (returnval){ [ 1568.525298] env[62588]: value = "task-1793704" [ 1568.525298] env[62588]: _type = "Task" [ 1568.525298] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.537783] env[62588]: DEBUG oslo_vmware.api [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': task-1793704, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.589666] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-203facf4-670f-4df1-9a77-09ff24f373f1 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1568.590031] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-203facf4-670f-4df1-9a77-09ff24f373f1 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1568.590278] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-203facf4-670f-4df1-9a77-09ff24f373f1 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Deleting the datastore file [datastore1] 8c51b7f7-7223-42c2-a7e4-f545efe26587 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1568.590635] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c632e4bc-0d1f-47c6-9060-c55a6d307794 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.601800] env[62588]: DEBUG oslo_vmware.api [None req-203facf4-670f-4df1-9a77-09ff24f373f1 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Waiting for the task: (returnval){ [ 1568.601800] env[62588]: value = "task-1793705" [ 1568.601800] env[62588]: _type = "Task" [ 1568.601800] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.615562] env[62588]: DEBUG oslo_vmware.api [None req-203facf4-670f-4df1-9a77-09ff24f373f1 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Task: {'id': task-1793705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.624309] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ee893d-7f89-4642-9c50-f65ba9c7ec53 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.634362] env[62588]: DEBUG oslo_vmware.api [None req-286240d5-e421-461a-8ab7-2b5f31979565 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793701, 'name': ReconfigVM_Task, 'duration_secs': 0.272942} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.636288] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-286240d5-e421-461a-8ab7-2b5f31979565 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Reconfigured VM instance instance-00000032 to detach disk 2001 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1568.641557] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dc89580-f16e-40ee-b0a7-71b93adac91e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.653360] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134330c1-8cdc-4fcb-89b1-09290955f398 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.665990] env[62588]: DEBUG oslo_vmware.api [None req-286240d5-e421-461a-8ab7-2b5f31979565 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Waiting for the task: (returnval){ [ 1568.665990] env[62588]: value = "task-1793706" [ 1568.665990] env[62588]: _type = "Task" [ 1568.665990] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.698641] env[62588]: DEBUG oslo_vmware.api [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': task-1793702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507795} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.703087] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 3e6b0d70-5687-4b57-aa2d-573b51d6805f/3e6b0d70-5687-4b57-aa2d-573b51d6805f.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1568.703625] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1568.707028] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751e7fb5-9b7e-456f-bb80-bbdbec616228 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.707386] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05775522-f770-4a0a-b24e-e708282cc879 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.721912] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc204bb-a1e1-4e00-9dc7-9a135f462841 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.726787] env[62588]: DEBUG oslo_vmware.api [None req-286240d5-e421-461a-8ab7-2b5f31979565 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.727141] env[62588]: DEBUG oslo_vmware.api [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Waiting for the task: (returnval){ [ 1568.727141] env[62588]: value = "task-1793707" [ 1568.727141] env[62588]: _type = "Task" [ 1568.727141] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.739642] env[62588]: DEBUG nova.compute.provider_tree [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1568.749040] env[62588]: DEBUG oslo_vmware.api [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': task-1793707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.789754] env[62588]: DEBUG oslo_concurrency.lockutils [req-e34c165c-9b43-456f-b56f-d49c1cd345c7 req-2675bc90-6ac3-4b62-9788-6520c2ba13bb service nova] Releasing lock "refresh_cache-3e6b0d70-5687-4b57-aa2d-573b51d6805f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.009460] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dd30b45c-47ba-4667-8c2c-19b68388624d tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Lock "ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.041s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.036101] env[62588]: DEBUG oslo_vmware.api [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': task-1793704, 'name': Rename_Task, 'duration_secs': 0.186162} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.036415] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1569.036695] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e1e341c-5722-452b-97c6-b3736057763d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.044485] env[62588]: DEBUG oslo_vmware.api [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Waiting for the task: (returnval){ [ 1569.044485] env[62588]: value = "task-1793708" [ 1569.044485] env[62588]: _type = "Task" [ 1569.044485] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.053591] env[62588]: DEBUG oslo_vmware.api [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': task-1793708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.113195] env[62588]: DEBUG oslo_vmware.api [None req-203facf4-670f-4df1-9a77-09ff24f373f1 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Task: {'id': task-1793705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194052} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.113511] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-203facf4-670f-4df1-9a77-09ff24f373f1 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1569.113701] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-203facf4-670f-4df1-9a77-09ff24f373f1 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1569.113879] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-203facf4-670f-4df1-9a77-09ff24f373f1 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1569.114070] env[62588]: INFO nova.compute.manager [None req-203facf4-670f-4df1-9a77-09ff24f373f1 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1569.114631] env[62588]: DEBUG oslo.service.loopingcall [None req-203facf4-670f-4df1-9a77-09ff24f373f1 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1569.114631] env[62588]: DEBUG nova.compute.manager [-] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1569.114631] env[62588]: DEBUG nova.network.neutron [-] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1569.210740] env[62588]: DEBUG oslo_vmware.api [None req-286240d5-e421-461a-8ab7-2b5f31979565 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793706, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.238238] env[62588]: DEBUG oslo_vmware.api [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': task-1793707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077153} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.238589] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1569.240201] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5b39df-9b62-46b2-9466-f200e3501516 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.279406] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 3e6b0d70-5687-4b57-aa2d-573b51d6805f/3e6b0d70-5687-4b57-aa2d-573b51d6805f.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1569.279999] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd3cacfa-0a97-4523-a39f-6ec996d196e1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.300164] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquiring lock "88b35a0a-bc01-4bd4-91d5-fdb491b23b3e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.300413] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lock "88b35a0a-bc01-4bd4-91d5-fdb491b23b3e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.300587] env[62588]: INFO nova.compute.manager [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Shelving [ 1569.302914] env[62588]: ERROR nova.scheduler.client.report [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] [req-5d887383-9877-40a8-a43b-6829e4644be9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eaab8868-4bee-41d4-8b5c-ca05c3049f36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5d887383-9877-40a8-a43b-6829e4644be9"}]} [ 1569.310778] env[62588]: DEBUG oslo_vmware.api [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Waiting for the task: (returnval){ [ 1569.310778] env[62588]: value = "task-1793709" [ 1569.310778] env[62588]: _type = "Task" [ 1569.310778] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.320911] env[62588]: DEBUG oslo_vmware.api [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': task-1793709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.326648] env[62588]: DEBUG nova.scheduler.client.report [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Refreshing inventories for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1569.343633] env[62588]: DEBUG nova.scheduler.client.report [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Updating ProviderTree inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1569.343897] env[62588]: DEBUG nova.compute.provider_tree [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1569.359306] env[62588]: DEBUG nova.scheduler.client.report [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Refreshing aggregate associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, aggregates: None {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1569.385397] env[62588]: DEBUG nova.compute.manager [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1569.389696] env[62588]: DEBUG nova.scheduler.client.report [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Refreshing trait associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1569.422422] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f372f05-f729-4628-b314-402a33823631 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1569.425578] env[62588]: DEBUG nova.virt.hardware [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1569.425578] env[62588]: DEBUG nova.virt.hardware [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1569.425578] env[62588]: DEBUG nova.virt.hardware [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1569.425846] env[62588]: DEBUG nova.virt.hardware [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1569.425925] env[62588]: DEBUG nova.virt.hardware [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1569.426076] env[62588]: DEBUG nova.virt.hardware [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1569.426314] env[62588]: DEBUG nova.virt.hardware [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1569.426472] env[62588]: DEBUG nova.virt.hardware [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1569.426635] env[62588]: DEBUG nova.virt.hardware [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1569.426792] env[62588]: DEBUG nova.virt.hardware [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1569.427016] env[62588]: DEBUG nova.virt.hardware [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1569.427511] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eff2e974-c1fb-41d2-8e99-e56435b6ab70 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.429903] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1016a25-1e4e-4acd-94ea-8a929d342878 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.440074] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6119cc44-334c-4c21-be06-d42ab66ec1ea {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.451487] env[62588]: DEBUG oslo_vmware.api [None req-2f372f05-f729-4628-b314-402a33823631 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1569.451487] env[62588]: value = "task-1793710" [ 1569.451487] env[62588]: _type = "Task" [ 1569.451487] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.481099] env[62588]: DEBUG oslo_vmware.api [None req-2f372f05-f729-4628-b314-402a33823631 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.554701] env[62588]: DEBUG oslo_vmware.api [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': task-1793708, 'name': PowerOnVM_Task, 'duration_secs': 0.468834} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.557761] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1569.557981] env[62588]: INFO nova.compute.manager [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Took 8.69 seconds to spawn the instance on the hypervisor. [ 1569.558185] env[62588]: DEBUG nova.compute.manager [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1569.559172] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedc2614-1ae1-4a9c-90c5-cf50c7e012c2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.702753] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "c70decfc-7dca-455c-be31-d883bb3c7d98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.703331] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "c70decfc-7dca-455c-be31-d883bb3c7d98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.725623] env[62588]: DEBUG oslo_vmware.api [None req-286240d5-e421-461a-8ab7-2b5f31979565 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793706, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.787383] env[62588]: DEBUG nova.compute.manager [req-a6dbea6a-0f6b-4c20-944f-038fd803e14f req-6a9bf850-68f8-4769-a926-69b5561a6cec service nova] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Received event network-vif-deleted-d71ffdad-f7bf-4a58-9503-ed1d09d7aabf {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1569.787719] env[62588]: INFO nova.compute.manager [req-a6dbea6a-0f6b-4c20-944f-038fd803e14f req-6a9bf850-68f8-4769-a926-69b5561a6cec service nova] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Neutron deleted interface d71ffdad-f7bf-4a58-9503-ed1d09d7aabf; detaching it from the instance and deleting it from the info cache [ 1569.787975] env[62588]: DEBUG nova.network.neutron [req-a6dbea6a-0f6b-4c20-944f-038fd803e14f req-6a9bf850-68f8-4769-a926-69b5561a6cec service nova] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.822503] env[62588]: DEBUG oslo_vmware.api [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': task-1793709, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.937089] env[62588]: DEBUG nova.compute.manager [req-f0996a94-a321-408f-aeb3-631e3d191b51 req-bdaaa35e-de7f-40ce-b38b-935ec5896947 service nova] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Received event network-vif-plugged-a227f793-0181-4488-8795-dff13a0d7c03 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1569.937089] env[62588]: DEBUG oslo_concurrency.lockutils [req-f0996a94-a321-408f-aeb3-631e3d191b51 req-bdaaa35e-de7f-40ce-b38b-935ec5896947 service nova] Acquiring lock "cf8f3744-a2c8-42b3-b24e-401990126836-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.937089] env[62588]: DEBUG oslo_concurrency.lockutils [req-f0996a94-a321-408f-aeb3-631e3d191b51 req-bdaaa35e-de7f-40ce-b38b-935ec5896947 service nova] Lock "cf8f3744-a2c8-42b3-b24e-401990126836-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.937379] env[62588]: DEBUG oslo_concurrency.lockutils [req-f0996a94-a321-408f-aeb3-631e3d191b51 req-bdaaa35e-de7f-40ce-b38b-935ec5896947 service nova] Lock "cf8f3744-a2c8-42b3-b24e-401990126836-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.937379] env[62588]: DEBUG nova.compute.manager [req-f0996a94-a321-408f-aeb3-631e3d191b51 req-bdaaa35e-de7f-40ce-b38b-935ec5896947 service nova] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] No waiting events found dispatching network-vif-plugged-a227f793-0181-4488-8795-dff13a0d7c03 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1569.937565] env[62588]: WARNING nova.compute.manager [req-f0996a94-a321-408f-aeb3-631e3d191b51 req-bdaaa35e-de7f-40ce-b38b-935ec5896947 service nova] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Received unexpected event network-vif-plugged-a227f793-0181-4488-8795-dff13a0d7c03 for instance with vm_state building and task_state spawning. [ 1569.954835] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba3c35b-6af2-43a5-bda5-6516bebb5f70 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.968775] env[62588]: DEBUG oslo_vmware.api [None req-2f372f05-f729-4628-b314-402a33823631 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793710, 'name': PowerOffVM_Task, 'duration_secs': 0.307924} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.970968] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f372f05-f729-4628-b314-402a33823631 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1569.971193] env[62588]: DEBUG nova.compute.manager [None req-2f372f05-f729-4628-b314-402a33823631 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1569.972070] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0915425d-0e46-4cec-a885-de9ff1cad20d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.975256] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12726d0a-3606-4d9c-b00e-41e3185a3535 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.978928] env[62588]: DEBUG nova.network.neutron [-] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.013458] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f0fe38-7ef6-4855-a84f-ee62c2038540 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.025207] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e17cccb-6eca-43b0-8cd9-5f3f5a5ec48e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.039440] env[62588]: DEBUG nova.compute.provider_tree [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1570.078798] env[62588]: INFO nova.compute.manager [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Took 43.98 seconds to build instance. [ 1570.083728] env[62588]: DEBUG nova.network.neutron [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Successfully updated port: a227f793-0181-4488-8795-dff13a0d7c03 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1570.213296] env[62588]: DEBUG nova.compute.manager [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1570.215906] env[62588]: DEBUG oslo_vmware.api [None req-286240d5-e421-461a-8ab7-2b5f31979565 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793706, 'name': ReconfigVM_Task, 'duration_secs': 1.181497} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.216381] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-286240d5-e421-461a-8ab7-2b5f31979565 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372054', 'volume_id': '50a760a5-0a91-4544-83b8-a79975ab2a54', 'name': 'volume-50a760a5-0a91-4544-83b8-a79975ab2a54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fb886df8-21a5-4ee2-a913-3a7e8234e491', 'attached_at': '', 'detached_at': '', 'volume_id': '50a760a5-0a91-4544-83b8-a79975ab2a54', 'serial': '50a760a5-0a91-4544-83b8-a79975ab2a54'} {{(pid=62588) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1570.291942] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba6d3f99-3bea-48cf-876c-47ca5501e78e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.302646] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e887a08-efd5-44df-aea1-177b15aeafa7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.317584] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1570.317914] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36c9496e-22bc-470d-9d0e-1e03b8c97e05 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.325252] env[62588]: DEBUG oslo_vmware.api [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': task-1793709, 'name': ReconfigVM_Task, 'duration_secs': 0.538627} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.326615] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 3e6b0d70-5687-4b57-aa2d-573b51d6805f/3e6b0d70-5687-4b57-aa2d-573b51d6805f.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1570.327464] env[62588]: DEBUG oslo_vmware.api [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1570.327464] env[62588]: value = "task-1793711" [ 1570.327464] env[62588]: _type = "Task" [ 1570.327464] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.327705] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e692f39f-4d22-405e-8214-00dc942b1817 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.350782] env[62588]: DEBUG nova.compute.manager [req-a6dbea6a-0f6b-4c20-944f-038fd803e14f req-6a9bf850-68f8-4769-a926-69b5561a6cec service nova] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Detach interface failed, port_id=d71ffdad-f7bf-4a58-9503-ed1d09d7aabf, reason: Instance 8c51b7f7-7223-42c2-a7e4-f545efe26587 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1570.355114] env[62588]: DEBUG oslo_vmware.api [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.355421] env[62588]: DEBUG oslo_vmware.api [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Waiting for the task: (returnval){ [ 1570.355421] env[62588]: value = "task-1793712" [ 1570.355421] env[62588]: _type = "Task" [ 1570.355421] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.364907] env[62588]: DEBUG oslo_vmware.api [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': task-1793712, 'name': Rename_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.388345] env[62588]: DEBUG oslo_concurrency.lockutils [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Acquiring lock "ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.388496] env[62588]: DEBUG oslo_concurrency.lockutils [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Lock "ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.388624] env[62588]: DEBUG oslo_concurrency.lockutils [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Acquiring lock "ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.388810] env[62588]: DEBUG oslo_concurrency.lockutils [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Lock "ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.388982] env[62588]: DEBUG oslo_concurrency.lockutils [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Lock "ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.391236] env[62588]: INFO nova.compute.manager [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Terminating instance [ 1570.483037] env[62588]: INFO nova.compute.manager [-] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Took 1.37 seconds to deallocate network for instance. [ 1570.517913] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2f372f05-f729-4628-b314-402a33823631 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "cd9251fb-103f-4fea-a54a-398f28e4a7bc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.131s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.577622] env[62588]: DEBUG nova.scheduler.client.report [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Updated inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with generation 86 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1570.578074] env[62588]: DEBUG nova.compute.provider_tree [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Updating resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 generation from 86 to 87 during operation: update_inventory {{(pid=62588) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1570.578369] env[62588]: DEBUG nova.compute.provider_tree [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1570.583112] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f32d4b4f-17ac-45d8-b9fa-89becf7d0d2d tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Lock "6493047e-572b-4c92-878f-270d4479416e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.544s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.585708] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "refresh_cache-cf8f3744-a2c8-42b3-b24e-401990126836" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.585839] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquired lock "refresh_cache-cf8f3744-a2c8-42b3-b24e-401990126836" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.585985] env[62588]: DEBUG nova.network.neutron [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1570.738717] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.764575] env[62588]: DEBUG nova.objects.instance [None req-286240d5-e421-461a-8ab7-2b5f31979565 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Lazy-loading 'flavor' on Instance uuid fb886df8-21a5-4ee2-a913-3a7e8234e491 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1570.839774] env[62588]: DEBUG oslo_vmware.api [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793711, 'name': PowerOffVM_Task, 'duration_secs': 0.225815} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.840058] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1570.840848] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b3c480-e8f9-42c3-af7d-e80496873e89 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.862502] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bf6449-852a-4562-a69f-0b86272cf689 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.870645] env[62588]: DEBUG oslo_vmware.api [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': task-1793712, 'name': Rename_Task, 'duration_secs': 0.153694} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.872502] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1570.874909] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3aa8bc81-bdef-4d8c-8c10-c733b881ef0e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.883464] env[62588]: DEBUG oslo_vmware.api [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Waiting for the task: (returnval){ [ 1570.883464] env[62588]: value = "task-1793713" [ 1570.883464] env[62588]: _type = "Task" [ 1570.883464] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.890841] env[62588]: DEBUG oslo_vmware.api [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': task-1793713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.895649] env[62588]: DEBUG nova.compute.manager [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1570.895881] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1570.897860] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f45003-71f9-49a7-aa28-585b52e336c0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.904818] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1570.904818] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-915a8a83-e9e4-4060-9ea0-c7f8ce5d5d52 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.911877] env[62588]: DEBUG oslo_vmware.api [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Waiting for the task: (returnval){ [ 1570.911877] env[62588]: value = "task-1793714" [ 1570.911877] env[62588]: _type = "Task" [ 1570.911877] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.920090] env[62588]: DEBUG oslo_vmware.api [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Task: {'id': task-1793714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.993210] env[62588]: DEBUG oslo_concurrency.lockutils [None req-203facf4-670f-4df1-9a77-09ff24f373f1 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.043284] env[62588]: INFO nova.compute.manager [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Rescuing [ 1571.043607] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Acquiring lock "refresh_cache-6493047e-572b-4c92-878f-270d4479416e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.043795] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Acquired lock "refresh_cache-6493047e-572b-4c92-878f-270d4479416e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.043969] env[62588]: DEBUG nova.network.neutron [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1571.083899] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.077s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.088054] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.971s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.088568] env[62588]: DEBUG nova.objects.instance [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lazy-loading 'resources' on Instance uuid da1aa85b-feca-4031-b8f7-ec05f7d5c375 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1571.116470] env[62588]: INFO nova.scheduler.client.report [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Deleted allocations for instance a3862ec6-21d1-4801-b506-09dcf1304ee2 [ 1571.140731] env[62588]: DEBUG nova.network.neutron [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1571.362024] env[62588]: DEBUG nova.network.neutron [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Updating instance_info_cache with network_info: [{"id": "a227f793-0181-4488-8795-dff13a0d7c03", "address": "fa:16:3e:c4:a3:8a", "network": {"id": "edbe8030-ff4e-4b61-89e4-9ec93dd0204c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-855480792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348c778bfc744379a1a405f783b77629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa227f793-01", "ovs_interfaceid": "a227f793-0181-4488-8795-dff13a0d7c03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1571.377773] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Creating Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1571.378358] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-427d7b84-8265-45b8-a953-707cf93eebd3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.388264] env[62588]: DEBUG oslo_vmware.api [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1571.388264] env[62588]: value = "task-1793715" [ 1571.388264] env[62588]: _type = "Task" [ 1571.388264] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.395644] env[62588]: DEBUG oslo_vmware.api [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': task-1793713, 'name': PowerOnVM_Task, 'duration_secs': 0.486235} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.396393] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1571.396670] env[62588]: INFO nova.compute.manager [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Took 7.90 seconds to spawn the instance on the hypervisor. [ 1571.396955] env[62588]: DEBUG nova.compute.manager [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1571.397956] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454ed9ec-8e62-4eda-9fec-c5d70b31477a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.404192] env[62588]: DEBUG oslo_vmware.api [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793715, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.422187] env[62588]: DEBUG oslo_vmware.api [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Task: {'id': task-1793714, 'name': PowerOffVM_Task, 'duration_secs': 0.182966} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.422544] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1571.422645] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1571.422848] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89a7dec8-56ff-4d87-a36c-e1a2b83531c6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.625473] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fdbf5d09-ed0d-4b24-9b1c-6e97e7977b5b tempest-AttachInterfacesUnderV243Test-492121781 tempest-AttachInterfacesUnderV243Test-492121781-project-member] Lock "a3862ec6-21d1-4801-b506-09dcf1304ee2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.480s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.687711] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1571.688077] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1571.688350] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Deleting the datastore file [datastore1] ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1571.688682] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5182be5c-26d7-4153-95be-231ac890cb72 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.697397] env[62588]: DEBUG oslo_vmware.api [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Waiting for the task: (returnval){ [ 1571.697397] env[62588]: value = "task-1793717" [ 1571.697397] env[62588]: _type = "Task" [ 1571.697397] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.712346] env[62588]: DEBUG oslo_vmware.api [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Task: {'id': task-1793717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.778236] env[62588]: DEBUG oslo_concurrency.lockutils [None req-286240d5-e421-461a-8ab7-2b5f31979565 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Lock "fb886df8-21a5-4ee2-a913-3a7e8234e491" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.923s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.851739] env[62588]: DEBUG nova.network.neutron [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Updating instance_info_cache with network_info: [{"id": "519ab3d2-6d5c-425a-974d-073f803f26f1", "address": "fa:16:3e:36:30:4a", "network": {"id": "81eb954b-d086-4b95-ab43-b23c312b910d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-27363215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "012317dc2c8944eb8c5c2118c9a572cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap519ab3d2-6d", "ovs_interfaceid": "519ab3d2-6d5c-425a-974d-073f803f26f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1571.861009] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Releasing lock "refresh_cache-cf8f3744-a2c8-42b3-b24e-401990126836" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.861346] env[62588]: DEBUG nova.compute.manager [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Instance network_info: |[{"id": "a227f793-0181-4488-8795-dff13a0d7c03", "address": "fa:16:3e:c4:a3:8a", "network": {"id": "edbe8030-ff4e-4b61-89e4-9ec93dd0204c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-855480792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348c778bfc744379a1a405f783b77629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa227f793-01", "ovs_interfaceid": "a227f793-0181-4488-8795-dff13a0d7c03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1571.861787] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:a3:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a227f793-0181-4488-8795-dff13a0d7c03', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1571.879400] env[62588]: DEBUG oslo.service.loopingcall [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1571.883217] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1571.883656] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5bd3aea-354e-4574-bce3-ae51088fbf00 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.921212] env[62588]: DEBUG oslo_vmware.api [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793715, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.925667] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1571.925667] env[62588]: value = "task-1793718" [ 1571.925667] env[62588]: _type = "Task" [ 1571.925667] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.931689] env[62588]: INFO nova.compute.manager [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Took 41.47 seconds to build instance. [ 1571.941334] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793718, 'name': CreateVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.011688] env[62588]: DEBUG nova.compute.manager [req-a2d44156-0b54-4299-affe-a303b4f9a5ea req-6ad827fb-8ead-4a14-ac75-8f072299b7ad service nova] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Received event network-changed-a227f793-0181-4488-8795-dff13a0d7c03 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1572.012060] env[62588]: DEBUG nova.compute.manager [req-a2d44156-0b54-4299-affe-a303b4f9a5ea req-6ad827fb-8ead-4a14-ac75-8f072299b7ad service nova] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Refreshing instance network info cache due to event network-changed-a227f793-0181-4488-8795-dff13a0d7c03. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1572.012376] env[62588]: DEBUG oslo_concurrency.lockutils [req-a2d44156-0b54-4299-affe-a303b4f9a5ea req-6ad827fb-8ead-4a14-ac75-8f072299b7ad service nova] Acquiring lock "refresh_cache-cf8f3744-a2c8-42b3-b24e-401990126836" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.012608] env[62588]: DEBUG oslo_concurrency.lockutils [req-a2d44156-0b54-4299-affe-a303b4f9a5ea req-6ad827fb-8ead-4a14-ac75-8f072299b7ad service nova] Acquired lock "refresh_cache-cf8f3744-a2c8-42b3-b24e-401990126836" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.012869] env[62588]: DEBUG nova.network.neutron [req-a2d44156-0b54-4299-affe-a303b4f9a5ea req-6ad827fb-8ead-4a14-ac75-8f072299b7ad service nova] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Refreshing network info cache for port a227f793-0181-4488-8795-dff13a0d7c03 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1572.155558] env[62588]: DEBUG nova.compute.manager [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Stashing vm_state: stopped {{(pid=62588) _prep_resize /opt/stack/nova/nova/compute/manager.py:6087}} [ 1572.188853] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59983e6a-8339-4d92-a47b-9cf1d34ffdbc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.198646] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0e7ecc-b4a2-46b2-a5f4-2e2078f2dc32 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.211492] env[62588]: DEBUG oslo_vmware.api [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Task: {'id': task-1793717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179251} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.237397] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1572.237695] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1572.237881] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1572.238066] env[62588]: INFO nova.compute.manager [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Took 1.34 seconds to destroy the instance on the hypervisor. [ 1572.238327] env[62588]: DEBUG oslo.service.loopingcall [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1572.239514] env[62588]: DEBUG nova.compute.manager [-] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1572.239618] env[62588]: DEBUG nova.network.neutron [-] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1572.241854] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48da8674-cc26-436f-b2fc-cc82243534b1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.251204] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0fd087-b4e5-4128-a84a-4d15be6c3982 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.268826] env[62588]: DEBUG nova.compute.provider_tree [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1572.354797] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Releasing lock "refresh_cache-6493047e-572b-4c92-878f-270d4479416e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.416584] env[62588]: DEBUG oslo_vmware.api [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793715, 'name': CreateSnapshot_Task, 'duration_secs': 0.654462} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.416856] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Created Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1572.417645] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9065300-5fcc-4a6e-9d61-4070cb06cde5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.440188] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c99ffd75-37ad-4970-bf6a-29aa127bb092 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Lock "3e6b0d70-5687-4b57-aa2d-573b51d6805f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.250s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.440188] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793718, 'name': CreateVM_Task, 'duration_secs': 0.380267} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.440188] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1572.440516] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.440680] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.441441] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1572.441494] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f7efb23-9130-404b-b025-56657dbf24f9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.448111] env[62588]: DEBUG oslo_vmware.api [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1572.448111] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c6a394-4c52-ae29-3eef-8271482c343d" [ 1572.448111] env[62588]: _type = "Task" [ 1572.448111] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.458933] env[62588]: DEBUG oslo_vmware.api [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c6a394-4c52-ae29-3eef-8271482c343d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.676542] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.791788] env[62588]: ERROR nova.scheduler.client.report [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [req-5f69cf41-97ac-47bc-b8af-30b44ccadfb1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eaab8868-4bee-41d4-8b5c-ca05c3049f36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5f69cf41-97ac-47bc-b8af-30b44ccadfb1"}]} [ 1572.810791] env[62588]: DEBUG nova.scheduler.client.report [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Refreshing inventories for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1572.829063] env[62588]: DEBUG nova.scheduler.client.report [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Updating ProviderTree inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1572.829503] env[62588]: DEBUG nova.compute.provider_tree [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1572.851573] env[62588]: DEBUG nova.scheduler.client.report [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Refreshing aggregate associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, aggregates: None {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1572.874953] env[62588]: DEBUG nova.scheduler.client.report [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Refreshing trait associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1572.941837] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Creating linked-clone VM from snapshot {{(pid=62588) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1572.941837] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bab18062-7045-4299-85c6-bba1ca3f09c3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.955383] env[62588]: DEBUG oslo_vmware.api [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1572.955383] env[62588]: value = "task-1793719" [ 1572.955383] env[62588]: _type = "Task" [ 1572.955383] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.957970] env[62588]: DEBUG nova.network.neutron [req-a2d44156-0b54-4299-affe-a303b4f9a5ea req-6ad827fb-8ead-4a14-ac75-8f072299b7ad service nova] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Updated VIF entry in instance network info cache for port a227f793-0181-4488-8795-dff13a0d7c03. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1572.957970] env[62588]: DEBUG nova.network.neutron [req-a2d44156-0b54-4299-affe-a303b4f9a5ea req-6ad827fb-8ead-4a14-ac75-8f072299b7ad service nova] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Updating instance_info_cache with network_info: [{"id": "a227f793-0181-4488-8795-dff13a0d7c03", "address": "fa:16:3e:c4:a3:8a", "network": {"id": "edbe8030-ff4e-4b61-89e4-9ec93dd0204c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-855480792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348c778bfc744379a1a405f783b77629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa227f793-01", "ovs_interfaceid": "a227f793-0181-4488-8795-dff13a0d7c03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.971534] env[62588]: DEBUG oslo_vmware.api [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c6a394-4c52-ae29-3eef-8271482c343d, 'name': SearchDatastore_Task, 'duration_secs': 0.014038} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.972611] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.972796] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1572.973051] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.973203] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.973533] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1572.973820] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4856d266-cef0-4214-9949-e1202126fa0a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.981494] env[62588]: DEBUG oslo_vmware.api [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793719, 'name': CloneVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.997959] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1572.998167] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1572.998968] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffc8fbb9-3f87-4583-96c2-a106654f3d9f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.009086] env[62588]: DEBUG oslo_vmware.api [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1573.009086] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52063167-6e0e-6fe3-53b8-475d6fa3909e" [ 1573.009086] env[62588]: _type = "Task" [ 1573.009086] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.020264] env[62588]: DEBUG oslo_vmware.api [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52063167-6e0e-6fe3-53b8-475d6fa3909e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.120769] env[62588]: DEBUG oslo_concurrency.lockutils [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Acquiring lock "aa7f36a3-881a-4686-87ba-908bbef9fc84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.120769] env[62588]: DEBUG oslo_concurrency.lockutils [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Lock "aa7f36a3-881a-4686-87ba-908bbef9fc84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.262044] env[62588]: DEBUG nova.network.neutron [-] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.469469] env[62588]: DEBUG oslo_vmware.api [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793719, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.472411] env[62588]: DEBUG oslo_concurrency.lockutils [req-a2d44156-0b54-4299-affe-a303b4f9a5ea req-6ad827fb-8ead-4a14-ac75-8f072299b7ad service nova] Releasing lock "refresh_cache-cf8f3744-a2c8-42b3-b24e-401990126836" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.474701] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e4e922-c0b8-4f07-b59a-a0a1047a1388 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.483593] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f2927f-dd6f-4132-901a-8a9f1356d443 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.521411] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1451e6c-21c1-43cc-9c01-ab99321f8f77 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.534825] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2dfeaf4-7d71-40b1-889a-5540e280e25b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.539364] env[62588]: DEBUG oslo_vmware.api [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52063167-6e0e-6fe3-53b8-475d6fa3909e, 'name': SearchDatastore_Task, 'duration_secs': 0.02013} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.541505] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8669cbb-e3ee-4d06-97b8-26a7f7e51415 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.552938] env[62588]: DEBUG nova.compute.provider_tree [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1573.559632] env[62588]: DEBUG oslo_vmware.api [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1573.559632] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]528b1b5f-1907-1b1c-1c15-64753124ae4f" [ 1573.559632] env[62588]: _type = "Task" [ 1573.559632] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.569145] env[62588]: DEBUG oslo_vmware.api [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]528b1b5f-1907-1b1c-1c15-64753124ae4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.625617] env[62588]: DEBUG nova.compute.manager [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1573.766711] env[62588]: INFO nova.compute.manager [-] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Took 1.53 seconds to deallocate network for instance. [ 1573.888406] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1573.888724] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfd7d190-bc3d-4e88-ad48-ca9215ce864a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.897824] env[62588]: DEBUG oslo_vmware.api [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Waiting for the task: (returnval){ [ 1573.897824] env[62588]: value = "task-1793720" [ 1573.897824] env[62588]: _type = "Task" [ 1573.897824] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.913726] env[62588]: DEBUG oslo_vmware.api [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': task-1793720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.968708] env[62588]: DEBUG oslo_vmware.api [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793719, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.018294] env[62588]: DEBUG nova.compute.manager [req-bb7f8cdb-5834-4585-91a9-95358ebc955e req-e70b4b1c-31cf-47f2-b7aa-e6f8828ee8a1 service nova] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Received event network-changed-8343cf72-771d-4a2c-8ef2-8a7b364d73cd {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1574.018654] env[62588]: DEBUG nova.compute.manager [req-bb7f8cdb-5834-4585-91a9-95358ebc955e req-e70b4b1c-31cf-47f2-b7aa-e6f8828ee8a1 service nova] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Refreshing instance network info cache due to event network-changed-8343cf72-771d-4a2c-8ef2-8a7b364d73cd. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1574.019069] env[62588]: DEBUG oslo_concurrency.lockutils [req-bb7f8cdb-5834-4585-91a9-95358ebc955e req-e70b4b1c-31cf-47f2-b7aa-e6f8828ee8a1 service nova] Acquiring lock "refresh_cache-f1e9cfa1-1f64-474c-abd0-8ec5e730b492" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.019346] env[62588]: DEBUG oslo_concurrency.lockutils [req-bb7f8cdb-5834-4585-91a9-95358ebc955e req-e70b4b1c-31cf-47f2-b7aa-e6f8828ee8a1 service nova] Acquired lock "refresh_cache-f1e9cfa1-1f64-474c-abd0-8ec5e730b492" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.019647] env[62588]: DEBUG nova.network.neutron [req-bb7f8cdb-5834-4585-91a9-95358ebc955e req-e70b4b1c-31cf-47f2-b7aa-e6f8828ee8a1 service nova] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Refreshing network info cache for port 8343cf72-771d-4a2c-8ef2-8a7b364d73cd {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1574.072340] env[62588]: DEBUG oslo_vmware.api [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]528b1b5f-1907-1b1c-1c15-64753124ae4f, 'name': SearchDatastore_Task, 'duration_secs': 0.013069} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.075056] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.075056] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] cf8f3744-a2c8-42b3-b24e-401990126836/cf8f3744-a2c8-42b3-b24e-401990126836.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1574.075056] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-143a9572-aa35-4638-b3bb-c9859cba84da {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.085143] env[62588]: DEBUG oslo_vmware.api [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1574.085143] env[62588]: value = "task-1793721" [ 1574.085143] env[62588]: _type = "Task" [ 1574.085143] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.098953] env[62588]: DEBUG oslo_vmware.api [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.108301] env[62588]: DEBUG nova.scheduler.client.report [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Updated inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with generation 90 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1574.109574] env[62588]: DEBUG nova.compute.provider_tree [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Updating resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 generation from 90 to 91 during operation: update_inventory {{(pid=62588) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1574.109574] env[62588]: DEBUG nova.compute.provider_tree [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1574.155286] env[62588]: DEBUG oslo_concurrency.lockutils [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.227911] env[62588]: DEBUG nova.compute.manager [req-c44bf4f0-18ca-4cad-94b9-56c3f3a60fc0 req-f93c004e-e599-4270-9088-59cd6e5e7c29 service nova] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Received event network-vif-deleted-45f6f3e3-b388-434e-a526-379c3d69b551 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1574.276653] env[62588]: DEBUG oslo_concurrency.lockutils [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.413017] env[62588]: DEBUG oslo_vmware.api [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': task-1793720, 'name': PowerOffVM_Task, 'duration_secs': 0.224758} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.413437] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1574.415064] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db26ce8-9d4e-4f39-ab9e-95ce0ea674c7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.439191] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87482e2-d3c5-4b45-8b75-bdd0a0163a08 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.471601] env[62588]: DEBUG oslo_vmware.api [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793719, 'name': CloneVM_Task, 'duration_secs': 1.405768} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.472046] env[62588]: INFO nova.virt.vmwareapi.vmops [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Created linked-clone VM from snapshot [ 1574.473088] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337a2481-9e56-400a-b60d-231a10b792f9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.490345] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Uploading image 01b3c612-4f26-41d0-81b5-9d4ed1933f1a {{(pid=62588) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1574.499251] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1574.501228] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8200d6c-3f33-4fed-94d2-f8471c3ee19e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.507919] env[62588]: DEBUG oslo_vmware.api [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Waiting for the task: (returnval){ [ 1574.507919] env[62588]: value = "task-1793722" [ 1574.507919] env[62588]: _type = "Task" [ 1574.507919] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.519797] env[62588]: DEBUG oslo_vmware.api [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': task-1793722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.533566] env[62588]: DEBUG oslo_vmware.rw_handles [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1574.533566] env[62588]: value = "vm-372061" [ 1574.533566] env[62588]: _type = "VirtualMachine" [ 1574.533566] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1574.533905] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9de268c2-fb52-4b73-968f-92e43c9890d9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.543259] env[62588]: DEBUG oslo_vmware.rw_handles [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lease: (returnval){ [ 1574.543259] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]525eb0df-ba23-b28e-1342-b87c4a5acb14" [ 1574.543259] env[62588]: _type = "HttpNfcLease" [ 1574.543259] env[62588]: } obtained for exporting VM: (result){ [ 1574.543259] env[62588]: value = "vm-372061" [ 1574.543259] env[62588]: _type = "VirtualMachine" [ 1574.543259] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1574.543567] env[62588]: DEBUG oslo_vmware.api [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the lease: (returnval){ [ 1574.543567] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]525eb0df-ba23-b28e-1342-b87c4a5acb14" [ 1574.543567] env[62588]: _type = "HttpNfcLease" [ 1574.543567] env[62588]: } to be ready. {{(pid=62588) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1574.557044] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1574.557044] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]525eb0df-ba23-b28e-1342-b87c4a5acb14" [ 1574.557044] env[62588]: _type = "HttpNfcLease" [ 1574.557044] env[62588]: } is initializing. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1574.598876] env[62588]: DEBUG oslo_vmware.api [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793721, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.620729] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.530s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.621485] env[62588]: DEBUG oslo_concurrency.lockutils [None req-02959366-751b-4116-84b6-e9aa1e99e4fa tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.137s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.621921] env[62588]: DEBUG nova.objects.instance [None req-02959366-751b-4116-84b6-e9aa1e99e4fa tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Lazy-loading 'resources' on Instance uuid 49169fb2-3c56-4406-a33d-f275cc425ce4 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1574.667682] env[62588]: INFO nova.scheduler.client.report [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Deleted allocations for instance da1aa85b-feca-4031-b8f7-ec05f7d5c375 [ 1575.033119] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] VM already powered off {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1575.033119] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1575.033119] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.033119] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.033119] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1575.033119] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f6f52ef-6caa-4d8f-a4a3-5d6789beb3c0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.054448] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1575.054448] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]525eb0df-ba23-b28e-1342-b87c4a5acb14" [ 1575.054448] env[62588]: _type = "HttpNfcLease" [ 1575.054448] env[62588]: } is ready. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1575.056715] env[62588]: DEBUG oslo_vmware.rw_handles [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1575.056715] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]525eb0df-ba23-b28e-1342-b87c4a5acb14" [ 1575.056715] env[62588]: _type = "HttpNfcLease" [ 1575.056715] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1575.057182] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1575.057680] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1575.059843] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992d2136-e38c-44b0-80fa-76ddd770da07 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.064266] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63673981-11a4-4be5-a1e9-bc5dd7ca9ae7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.072976] env[62588]: DEBUG oslo_vmware.api [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Waiting for the task: (returnval){ [ 1575.072976] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a86db5-cdba-2816-751f-8ee959f9d648" [ 1575.072976] env[62588]: _type = "Task" [ 1575.072976] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.078432] env[62588]: DEBUG oslo_vmware.rw_handles [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d857c-090d-468f-9f93-3833ab0db953/disk-0.vmdk from lease info. {{(pid=62588) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1575.078713] env[62588]: DEBUG oslo_vmware.rw_handles [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d857c-090d-468f-9f93-3833ab0db953/disk-0.vmdk for reading. {{(pid=62588) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1575.155796] env[62588]: DEBUG oslo_vmware.api [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a86db5-cdba-2816-751f-8ee959f9d648, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.164035] env[62588]: DEBUG oslo_vmware.api [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664473} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.164599] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] cf8f3744-a2c8-42b3-b24e-401990126836/cf8f3744-a2c8-42b3-b24e-401990126836.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1575.164812] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1575.165095] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da55b072-ce16-4246-b2f0-7287f16bfe8f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.176897] env[62588]: DEBUG oslo_vmware.api [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1575.176897] env[62588]: value = "task-1793724" [ 1575.176897] env[62588]: _type = "Task" [ 1575.176897] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.181746] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f15f6315-72b0-4ec6-93a7-913616a83390 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "da1aa85b-feca-4031-b8f7-ec05f7d5c375" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.511s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.190874] env[62588]: DEBUG oslo_vmware.api [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.222513] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-021b38f5-4e18-458d-9629-28215014c68d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.241914] env[62588]: DEBUG nova.network.neutron [req-bb7f8cdb-5834-4585-91a9-95358ebc955e req-e70b4b1c-31cf-47f2-b7aa-e6f8828ee8a1 service nova] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Updated VIF entry in instance network info cache for port 8343cf72-771d-4a2c-8ef2-8a7b364d73cd. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1575.242326] env[62588]: DEBUG nova.network.neutron [req-bb7f8cdb-5834-4585-91a9-95358ebc955e req-e70b4b1c-31cf-47f2-b7aa-e6f8828ee8a1 service nova] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Updating instance_info_cache with network_info: [{"id": "8343cf72-771d-4a2c-8ef2-8a7b364d73cd", "address": "fa:16:3e:21:d7:a2", "network": {"id": "992c23e6-d120-48d0-9e8c-43a1526a3f52", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-736827552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50833a435ea44af4af5b8dd584732e96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8343cf72-77", "ovs_interfaceid": "8343cf72-771d-4a2c-8ef2-8a7b364d73cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.594898] env[62588]: DEBUG oslo_vmware.api [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a86db5-cdba-2816-751f-8ee959f9d648, 'name': SearchDatastore_Task, 'duration_secs': 0.08789} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.596229] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e834c4aa-bd95-4245-b3ed-b2d58e7157fb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.605985] env[62588]: DEBUG oslo_vmware.api [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Waiting for the task: (returnval){ [ 1575.605985] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52de7dd6-40b1-a655-7281-58c5c11df555" [ 1575.605985] env[62588]: _type = "Task" [ 1575.605985] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.615984] env[62588]: DEBUG oslo_vmware.api [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52de7dd6-40b1-a655-7281-58c5c11df555, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.686444] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ff62d1-49ec-48d1-b0f9-64e7db3834fc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.698418] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fd1ff3-38db-42a1-b516-81af4c6622a0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.702296] env[62588]: DEBUG oslo_vmware.api [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08435} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.702654] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1575.704052] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa81aa6-b0fc-4bbb-a095-a1ce683d9bec {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.734840] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048a6189-f7cb-4f45-bdce-2f3bac5a7c8e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.751360] env[62588]: DEBUG oslo_concurrency.lockutils [req-bb7f8cdb-5834-4585-91a9-95358ebc955e req-e70b4b1c-31cf-47f2-b7aa-e6f8828ee8a1 service nova] Releasing lock "refresh_cache-f1e9cfa1-1f64-474c-abd0-8ec5e730b492" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.759287] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] cf8f3744-a2c8-42b3-b24e-401990126836/cf8f3744-a2c8-42b3-b24e-401990126836.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1575.760303] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-834cc48e-9207-4af3-8bd1-c39bab459a72 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.781764] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306eee6d-8d6c-4c62-b7df-a27d891db06b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.788843] env[62588]: DEBUG oslo_vmware.api [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1575.788843] env[62588]: value = "task-1793725" [ 1575.788843] env[62588]: _type = "Task" [ 1575.788843] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.802244] env[62588]: DEBUG nova.compute.provider_tree [None req-02959366-751b-4116-84b6-e9aa1e99e4fa tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1575.810805] env[62588]: DEBUG oslo_vmware.api [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.119753] env[62588]: DEBUG oslo_vmware.api [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52de7dd6-40b1-a655-7281-58c5c11df555, 'name': SearchDatastore_Task, 'duration_secs': 0.025052} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.119753] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.119753] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 6493047e-572b-4c92-878f-270d4479416e/8a4f5777-3342-4af9-920c-7c09a9521eb3-rescue.vmdk. {{(pid=62588) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1576.119753] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e06386b-db33-4176-a4ef-3df73f7579bb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.131214] env[62588]: DEBUG oslo_vmware.api [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Waiting for the task: (returnval){ [ 1576.131214] env[62588]: value = "task-1793726" [ 1576.131214] env[62588]: _type = "Task" [ 1576.131214] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.141472] env[62588]: DEBUG oslo_vmware.api [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': task-1793726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.307424] env[62588]: DEBUG nova.scheduler.client.report [None req-02959366-751b-4116-84b6-e9aa1e99e4fa tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1576.310840] env[62588]: DEBUG oslo_vmware.api [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.376227] env[62588]: DEBUG nova.compute.manager [req-5b087725-c088-4580-b60b-8b02803a15bd req-d177beb7-c331-4928-8266-3de1c8a30461 service nova] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Received event network-changed-8343cf72-771d-4a2c-8ef2-8a7b364d73cd {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1576.376227] env[62588]: DEBUG nova.compute.manager [req-5b087725-c088-4580-b60b-8b02803a15bd req-d177beb7-c331-4928-8266-3de1c8a30461 service nova] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Refreshing instance network info cache due to event network-changed-8343cf72-771d-4a2c-8ef2-8a7b364d73cd. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1576.376227] env[62588]: DEBUG oslo_concurrency.lockutils [req-5b087725-c088-4580-b60b-8b02803a15bd req-d177beb7-c331-4928-8266-3de1c8a30461 service nova] Acquiring lock "refresh_cache-f1e9cfa1-1f64-474c-abd0-8ec5e730b492" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.376227] env[62588]: DEBUG oslo_concurrency.lockutils [req-5b087725-c088-4580-b60b-8b02803a15bd req-d177beb7-c331-4928-8266-3de1c8a30461 service nova] Acquired lock "refresh_cache-f1e9cfa1-1f64-474c-abd0-8ec5e730b492" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.376227] env[62588]: DEBUG nova.network.neutron [req-5b087725-c088-4580-b60b-8b02803a15bd req-d177beb7-c331-4928-8266-3de1c8a30461 service nova] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Refreshing network info cache for port 8343cf72-771d-4a2c-8ef2-8a7b364d73cd {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1576.650745] env[62588]: DEBUG oslo_vmware.api [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': task-1793726, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.799764] env[62588]: DEBUG oslo_vmware.api [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793725, 'name': ReconfigVM_Task, 'duration_secs': 0.567998} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.800297] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Reconfigured VM instance instance-0000003f to attach disk [datastore1] cf8f3744-a2c8-42b3-b24e-401990126836/cf8f3744-a2c8-42b3-b24e-401990126836.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1576.801000] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b69fa9b-c3bd-452e-a9ae-beeffdfe8bd7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.809457] env[62588]: DEBUG oslo_vmware.api [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1576.809457] env[62588]: value = "task-1793727" [ 1576.809457] env[62588]: _type = "Task" [ 1576.809457] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.813474] env[62588]: DEBUG oslo_concurrency.lockutils [None req-02959366-751b-4116-84b6-e9aa1e99e4fa tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.192s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.816372] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 34.960s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.827812] env[62588]: DEBUG oslo_vmware.api [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793727, 'name': Rename_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.842689] env[62588]: INFO nova.scheduler.client.report [None req-02959366-751b-4116-84b6-e9aa1e99e4fa tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Deleted allocations for instance 49169fb2-3c56-4406-a33d-f275cc425ce4 [ 1577.149461] env[62588]: DEBUG oslo_vmware.api [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': task-1793726, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660626} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.150097] env[62588]: INFO nova.virt.vmwareapi.ds_util [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 6493047e-572b-4c92-878f-270d4479416e/8a4f5777-3342-4af9-920c-7c09a9521eb3-rescue.vmdk. [ 1577.151353] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91819526-84bf-4766-b71e-0ca56fc98540 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.187628] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 6493047e-572b-4c92-878f-270d4479416e/8a4f5777-3342-4af9-920c-7c09a9521eb3-rescue.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1577.188148] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-842104c4-073e-45f1-aa05-4a00189242d7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.204390] env[62588]: DEBUG nova.network.neutron [req-5b087725-c088-4580-b60b-8b02803a15bd req-d177beb7-c331-4928-8266-3de1c8a30461 service nova] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Updated VIF entry in instance network info cache for port 8343cf72-771d-4a2c-8ef2-8a7b364d73cd. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1577.204867] env[62588]: DEBUG nova.network.neutron [req-5b087725-c088-4580-b60b-8b02803a15bd req-d177beb7-c331-4928-8266-3de1c8a30461 service nova] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Updating instance_info_cache with network_info: [{"id": "8343cf72-771d-4a2c-8ef2-8a7b364d73cd", "address": "fa:16:3e:21:d7:a2", "network": {"id": "992c23e6-d120-48d0-9e8c-43a1526a3f52", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-736827552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50833a435ea44af4af5b8dd584732e96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8343cf72-77", "ovs_interfaceid": "8343cf72-771d-4a2c-8ef2-8a7b364d73cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.210331] env[62588]: DEBUG oslo_vmware.api [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Waiting for the task: (returnval){ [ 1577.210331] env[62588]: value = "task-1793728" [ 1577.210331] env[62588]: _type = "Task" [ 1577.210331] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.220647] env[62588]: DEBUG oslo_vmware.api [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': task-1793728, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.321856] env[62588]: DEBUG nova.objects.instance [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lazy-loading 'migration_context' on Instance uuid eca1e90c-5ab0-4016-9aa9-0c6047159fb0 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1577.323328] env[62588]: DEBUG oslo_vmware.api [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793727, 'name': Rename_Task, 'duration_secs': 0.275704} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.323842] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1577.324127] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5deb9c65-fff0-44b1-9938-32d4f1d4390c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.336113] env[62588]: DEBUG oslo_vmware.api [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1577.336113] env[62588]: value = "task-1793729" [ 1577.336113] env[62588]: _type = "Task" [ 1577.336113] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.349470] env[62588]: DEBUG oslo_vmware.api [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.355359] env[62588]: DEBUG oslo_concurrency.lockutils [None req-02959366-751b-4116-84b6-e9aa1e99e4fa tempest-ServersTestManualDisk-1711438802 tempest-ServersTestManualDisk-1711438802-project-member] Lock "49169fb2-3c56-4406-a33d-f275cc425ce4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.250s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.711422] env[62588]: DEBUG oslo_concurrency.lockutils [req-5b087725-c088-4580-b60b-8b02803a15bd req-d177beb7-c331-4928-8266-3de1c8a30461 service nova] Releasing lock "refresh_cache-f1e9cfa1-1f64-474c-abd0-8ec5e730b492" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.711760] env[62588]: DEBUG nova.compute.manager [req-5b087725-c088-4580-b60b-8b02803a15bd req-d177beb7-c331-4928-8266-3de1c8a30461 service nova] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Received event network-changed-6af9dabd-f73d-4425-b9ec-96a896062384 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1577.711897] env[62588]: DEBUG nova.compute.manager [req-5b087725-c088-4580-b60b-8b02803a15bd req-d177beb7-c331-4928-8266-3de1c8a30461 service nova] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Refreshing instance network info cache due to event network-changed-6af9dabd-f73d-4425-b9ec-96a896062384. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1577.712143] env[62588]: DEBUG oslo_concurrency.lockutils [req-5b087725-c088-4580-b60b-8b02803a15bd req-d177beb7-c331-4928-8266-3de1c8a30461 service nova] Acquiring lock "refresh_cache-3e6b0d70-5687-4b57-aa2d-573b51d6805f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.712343] env[62588]: DEBUG oslo_concurrency.lockutils [req-5b087725-c088-4580-b60b-8b02803a15bd req-d177beb7-c331-4928-8266-3de1c8a30461 service nova] Acquired lock "refresh_cache-3e6b0d70-5687-4b57-aa2d-573b51d6805f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.712516] env[62588]: DEBUG nova.network.neutron [req-5b087725-c088-4580-b60b-8b02803a15bd req-d177beb7-c331-4928-8266-3de1c8a30461 service nova] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Refreshing network info cache for port 6af9dabd-f73d-4425-b9ec-96a896062384 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1577.729317] env[62588]: DEBUG oslo_vmware.api [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': task-1793728, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.856302] env[62588]: DEBUG oslo_vmware.api [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793729, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.138245] env[62588]: DEBUG nova.compute.manager [req-757d4cb0-058d-496c-8372-88d9393142d2 req-0df65bdf-2899-45f1-9445-ff8117df8600 service nova] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Received event network-changed-6af9dabd-f73d-4425-b9ec-96a896062384 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1578.138723] env[62588]: DEBUG nova.compute.manager [req-757d4cb0-058d-496c-8372-88d9393142d2 req-0df65bdf-2899-45f1-9445-ff8117df8600 service nova] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Refreshing instance network info cache due to event network-changed-6af9dabd-f73d-4425-b9ec-96a896062384. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1578.138723] env[62588]: DEBUG oslo_concurrency.lockutils [req-757d4cb0-058d-496c-8372-88d9393142d2 req-0df65bdf-2899-45f1-9445-ff8117df8600 service nova] Acquiring lock "refresh_cache-3e6b0d70-5687-4b57-aa2d-573b51d6805f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.228419] env[62588]: DEBUG oslo_vmware.api [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': task-1793728, 'name': ReconfigVM_Task, 'duration_secs': 0.535982} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.231527] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 6493047e-572b-4c92-878f-270d4479416e/8a4f5777-3342-4af9-920c-7c09a9521eb3-rescue.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1578.236723] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2f037d-a2f0-467a-8f11-72cef6053a8e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.275429] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72b2c6b4-f18a-4659-9fbb-fee075d4bcf5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.297864] env[62588]: DEBUG oslo_vmware.api [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Waiting for the task: (returnval){ [ 1578.297864] env[62588]: value = "task-1793730" [ 1578.297864] env[62588]: _type = "Task" [ 1578.297864] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.314624] env[62588]: DEBUG oslo_vmware.api [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': task-1793730, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.346226] env[62588]: DEBUG oslo_vmware.api [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793729, 'name': PowerOnVM_Task, 'duration_secs': 0.650686} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.346742] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1578.346891] env[62588]: INFO nova.compute.manager [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Took 8.96 seconds to spawn the instance on the hypervisor. [ 1578.347755] env[62588]: DEBUG nova.compute.manager [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1578.347828] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5636e959-6c8c-480f-8491-05174983a5cc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.461047] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fa874c-874d-4b88-8e81-6b6465bb65ed {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.470938] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0587a6c-215f-4b83-a145-c1b1597c12cc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.509544] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39865e56-5281-4eb5-9200-99245d62fa65 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.522251] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9440ad73-7589-4042-bcc6-9953d9a1af5d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.538403] env[62588]: DEBUG nova.compute.provider_tree [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1578.695576] env[62588]: DEBUG nova.network.neutron [req-5b087725-c088-4580-b60b-8b02803a15bd req-d177beb7-c331-4928-8266-3de1c8a30461 service nova] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Updated VIF entry in instance network info cache for port 6af9dabd-f73d-4425-b9ec-96a896062384. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1578.695873] env[62588]: DEBUG nova.network.neutron [req-5b087725-c088-4580-b60b-8b02803a15bd req-d177beb7-c331-4928-8266-3de1c8a30461 service nova] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Updating instance_info_cache with network_info: [{"id": "6af9dabd-f73d-4425-b9ec-96a896062384", "address": "fa:16:3e:b2:af:1d", "network": {"id": "992c23e6-d120-48d0-9e8c-43a1526a3f52", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-736827552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50833a435ea44af4af5b8dd584732e96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6af9dabd-f7", "ovs_interfaceid": "6af9dabd-f73d-4425-b9ec-96a896062384", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.809012] env[62588]: DEBUG oslo_vmware.api [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': task-1793730, 'name': ReconfigVM_Task, 'duration_secs': 0.170558} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.809492] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1578.809748] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d83ff04-49fc-40f9-8ae1-c3066488bab0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.818133] env[62588]: DEBUG oslo_vmware.api [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Waiting for the task: (returnval){ [ 1578.818133] env[62588]: value = "task-1793731" [ 1578.818133] env[62588]: _type = "Task" [ 1578.818133] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.829232] env[62588]: DEBUG oslo_vmware.api [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': task-1793731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.875031] env[62588]: INFO nova.compute.manager [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Took 39.85 seconds to build instance. [ 1579.063431] env[62588]: ERROR nova.scheduler.client.report [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [req-1a2e24e1-2aaa-4aab-83b3-71e747132278] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eaab8868-4bee-41d4-8b5c-ca05c3049f36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1a2e24e1-2aaa-4aab-83b3-71e747132278"}]} [ 1579.078304] env[62588]: DEBUG nova.scheduler.client.report [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Refreshing inventories for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1579.094977] env[62588]: DEBUG nova.scheduler.client.report [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Updating ProviderTree inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1579.095284] env[62588]: DEBUG nova.compute.provider_tree [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1579.112255] env[62588]: DEBUG nova.scheduler.client.report [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Refreshing aggregate associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, aggregates: None {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1579.128010] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6cb2fe41-da07-4b16-80d7-15ccb381c6d9 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Acquiring lock "3e6b0d70-5687-4b57-aa2d-573b51d6805f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.128301] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6cb2fe41-da07-4b16-80d7-15ccb381c6d9 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Lock "3e6b0d70-5687-4b57-aa2d-573b51d6805f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.128521] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6cb2fe41-da07-4b16-80d7-15ccb381c6d9 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Acquiring lock "3e6b0d70-5687-4b57-aa2d-573b51d6805f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.128914] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6cb2fe41-da07-4b16-80d7-15ccb381c6d9 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Lock "3e6b0d70-5687-4b57-aa2d-573b51d6805f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.129172] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6cb2fe41-da07-4b16-80d7-15ccb381c6d9 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Lock "3e6b0d70-5687-4b57-aa2d-573b51d6805f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.131946] env[62588]: DEBUG nova.scheduler.client.report [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Refreshing trait associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1579.134784] env[62588]: INFO nova.compute.manager [None req-6cb2fe41-da07-4b16-80d7-15ccb381c6d9 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Terminating instance [ 1579.198708] env[62588]: DEBUG oslo_concurrency.lockutils [req-5b087725-c088-4580-b60b-8b02803a15bd req-d177beb7-c331-4928-8266-3de1c8a30461 service nova] Releasing lock "refresh_cache-3e6b0d70-5687-4b57-aa2d-573b51d6805f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.199272] env[62588]: DEBUG oslo_concurrency.lockutils [req-757d4cb0-058d-496c-8372-88d9393142d2 req-0df65bdf-2899-45f1-9445-ff8117df8600 service nova] Acquired lock "refresh_cache-3e6b0d70-5687-4b57-aa2d-573b51d6805f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.201408] env[62588]: DEBUG nova.network.neutron [req-757d4cb0-058d-496c-8372-88d9393142d2 req-0df65bdf-2899-45f1-9445-ff8117df8600 service nova] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Refreshing network info cache for port 6af9dabd-f73d-4425-b9ec-96a896062384 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1579.220573] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.220967] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.331331] env[62588]: DEBUG oslo_vmware.api [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': task-1793731, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.380981] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7903fdd7-eeb7-4939-81be-b5d2883b2d7e tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "cf8f3744-a2c8-42b3-b24e-401990126836" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.164s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.639017] env[62588]: DEBUG nova.compute.manager [None req-6cb2fe41-da07-4b16-80d7-15ccb381c6d9 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1579.639288] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb2fe41-da07-4b16-80d7-15ccb381c6d9 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1579.640296] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ba04ac-c172-4994-b127-684242f4b163 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.654690] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb2fe41-da07-4b16-80d7-15ccb381c6d9 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1579.654690] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a833e86-2ae0-4780-b479-878c27fde8d2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.664403] env[62588]: DEBUG oslo_vmware.api [None req-6cb2fe41-da07-4b16-80d7-15ccb381c6d9 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Waiting for the task: (returnval){ [ 1579.664403] env[62588]: value = "task-1793732" [ 1579.664403] env[62588]: _type = "Task" [ 1579.664403] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.678364] env[62588]: DEBUG oslo_vmware.api [None req-6cb2fe41-da07-4b16-80d7-15ccb381c6d9 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': task-1793732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.721018] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ee3191-be4e-4f0a-a3b4-ad83508d16bb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.723192] env[62588]: DEBUG nova.compute.manager [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1579.732607] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6ee996-3f0a-46bc-a422-bd12d9a96aa6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.772446] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6aa72c-041b-48c7-aee4-a9717493f0ca {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.783898] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f9885c-d4ba-4216-abea-38b54a3312de {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.802184] env[62588]: DEBUG nova.compute.provider_tree [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1579.831845] env[62588]: DEBUG oslo_vmware.api [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': task-1793731, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.963622] env[62588]: DEBUG oslo_concurrency.lockutils [None req-44effb30-c7ab-408b-b8b3-30f1529ce1f0 tempest-ServersAdminTestJSON-1475191560 tempest-ServersAdminTestJSON-1475191560-project-admin] Acquiring lock "refresh_cache-cf8f3744-a2c8-42b3-b24e-401990126836" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.963622] env[62588]: DEBUG oslo_concurrency.lockutils [None req-44effb30-c7ab-408b-b8b3-30f1529ce1f0 tempest-ServersAdminTestJSON-1475191560 tempest-ServersAdminTestJSON-1475191560-project-admin] Acquired lock "refresh_cache-cf8f3744-a2c8-42b3-b24e-401990126836" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.963622] env[62588]: DEBUG nova.network.neutron [None req-44effb30-c7ab-408b-b8b3-30f1529ce1f0 tempest-ServersAdminTestJSON-1475191560 tempest-ServersAdminTestJSON-1475191560-project-admin] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1580.081967] env[62588]: DEBUG nova.compute.manager [req-bd1a6aec-d8ed-49c8-bb66-cf15f1cec2b0 req-037f0892-4778-4ef3-9de6-e04967df2a73 service nova] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Received event network-changed-8343cf72-771d-4a2c-8ef2-8a7b364d73cd {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1580.082206] env[62588]: DEBUG nova.compute.manager [req-bd1a6aec-d8ed-49c8-bb66-cf15f1cec2b0 req-037f0892-4778-4ef3-9de6-e04967df2a73 service nova] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Refreshing instance network info cache due to event network-changed-8343cf72-771d-4a2c-8ef2-8a7b364d73cd. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1580.082374] env[62588]: DEBUG oslo_concurrency.lockutils [req-bd1a6aec-d8ed-49c8-bb66-cf15f1cec2b0 req-037f0892-4778-4ef3-9de6-e04967df2a73 service nova] Acquiring lock "refresh_cache-f1e9cfa1-1f64-474c-abd0-8ec5e730b492" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1580.082534] env[62588]: DEBUG oslo_concurrency.lockutils [req-bd1a6aec-d8ed-49c8-bb66-cf15f1cec2b0 req-037f0892-4778-4ef3-9de6-e04967df2a73 service nova] Acquired lock "refresh_cache-f1e9cfa1-1f64-474c-abd0-8ec5e730b492" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.082662] env[62588]: DEBUG nova.network.neutron [req-bd1a6aec-d8ed-49c8-bb66-cf15f1cec2b0 req-037f0892-4778-4ef3-9de6-e04967df2a73 service nova] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Refreshing network info cache for port 8343cf72-771d-4a2c-8ef2-8a7b364d73cd {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1580.178602] env[62588]: DEBUG oslo_vmware.api [None req-6cb2fe41-da07-4b16-80d7-15ccb381c6d9 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': task-1793732, 'name': PowerOffVM_Task, 'duration_secs': 0.225835} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.178923] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb2fe41-da07-4b16-80d7-15ccb381c6d9 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1580.179221] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb2fe41-da07-4b16-80d7-15ccb381c6d9 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1580.179480] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f9f7dac-764e-427b-939b-79720e6c934c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.249628] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.341795] env[62588]: DEBUG oslo_vmware.api [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': task-1793731, 'name': PowerOnVM_Task, 'duration_secs': 1.033318} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.342138] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1580.345788] env[62588]: DEBUG nova.scheduler.client.report [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Updated inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1580.346043] env[62588]: DEBUG nova.compute.provider_tree [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Updating resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 generation from 92 to 93 during operation: update_inventory {{(pid=62588) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1580.346310] env[62588]: DEBUG nova.compute.provider_tree [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1580.355980] env[62588]: DEBUG nova.compute.manager [None req-5a2a6de4-847a-4e56-b2e4-aca245bb6dcb tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1580.357546] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7223d2-5fec-46f5-abf0-2a48608eb136 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.371580] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb2fe41-da07-4b16-80d7-15ccb381c6d9 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1580.371580] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb2fe41-da07-4b16-80d7-15ccb381c6d9 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1580.371580] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb2fe41-da07-4b16-80d7-15ccb381c6d9 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Deleting the datastore file [datastore1] 3e6b0d70-5687-4b57-aa2d-573b51d6805f {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1580.371580] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-344f070e-29f3-44a2-9c7d-30961011810a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.380333] env[62588]: DEBUG oslo_vmware.api [None req-6cb2fe41-da07-4b16-80d7-15ccb381c6d9 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Waiting for the task: (returnval){ [ 1580.380333] env[62588]: value = "task-1793734" [ 1580.380333] env[62588]: _type = "Task" [ 1580.380333] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.391117] env[62588]: DEBUG oslo_vmware.api [None req-6cb2fe41-da07-4b16-80d7-15ccb381c6d9 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': task-1793734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.400641] env[62588]: DEBUG nova.network.neutron [req-757d4cb0-058d-496c-8372-88d9393142d2 req-0df65bdf-2899-45f1-9445-ff8117df8600 service nova] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Updated VIF entry in instance network info cache for port 6af9dabd-f73d-4425-b9ec-96a896062384. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1580.401170] env[62588]: DEBUG nova.network.neutron [req-757d4cb0-058d-496c-8372-88d9393142d2 req-0df65bdf-2899-45f1-9445-ff8117df8600 service nova] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Updating instance_info_cache with network_info: [{"id": "6af9dabd-f73d-4425-b9ec-96a896062384", "address": "fa:16:3e:b2:af:1d", "network": {"id": "992c23e6-d120-48d0-9e8c-43a1526a3f52", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-736827552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50833a435ea44af4af5b8dd584732e96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6af9dabd-f7", "ovs_interfaceid": "6af9dabd-f73d-4425-b9ec-96a896062384", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.764978] env[62588]: DEBUG nova.network.neutron [None req-44effb30-c7ab-408b-b8b3-30f1529ce1f0 tempest-ServersAdminTestJSON-1475191560 tempest-ServersAdminTestJSON-1475191560-project-admin] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Updating instance_info_cache with network_info: [{"id": "a227f793-0181-4488-8795-dff13a0d7c03", "address": "fa:16:3e:c4:a3:8a", "network": {"id": "edbe8030-ff4e-4b61-89e4-9ec93dd0204c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-855480792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348c778bfc744379a1a405f783b77629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa227f793-01", "ovs_interfaceid": "a227f793-0181-4488-8795-dff13a0d7c03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.891388] env[62588]: DEBUG oslo_vmware.api [None req-6cb2fe41-da07-4b16-80d7-15ccb381c6d9 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': task-1793734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23782} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.891843] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb2fe41-da07-4b16-80d7-15ccb381c6d9 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1580.891843] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb2fe41-da07-4b16-80d7-15ccb381c6d9 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1580.892848] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb2fe41-da07-4b16-80d7-15ccb381c6d9 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1580.892848] env[62588]: INFO nova.compute.manager [None req-6cb2fe41-da07-4b16-80d7-15ccb381c6d9 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1580.892848] env[62588]: DEBUG oslo.service.loopingcall [None req-6cb2fe41-da07-4b16-80d7-15ccb381c6d9 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1580.892848] env[62588]: DEBUG nova.compute.manager [-] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1580.892848] env[62588]: DEBUG nova.network.neutron [-] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1580.903686] env[62588]: DEBUG nova.network.neutron [req-bd1a6aec-d8ed-49c8-bb66-cf15f1cec2b0 req-037f0892-4778-4ef3-9de6-e04967df2a73 service nova] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Updated VIF entry in instance network info cache for port 8343cf72-771d-4a2c-8ef2-8a7b364d73cd. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1580.904054] env[62588]: DEBUG nova.network.neutron [req-bd1a6aec-d8ed-49c8-bb66-cf15f1cec2b0 req-037f0892-4778-4ef3-9de6-e04967df2a73 service nova] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Updating instance_info_cache with network_info: [{"id": "8343cf72-771d-4a2c-8ef2-8a7b364d73cd", "address": "fa:16:3e:21:d7:a2", "network": {"id": "992c23e6-d120-48d0-9e8c-43a1526a3f52", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-736827552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50833a435ea44af4af5b8dd584732e96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8343cf72-77", "ovs_interfaceid": "8343cf72-771d-4a2c-8ef2-8a7b364d73cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.906085] env[62588]: DEBUG oslo_concurrency.lockutils [req-757d4cb0-058d-496c-8372-88d9393142d2 req-0df65bdf-2899-45f1-9445-ff8117df8600 service nova] Releasing lock "refresh_cache-3e6b0d70-5687-4b57-aa2d-573b51d6805f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.267842] env[62588]: DEBUG oslo_concurrency.lockutils [None req-44effb30-c7ab-408b-b8b3-30f1529ce1f0 tempest-ServersAdminTestJSON-1475191560 tempest-ServersAdminTestJSON-1475191560-project-admin] Releasing lock "refresh_cache-cf8f3744-a2c8-42b3-b24e-401990126836" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.268311] env[62588]: DEBUG nova.compute.manager [None req-44effb30-c7ab-408b-b8b3-30f1529ce1f0 tempest-ServersAdminTestJSON-1475191560 tempest-ServersAdminTestJSON-1475191560-project-admin] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Inject network info {{(pid=62588) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7689}} [ 1581.268799] env[62588]: DEBUG nova.compute.manager [None req-44effb30-c7ab-408b-b8b3-30f1529ce1f0 tempest-ServersAdminTestJSON-1475191560 tempest-ServersAdminTestJSON-1475191560-project-admin] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] network_info to inject: |[{"id": "a227f793-0181-4488-8795-dff13a0d7c03", "address": "fa:16:3e:c4:a3:8a", "network": {"id": "edbe8030-ff4e-4b61-89e4-9ec93dd0204c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-855480792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348c778bfc744379a1a405f783b77629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa227f793-01", "ovs_interfaceid": "a227f793-0181-4488-8795-dff13a0d7c03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7690}} [ 1581.273908] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-44effb30-c7ab-408b-b8b3-30f1529ce1f0 tempest-ServersAdminTestJSON-1475191560 tempest-ServersAdminTestJSON-1475191560-project-admin] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Reconfiguring VM instance to set the machine id {{(pid=62588) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1581.274746] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd27a1f4-b9b7-4888-a7ee-ec9b4763f7ae {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.293859] env[62588]: DEBUG oslo_vmware.api [None req-44effb30-c7ab-408b-b8b3-30f1529ce1f0 tempest-ServersAdminTestJSON-1475191560 tempest-ServersAdminTestJSON-1475191560-project-admin] Waiting for the task: (returnval){ [ 1581.293859] env[62588]: value = "task-1793735" [ 1581.293859] env[62588]: _type = "Task" [ 1581.293859] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.303053] env[62588]: DEBUG oslo_vmware.api [None req-44effb30-c7ab-408b-b8b3-30f1529ce1f0 tempest-ServersAdminTestJSON-1475191560 tempest-ServersAdminTestJSON-1475191560-project-admin] Task: {'id': task-1793735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.365630] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 4.549s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.371324] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.997s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.373150] env[62588]: INFO nova.compute.claims [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1581.407727] env[62588]: DEBUG oslo_concurrency.lockutils [req-bd1a6aec-d8ed-49c8-bb66-cf15f1cec2b0 req-037f0892-4778-4ef3-9de6-e04967df2a73 service nova] Releasing lock "refresh_cache-f1e9cfa1-1f64-474c-abd0-8ec5e730b492" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.728578] env[62588]: DEBUG nova.network.neutron [-] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.806042] env[62588]: DEBUG oslo_vmware.api [None req-44effb30-c7ab-408b-b8b3-30f1529ce1f0 tempest-ServersAdminTestJSON-1475191560 tempest-ServersAdminTestJSON-1475191560-project-admin] Task: {'id': task-1793735, 'name': ReconfigVM_Task, 'duration_secs': 0.214205} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.806692] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-44effb30-c7ab-408b-b8b3-30f1529ce1f0 tempest-ServersAdminTestJSON-1475191560 tempest-ServersAdminTestJSON-1475191560-project-admin] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Reconfigured VM instance to set the machine id {{(pid=62588) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1582.231364] env[62588]: INFO nova.compute.manager [-] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Took 1.34 seconds to deallocate network for instance. [ 1582.578115] env[62588]: DEBUG nova.compute.manager [req-1d423fe4-3a87-43e5-91ef-bcd2dbd9c25a req-4f53a4b7-3881-4929-8a5e-9aa8766d74bf service nova] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Received event network-vif-deleted-6af9dabd-f73d-4425-b9ec-96a896062384 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1582.578115] env[62588]: DEBUG nova.compute.manager [req-1d423fe4-3a87-43e5-91ef-bcd2dbd9c25a req-4f53a4b7-3881-4929-8a5e-9aa8766d74bf service nova] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Received event network-changed-8343cf72-771d-4a2c-8ef2-8a7b364d73cd {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1582.578115] env[62588]: DEBUG nova.compute.manager [req-1d423fe4-3a87-43e5-91ef-bcd2dbd9c25a req-4f53a4b7-3881-4929-8a5e-9aa8766d74bf service nova] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Refreshing instance network info cache due to event network-changed-8343cf72-771d-4a2c-8ef2-8a7b364d73cd. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1582.578287] env[62588]: DEBUG oslo_concurrency.lockutils [req-1d423fe4-3a87-43e5-91ef-bcd2dbd9c25a req-4f53a4b7-3881-4929-8a5e-9aa8766d74bf service nova] Acquiring lock "refresh_cache-f1e9cfa1-1f64-474c-abd0-8ec5e730b492" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.578335] env[62588]: DEBUG oslo_concurrency.lockutils [req-1d423fe4-3a87-43e5-91ef-bcd2dbd9c25a req-4f53a4b7-3881-4929-8a5e-9aa8766d74bf service nova] Acquired lock "refresh_cache-f1e9cfa1-1f64-474c-abd0-8ec5e730b492" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.578487] env[62588]: DEBUG nova.network.neutron [req-1d423fe4-3a87-43e5-91ef-bcd2dbd9c25a req-4f53a4b7-3881-4929-8a5e-9aa8766d74bf service nova] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Refreshing network info cache for port 8343cf72-771d-4a2c-8ef2-8a7b364d73cd {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1582.641461] env[62588]: DEBUG nova.compute.manager [req-5b611fab-9530-40c6-b503-54e596a1b695 req-4c20591b-afd0-437e-ade0-47ab24fc9586 service nova] [instance: 6493047e-572b-4c92-878f-270d4479416e] Received event network-changed-519ab3d2-6d5c-425a-974d-073f803f26f1 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1582.641609] env[62588]: DEBUG nova.compute.manager [req-5b611fab-9530-40c6-b503-54e596a1b695 req-4c20591b-afd0-437e-ade0-47ab24fc9586 service nova] [instance: 6493047e-572b-4c92-878f-270d4479416e] Refreshing instance network info cache due to event network-changed-519ab3d2-6d5c-425a-974d-073f803f26f1. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1582.641818] env[62588]: DEBUG oslo_concurrency.lockutils [req-5b611fab-9530-40c6-b503-54e596a1b695 req-4c20591b-afd0-437e-ade0-47ab24fc9586 service nova] Acquiring lock "refresh_cache-6493047e-572b-4c92-878f-270d4479416e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.641960] env[62588]: DEBUG oslo_concurrency.lockutils [req-5b611fab-9530-40c6-b503-54e596a1b695 req-4c20591b-afd0-437e-ade0-47ab24fc9586 service nova] Acquired lock "refresh_cache-6493047e-572b-4c92-878f-270d4479416e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.642142] env[62588]: DEBUG nova.network.neutron [req-5b611fab-9530-40c6-b503-54e596a1b695 req-4c20591b-afd0-437e-ade0-47ab24fc9586 service nova] [instance: 6493047e-572b-4c92-878f-270d4479416e] Refreshing network info cache for port 519ab3d2-6d5c-425a-974d-073f803f26f1 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1582.737980] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6cb2fe41-da07-4b16-80d7-15ccb381c6d9 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.868845] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c758ac65-be0b-4471-966f-c8c9baf98118 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.883470] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2cd5fc-5099-45db-b08a-f05a5662b4db {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.918290] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f66500f-cdc0-4bc2-bae0-8a6ee1dfa4c0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.926908] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f3f1cc-b525-4bf7-a335-bd78f96c775f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.932620] env[62588]: INFO nova.compute.manager [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Swapping old allocation on dict_keys(['eaab8868-4bee-41d4-8b5c-ca05c3049f36']) held by migration e7abeed8-01e8-40a5-83be-31570953eadb for instance [ 1582.942900] env[62588]: DEBUG nova.compute.provider_tree [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1582.962650] env[62588]: DEBUG nova.scheduler.client.report [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Overwriting current allocation {'allocations': {'eaab8868-4bee-41d4-8b5c-ca05c3049f36': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 93}}, 'project_id': '6fe5398246da480b8168008d96537695', 'user_id': '3a2dba35f9dd4d27a24de8633a62f5a9', 'consumer_generation': 1} on consumer eca1e90c-5ab0-4016-9aa9-0c6047159fb0 {{(pid=62588) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1583.061830] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquiring lock "refresh_cache-eca1e90c-5ab0-4016-9aa9-0c6047159fb0" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.061830] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquired lock "refresh_cache-eca1e90c-5ab0-4016-9aa9-0c6047159fb0" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.061830] env[62588]: DEBUG nova.network.neutron [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1583.363902] env[62588]: DEBUG nova.network.neutron [req-5b611fab-9530-40c6-b503-54e596a1b695 req-4c20591b-afd0-437e-ade0-47ab24fc9586 service nova] [instance: 6493047e-572b-4c92-878f-270d4479416e] Updated VIF entry in instance network info cache for port 519ab3d2-6d5c-425a-974d-073f803f26f1. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1583.364768] env[62588]: DEBUG nova.network.neutron [req-5b611fab-9530-40c6-b503-54e596a1b695 req-4c20591b-afd0-437e-ade0-47ab24fc9586 service nova] [instance: 6493047e-572b-4c92-878f-270d4479416e] Updating instance_info_cache with network_info: [{"id": "519ab3d2-6d5c-425a-974d-073f803f26f1", "address": "fa:16:3e:36:30:4a", "network": {"id": "81eb954b-d086-4b95-ab43-b23c312b910d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-27363215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "012317dc2c8944eb8c5c2118c9a572cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap519ab3d2-6d", "ovs_interfaceid": "519ab3d2-6d5c-425a-974d-073f803f26f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.431619] env[62588]: DEBUG nova.network.neutron [req-1d423fe4-3a87-43e5-91ef-bcd2dbd9c25a req-4f53a4b7-3881-4929-8a5e-9aa8766d74bf service nova] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Updated VIF entry in instance network info cache for port 8343cf72-771d-4a2c-8ef2-8a7b364d73cd. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1583.432037] env[62588]: DEBUG nova.network.neutron [req-1d423fe4-3a87-43e5-91ef-bcd2dbd9c25a req-4f53a4b7-3881-4929-8a5e-9aa8766d74bf service nova] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Updating instance_info_cache with network_info: [{"id": "8343cf72-771d-4a2c-8ef2-8a7b364d73cd", "address": "fa:16:3e:21:d7:a2", "network": {"id": "992c23e6-d120-48d0-9e8c-43a1526a3f52", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-736827552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50833a435ea44af4af5b8dd584732e96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8343cf72-77", "ovs_interfaceid": "8343cf72-771d-4a2c-8ef2-8a7b364d73cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.449843] env[62588]: DEBUG nova.scheduler.client.report [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1583.872152] env[62588]: DEBUG oslo_concurrency.lockutils [req-5b611fab-9530-40c6-b503-54e596a1b695 req-4c20591b-afd0-437e-ade0-47ab24fc9586 service nova] Releasing lock "refresh_cache-6493047e-572b-4c92-878f-270d4479416e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.874815] env[62588]: INFO nova.compute.manager [None req-c945d9b0-3ec2-4322-abbb-0d3c09eb498c tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Get console output [ 1583.875280] env[62588]: WARNING nova.virt.vmwareapi.driver [None req-c945d9b0-3ec2-4322-abbb-0d3c09eb498c tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] The console log is missing. Check your VSPC configuration [ 1583.913233] env[62588]: DEBUG nova.network.neutron [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Updating instance_info_cache with network_info: [{"id": "c9f90935-23d0-4353-8ef2-b90756711889", "address": "fa:16:3e:f3:c5:ef", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f90935-23", "ovs_interfaceid": "c9f90935-23d0-4353-8ef2-b90756711889", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.935349] env[62588]: DEBUG oslo_concurrency.lockutils [req-1d423fe4-3a87-43e5-91ef-bcd2dbd9c25a req-4f53a4b7-3881-4929-8a5e-9aa8766d74bf service nova] Releasing lock "refresh_cache-f1e9cfa1-1f64-474c-abd0-8ec5e730b492" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.955381] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.955954] env[62588]: DEBUG nova.compute.manager [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1583.958960] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e5f4e290-d97a-4f78-800b-b80671855aa4 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.246s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.959228] env[62588]: DEBUG nova.objects.instance [None req-e5f4e290-d97a-4f78-800b-b80671855aa4 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lazy-loading 'resources' on Instance uuid f1f8c1c7-244b-43ee-8368-5d75246edc07 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1584.416468] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Releasing lock "refresh_cache-eca1e90c-5ab0-4016-9aa9-0c6047159fb0" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.416972] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1584.417386] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32f39803-86f3-4cb5-b5fb-a961ce8107d2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.425697] env[62588]: DEBUG oslo_vmware.api [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1584.425697] env[62588]: value = "task-1793736" [ 1584.425697] env[62588]: _type = "Task" [ 1584.425697] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.435075] env[62588]: DEBUG oslo_vmware.api [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.465653] env[62588]: DEBUG nova.compute.utils [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1584.467358] env[62588]: DEBUG nova.compute.manager [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1584.467741] env[62588]: DEBUG nova.network.neutron [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1584.551579] env[62588]: DEBUG nova.policy [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c67af47cdf7f4c618e25c15c541a7b88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1abac53217249a7a6b3552ebfca1c1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1584.935577] env[62588]: DEBUG oslo_vmware.api [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793736, 'name': PowerOffVM_Task, 'duration_secs': 0.290841} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.935878] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1584.936740] env[62588]: DEBUG nova.virt.hardware [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:53:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='3ee2d7d1-4080-4312-a851-6abeef1fa644',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1981723147',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1584.936959] env[62588]: DEBUG nova.virt.hardware [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1584.937130] env[62588]: DEBUG nova.virt.hardware [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1584.937313] env[62588]: DEBUG nova.virt.hardware [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1584.937476] env[62588]: DEBUG nova.virt.hardware [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1584.937605] env[62588]: DEBUG nova.virt.hardware [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1584.937825] env[62588]: DEBUG nova.virt.hardware [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1584.937961] env[62588]: DEBUG nova.virt.hardware [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1584.938144] env[62588]: DEBUG nova.virt.hardware [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1584.938304] env[62588]: DEBUG nova.virt.hardware [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1584.938478] env[62588]: DEBUG nova.virt.hardware [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1584.952037] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5dafca5-e45d-444d-96bf-4389ad8ca0a3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.978848] env[62588]: DEBUG nova.compute.manager [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1584.980058] env[62588]: DEBUG oslo_vmware.api [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1584.980058] env[62588]: value = "task-1793737" [ 1584.980058] env[62588]: _type = "Task" [ 1584.980058] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.981754] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a7a096-4123-4026-8ce8-e7aa386c1466 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.996124] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13a0221-a73e-4abe-b2cc-5378b4bc5684 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.999764] env[62588]: DEBUG oslo_vmware.api [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793737, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.034944] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3347299-68b0-4972-8100-56323878c7da {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.044603] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6786aad0-3e28-45ba-a97d-da2c164b0e30 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.061625] env[62588]: DEBUG nova.compute.provider_tree [None req-e5f4e290-d97a-4f78-800b-b80671855aa4 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1585.115470] env[62588]: DEBUG nova.network.neutron [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Successfully created port: d385c912-5dbf-4bfd-ba24-4c80b55c433a {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1585.391991] env[62588]: DEBUG nova.compute.manager [req-2f9d6aa1-cae7-401a-9695-ae50f1a5bb63 req-cc6e685b-7e92-4c8e-adda-a3b4c40e8cbf service nova] [instance: 6493047e-572b-4c92-878f-270d4479416e] Received event network-changed-519ab3d2-6d5c-425a-974d-073f803f26f1 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1585.392979] env[62588]: DEBUG nova.compute.manager [req-2f9d6aa1-cae7-401a-9695-ae50f1a5bb63 req-cc6e685b-7e92-4c8e-adda-a3b4c40e8cbf service nova] [instance: 6493047e-572b-4c92-878f-270d4479416e] Refreshing instance network info cache due to event network-changed-519ab3d2-6d5c-425a-974d-073f803f26f1. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1585.393326] env[62588]: DEBUG oslo_concurrency.lockutils [req-2f9d6aa1-cae7-401a-9695-ae50f1a5bb63 req-cc6e685b-7e92-4c8e-adda-a3b4c40e8cbf service nova] Acquiring lock "refresh_cache-6493047e-572b-4c92-878f-270d4479416e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.393404] env[62588]: DEBUG oslo_concurrency.lockutils [req-2f9d6aa1-cae7-401a-9695-ae50f1a5bb63 req-cc6e685b-7e92-4c8e-adda-a3b4c40e8cbf service nova] Acquired lock "refresh_cache-6493047e-572b-4c92-878f-270d4479416e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.393569] env[62588]: DEBUG nova.network.neutron [req-2f9d6aa1-cae7-401a-9695-ae50f1a5bb63 req-cc6e685b-7e92-4c8e-adda-a3b4c40e8cbf service nova] [instance: 6493047e-572b-4c92-878f-270d4479416e] Refreshing network info cache for port 519ab3d2-6d5c-425a-974d-073f803f26f1 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1585.499029] env[62588]: DEBUG oslo_vmware.api [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793737, 'name': ReconfigVM_Task, 'duration_secs': 0.173914} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.500208] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830179b9-5fe8-4930-9a93-2ee09b7e25aa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.525109] env[62588]: DEBUG nova.virt.hardware [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:53:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='3ee2d7d1-4080-4312-a851-6abeef1fa644',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1981723147',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1585.525109] env[62588]: DEBUG nova.virt.hardware [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1585.525109] env[62588]: DEBUG nova.virt.hardware [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1585.525109] env[62588]: DEBUG nova.virt.hardware [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1585.525109] env[62588]: DEBUG nova.virt.hardware [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1585.525109] env[62588]: DEBUG nova.virt.hardware [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1585.525109] env[62588]: DEBUG nova.virt.hardware [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1585.525109] env[62588]: DEBUG nova.virt.hardware [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1585.525109] env[62588]: DEBUG nova.virt.hardware [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1585.525109] env[62588]: DEBUG nova.virt.hardware [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1585.525109] env[62588]: DEBUG nova.virt.hardware [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1585.526230] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c87938dd-cc3f-46ca-bf69-d3888112020e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.535739] env[62588]: DEBUG oslo_vmware.api [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1585.535739] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52cc7286-2935-18b8-01a7-d6e1b1ed35e7" [ 1585.535739] env[62588]: _type = "Task" [ 1585.535739] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.548915] env[62588]: DEBUG oslo_vmware.api [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52cc7286-2935-18b8-01a7-d6e1b1ed35e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.564632] env[62588]: DEBUG nova.scheduler.client.report [None req-e5f4e290-d97a-4f78-800b-b80671855aa4 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1585.596949] env[62588]: INFO nova.compute.manager [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Rebuilding instance [ 1585.652330] env[62588]: DEBUG nova.compute.manager [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1585.653377] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062e65dd-e77a-45a5-8b46-bd9fc96b2b52 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.766060] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9b5926e5-fd67-4b0f-b077-111b83df62b4 tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Acquiring lock "641a3a07-a4a4-4920-b710-f62bca7f9ebc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.766060] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9b5926e5-fd67-4b0f-b077-111b83df62b4 tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Lock "641a3a07-a4a4-4920-b710-f62bca7f9ebc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.766060] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9b5926e5-fd67-4b0f-b077-111b83df62b4 tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Acquiring lock "641a3a07-a4a4-4920-b710-f62bca7f9ebc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.766368] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9b5926e5-fd67-4b0f-b077-111b83df62b4 tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Lock "641a3a07-a4a4-4920-b710-f62bca7f9ebc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.766461] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9b5926e5-fd67-4b0f-b077-111b83df62b4 tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Lock "641a3a07-a4a4-4920-b710-f62bca7f9ebc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.768452] env[62588]: INFO nova.compute.manager [None req-9b5926e5-fd67-4b0f-b077-111b83df62b4 tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Terminating instance [ 1585.995505] env[62588]: DEBUG nova.compute.manager [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1586.026018] env[62588]: DEBUG nova.virt.hardware [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1586.026018] env[62588]: DEBUG nova.virt.hardware [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1586.026018] env[62588]: DEBUG nova.virt.hardware [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1586.026018] env[62588]: DEBUG nova.virt.hardware [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1586.026018] env[62588]: DEBUG nova.virt.hardware [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1586.026018] env[62588]: DEBUG nova.virt.hardware [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1586.026018] env[62588]: DEBUG nova.virt.hardware [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1586.026018] env[62588]: DEBUG nova.virt.hardware [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1586.026018] env[62588]: DEBUG nova.virt.hardware [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1586.026018] env[62588]: DEBUG nova.virt.hardware [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1586.026018] env[62588]: DEBUG nova.virt.hardware [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1586.029645] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c4a745-fed8-4c54-a98d-d578918620d4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.044027] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e311e9-21d7-4580-996f-f8923b0028e3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.051568] env[62588]: DEBUG oslo_vmware.api [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52cc7286-2935-18b8-01a7-d6e1b1ed35e7, 'name': SearchDatastore_Task, 'duration_secs': 0.013917} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.057482] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1586.066463] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c539d9d-3141-4131-931b-c2c37c6eec2f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.082818] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e5f4e290-d97a-4f78-800b-b80671855aa4 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.084712] env[62588]: DEBUG oslo_concurrency.lockutils [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.062s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.086412] env[62588]: INFO nova.compute.claims [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1586.097940] env[62588]: DEBUG oslo_vmware.api [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1586.097940] env[62588]: value = "task-1793738" [ 1586.097940] env[62588]: _type = "Task" [ 1586.097940] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.102526] env[62588]: INFO nova.scheduler.client.report [None req-e5f4e290-d97a-4f78-800b-b80671855aa4 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Deleted allocations for instance f1f8c1c7-244b-43ee-8368-5d75246edc07 [ 1586.110266] env[62588]: DEBUG oslo_vmware.api [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793738, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.272427] env[62588]: DEBUG nova.compute.manager [None req-9b5926e5-fd67-4b0f-b077-111b83df62b4 tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1586.273033] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5926e5-fd67-4b0f-b077-111b83df62b4 tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1586.273641] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd89add-9c1e-4d30-ba90-dc91326e4d41 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.283984] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5926e5-fd67-4b0f-b077-111b83df62b4 tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1586.284380] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bb62585-1f89-445a-91d7-b99c9a4a260a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.294264] env[62588]: DEBUG oslo_vmware.api [None req-9b5926e5-fd67-4b0f-b077-111b83df62b4 tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Waiting for the task: (returnval){ [ 1586.294264] env[62588]: value = "task-1793739" [ 1586.294264] env[62588]: _type = "Task" [ 1586.294264] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.304633] env[62588]: DEBUG oslo_vmware.api [None req-9b5926e5-fd67-4b0f-b077-111b83df62b4 tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Task: {'id': task-1793739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.326560] env[62588]: DEBUG nova.network.neutron [req-2f9d6aa1-cae7-401a-9695-ae50f1a5bb63 req-cc6e685b-7e92-4c8e-adda-a3b4c40e8cbf service nova] [instance: 6493047e-572b-4c92-878f-270d4479416e] Updated VIF entry in instance network info cache for port 519ab3d2-6d5c-425a-974d-073f803f26f1. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1586.327022] env[62588]: DEBUG nova.network.neutron [req-2f9d6aa1-cae7-401a-9695-ae50f1a5bb63 req-cc6e685b-7e92-4c8e-adda-a3b4c40e8cbf service nova] [instance: 6493047e-572b-4c92-878f-270d4479416e] Updating instance_info_cache with network_info: [{"id": "519ab3d2-6d5c-425a-974d-073f803f26f1", "address": "fa:16:3e:36:30:4a", "network": {"id": "81eb954b-d086-4b95-ab43-b23c312b910d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-27363215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "012317dc2c8944eb8c5c2118c9a572cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap519ab3d2-6d", "ovs_interfaceid": "519ab3d2-6d5c-425a-974d-073f803f26f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.613757] env[62588]: DEBUG oslo_vmware.api [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793738, 'name': ReconfigVM_Task, 'duration_secs': 0.243886} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.614453] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e5f4e290-d97a-4f78-800b-b80671855aa4 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "f1f8c1c7-244b-43ee-8368-5d75246edc07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.540s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.615940] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1586.622230] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4a4c72-f740-4568-b643-bc67602e1257 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.652495] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] eca1e90c-5ab0-4016-9aa9-0c6047159fb0/eca1e90c-5ab0-4016-9aa9-0c6047159fb0.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1586.654999] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e4fa42c-b297-46e8-9110-b1d4a824c16a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.672671] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1586.673489] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f398f9eb-7e1b-40f2-a45b-8870f7f915ff {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.677054] env[62588]: DEBUG oslo_vmware.rw_handles [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d857c-090d-468f-9f93-3833ab0db953/disk-0.vmdk. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1586.678975] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a4453a-9ad1-47f1-a1a9-46bb21e162fb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.681581] env[62588]: DEBUG oslo_vmware.api [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1586.681581] env[62588]: value = "task-1793740" [ 1586.681581] env[62588]: _type = "Task" [ 1586.681581] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.687197] env[62588]: DEBUG oslo_vmware.rw_handles [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d857c-090d-468f-9f93-3833ab0db953/disk-0.vmdk is in state: ready. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1586.687426] env[62588]: ERROR oslo_vmware.rw_handles [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d857c-090d-468f-9f93-3833ab0db953/disk-0.vmdk due to incomplete transfer. [ 1586.688940] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5b0cc727-7ce2-41e3-80be-91fbf41f4647 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.690580] env[62588]: DEBUG oslo_vmware.api [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1586.690580] env[62588]: value = "task-1793741" [ 1586.690580] env[62588]: _type = "Task" [ 1586.690580] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.694992] env[62588]: DEBUG oslo_vmware.api [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793740, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.705403] env[62588]: DEBUG oslo_vmware.api [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.706697] env[62588]: DEBUG oslo_vmware.rw_handles [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d857c-090d-468f-9f93-3833ab0db953/disk-0.vmdk. {{(pid=62588) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1586.706939] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Uploaded image 01b3c612-4f26-41d0-81b5-9d4ed1933f1a to the Glance image server {{(pid=62588) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1586.709290] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Destroying the VM {{(pid=62588) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1586.709589] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-90977e57-d5b2-4016-9f9f-f8d8babbcaf2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.717887] env[62588]: DEBUG oslo_vmware.api [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1586.717887] env[62588]: value = "task-1793742" [ 1586.717887] env[62588]: _type = "Task" [ 1586.717887] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.727830] env[62588]: DEBUG oslo_vmware.api [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793742, 'name': Destroy_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.806071] env[62588]: DEBUG oslo_vmware.api [None req-9b5926e5-fd67-4b0f-b077-111b83df62b4 tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Task: {'id': task-1793739, 'name': PowerOffVM_Task, 'duration_secs': 0.211136} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.806437] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5926e5-fd67-4b0f-b077-111b83df62b4 tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1586.806581] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5926e5-fd67-4b0f-b077-111b83df62b4 tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1586.806864] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af5077b0-62a3-46f6-8632-743e86cd2ed6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.833877] env[62588]: DEBUG oslo_concurrency.lockutils [req-2f9d6aa1-cae7-401a-9695-ae50f1a5bb63 req-cc6e685b-7e92-4c8e-adda-a3b4c40e8cbf service nova] Releasing lock "refresh_cache-6493047e-572b-4c92-878f-270d4479416e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.892233] env[62588]: DEBUG nova.network.neutron [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Successfully updated port: d385c912-5dbf-4bfd-ba24-4c80b55c433a {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1586.913064] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5926e5-fd67-4b0f-b077-111b83df62b4 tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1586.913064] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5926e5-fd67-4b0f-b077-111b83df62b4 tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1586.913064] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b5926e5-fd67-4b0f-b077-111b83df62b4 tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Deleting the datastore file [datastore1] 641a3a07-a4a4-4920-b710-f62bca7f9ebc {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1586.913064] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3443213-4af2-4255-9f9d-10ef0383f149 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.919907] env[62588]: DEBUG nova.compute.manager [req-a5d51e50-8b89-4a7d-9a12-8f9882ae7e5d req-8b3f73ef-0f93-442b-b823-2ad4a188aea5 service nova] [instance: 6493047e-572b-4c92-878f-270d4479416e] Received event network-changed-519ab3d2-6d5c-425a-974d-073f803f26f1 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1586.919907] env[62588]: DEBUG nova.compute.manager [req-a5d51e50-8b89-4a7d-9a12-8f9882ae7e5d req-8b3f73ef-0f93-442b-b823-2ad4a188aea5 service nova] [instance: 6493047e-572b-4c92-878f-270d4479416e] Refreshing instance network info cache due to event network-changed-519ab3d2-6d5c-425a-974d-073f803f26f1. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1586.919907] env[62588]: DEBUG oslo_concurrency.lockutils [req-a5d51e50-8b89-4a7d-9a12-8f9882ae7e5d req-8b3f73ef-0f93-442b-b823-2ad4a188aea5 service nova] Acquiring lock "refresh_cache-6493047e-572b-4c92-878f-270d4479416e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.919907] env[62588]: DEBUG oslo_concurrency.lockutils [req-a5d51e50-8b89-4a7d-9a12-8f9882ae7e5d req-8b3f73ef-0f93-442b-b823-2ad4a188aea5 service nova] Acquired lock "refresh_cache-6493047e-572b-4c92-878f-270d4479416e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.920376] env[62588]: DEBUG nova.network.neutron [req-a5d51e50-8b89-4a7d-9a12-8f9882ae7e5d req-8b3f73ef-0f93-442b-b823-2ad4a188aea5 service nova] [instance: 6493047e-572b-4c92-878f-270d4479416e] Refreshing network info cache for port 519ab3d2-6d5c-425a-974d-073f803f26f1 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1586.930208] env[62588]: DEBUG oslo_vmware.api [None req-9b5926e5-fd67-4b0f-b077-111b83df62b4 tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Waiting for the task: (returnval){ [ 1586.930208] env[62588]: value = "task-1793744" [ 1586.930208] env[62588]: _type = "Task" [ 1586.930208] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.939390] env[62588]: DEBUG oslo_vmware.api [None req-9b5926e5-fd67-4b0f-b077-111b83df62b4 tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Task: {'id': task-1793744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.199435] env[62588]: DEBUG oslo_vmware.api [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793740, 'name': ReconfigVM_Task, 'duration_secs': 0.337221} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.202442] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Reconfigured VM instance instance-0000002a to attach disk [datastore1] eca1e90c-5ab0-4016-9aa9-0c6047159fb0/eca1e90c-5ab0-4016-9aa9-0c6047159fb0.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1587.203390] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfe59ad-48b0-490d-958a-867d0390e314 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.214984] env[62588]: DEBUG oslo_vmware.api [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793741, 'name': PowerOffVM_Task, 'duration_secs': 0.304542} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.228976] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1587.229281] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1587.232862] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d2fc32-c968-4e66-9e57-9404e8dbf41a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.239507] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b06ab1b-0821-404d-8ffc-47ba6c839d48 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.250734] env[62588]: DEBUG oslo_vmware.api [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793742, 'name': Destroy_Task, 'duration_secs': 0.502683} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.264514] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Destroyed the VM [ 1587.264887] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Deleting Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1587.265217] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1587.269038] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-22a0dbbf-cfa6-4d3d-ade5-ca78f2d2fdd7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.270620] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a625a12-33fc-40e8-9c6c-805d8d37468d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.272491] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1918a1-3b08-4266-979c-44199e3edbd2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.298763] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075e13f0-918c-4c42-a1dd-d4dc702d7070 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.304231] env[62588]: DEBUG oslo_vmware.api [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1587.304231] env[62588]: value = "task-1793745" [ 1587.304231] env[62588]: _type = "Task" [ 1587.304231] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.309228] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1587.312884] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8ceadd1-4b41-460c-a1cd-89b424041eb8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.314876] env[62588]: DEBUG oslo_vmware.api [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793745, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.320011] env[62588]: DEBUG oslo_vmware.api [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1587.320011] env[62588]: value = "task-1793747" [ 1587.320011] env[62588]: _type = "Task" [ 1587.320011] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.329675] env[62588]: DEBUG oslo_vmware.api [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.355574] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1587.355963] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1587.356414] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Deleting the datastore file [datastore1] aa58d5dd-6cee-4d32-b80a-1fdc853995e6 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1587.356965] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e363ac7a-35e8-4f9f-8415-443b3708ba07 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.369966] env[62588]: DEBUG oslo_vmware.api [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1587.369966] env[62588]: value = "task-1793748" [ 1587.369966] env[62588]: _type = "Task" [ 1587.369966] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.386040] env[62588]: DEBUG oslo_vmware.api [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.395376] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "refresh_cache-e1cb64a7-1d26-4b65-b571-c586efe0a94d" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.395604] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquired lock "refresh_cache-e1cb64a7-1d26-4b65-b571-c586efe0a94d" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.395850] env[62588]: DEBUG nova.network.neutron [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1587.455650] env[62588]: DEBUG oslo_vmware.api [None req-9b5926e5-fd67-4b0f-b077-111b83df62b4 tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Task: {'id': task-1793744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177331} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.456064] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b5926e5-fd67-4b0f-b077-111b83df62b4 tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1587.456361] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5926e5-fd67-4b0f-b077-111b83df62b4 tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1587.456670] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5926e5-fd67-4b0f-b077-111b83df62b4 tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1587.456955] env[62588]: INFO nova.compute.manager [None req-9b5926e5-fd67-4b0f-b077-111b83df62b4 tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1587.457351] env[62588]: DEBUG oslo.service.loopingcall [None req-9b5926e5-fd67-4b0f-b077-111b83df62b4 tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1587.457658] env[62588]: DEBUG nova.compute.manager [-] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1587.457817] env[62588]: DEBUG nova.network.neutron [-] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1587.714572] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b1e81f-3e01-4272-90ab-c7c255712ba6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.727884] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13939494-7be5-4526-a70f-230bf013e5fc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.762166] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b801a7b8-d9ef-409b-bd54-99a4f8b1b198 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.772887] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c091dc17-e47f-44df-9958-930d304cd44a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.790133] env[62588]: DEBUG nova.compute.provider_tree [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1587.813082] env[62588]: DEBUG oslo_vmware.api [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793745, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.831363] env[62588]: DEBUG oslo_vmware.api [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793747, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.849190] env[62588]: DEBUG nova.network.neutron [req-a5d51e50-8b89-4a7d-9a12-8f9882ae7e5d req-8b3f73ef-0f93-442b-b823-2ad4a188aea5 service nova] [instance: 6493047e-572b-4c92-878f-270d4479416e] Updated VIF entry in instance network info cache for port 519ab3d2-6d5c-425a-974d-073f803f26f1. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1587.849606] env[62588]: DEBUG nova.network.neutron [req-a5d51e50-8b89-4a7d-9a12-8f9882ae7e5d req-8b3f73ef-0f93-442b-b823-2ad4a188aea5 service nova] [instance: 6493047e-572b-4c92-878f-270d4479416e] Updating instance_info_cache with network_info: [{"id": "519ab3d2-6d5c-425a-974d-073f803f26f1", "address": "fa:16:3e:36:30:4a", "network": {"id": "81eb954b-d086-4b95-ab43-b23c312b910d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-27363215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "012317dc2c8944eb8c5c2118c9a572cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap519ab3d2-6d", "ovs_interfaceid": "519ab3d2-6d5c-425a-974d-073f803f26f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.882562] env[62588]: DEBUG oslo_vmware.api [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.494628} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.882851] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1587.883089] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1587.883325] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1587.931890] env[62588]: DEBUG nova.network.neutron [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1588.001231] env[62588]: DEBUG nova.compute.manager [req-74661ca0-f8ea-4ea3-978d-0f8f96ee0296 req-5bb4b252-3475-41c8-a7aa-50ebfc366201 service nova] [instance: 6493047e-572b-4c92-878f-270d4479416e] Received event network-changed-519ab3d2-6d5c-425a-974d-073f803f26f1 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1588.001484] env[62588]: DEBUG nova.compute.manager [req-74661ca0-f8ea-4ea3-978d-0f8f96ee0296 req-5bb4b252-3475-41c8-a7aa-50ebfc366201 service nova] [instance: 6493047e-572b-4c92-878f-270d4479416e] Refreshing instance network info cache due to event network-changed-519ab3d2-6d5c-425a-974d-073f803f26f1. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1588.001683] env[62588]: DEBUG oslo_concurrency.lockutils [req-74661ca0-f8ea-4ea3-978d-0f8f96ee0296 req-5bb4b252-3475-41c8-a7aa-50ebfc366201 service nova] Acquiring lock "refresh_cache-6493047e-572b-4c92-878f-270d4479416e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.126744] env[62588]: DEBUG nova.network.neutron [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Updating instance_info_cache with network_info: [{"id": "d385c912-5dbf-4bfd-ba24-4c80b55c433a", "address": "fa:16:3e:06:48:e8", "network": {"id": "29d85f41-e61c-49c7-93dd-8ae6091e13dd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004971789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1abac53217249a7a6b3552ebfca1c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd385c912-5d", "ovs_interfaceid": "d385c912-5dbf-4bfd-ba24-4c80b55c433a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.314021] env[62588]: DEBUG oslo_vmware.api [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793745, 'name': RemoveSnapshot_Task, 'duration_secs': 0.783983} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.314021] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Deleted Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1588.314021] env[62588]: DEBUG nova.compute.manager [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1588.314557] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c3ced8-d087-4896-8e13-34d8447ce2c7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.320428] env[62588]: ERROR nova.scheduler.client.report [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [req-75e7b802-5e7f-45d3-b2ba-9c4e2c919fbe] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eaab8868-4bee-41d4-8b5c-ca05c3049f36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-75e7b802-5e7f-45d3-b2ba-9c4e2c919fbe"}]} [ 1588.336266] env[62588]: DEBUG oslo_vmware.api [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793747, 'name': PowerOnVM_Task, 'duration_secs': 0.794666} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.336520] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1588.352833] env[62588]: DEBUG nova.scheduler.client.report [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Refreshing inventories for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1588.353855] env[62588]: DEBUG oslo_concurrency.lockutils [req-a5d51e50-8b89-4a7d-9a12-8f9882ae7e5d req-8b3f73ef-0f93-442b-b823-2ad4a188aea5 service nova] Releasing lock "refresh_cache-6493047e-572b-4c92-878f-270d4479416e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.354046] env[62588]: DEBUG oslo_concurrency.lockutils [req-74661ca0-f8ea-4ea3-978d-0f8f96ee0296 req-5bb4b252-3475-41c8-a7aa-50ebfc366201 service nova] Acquired lock "refresh_cache-6493047e-572b-4c92-878f-270d4479416e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.354234] env[62588]: DEBUG nova.network.neutron [req-74661ca0-f8ea-4ea3-978d-0f8f96ee0296 req-5bb4b252-3475-41c8-a7aa-50ebfc366201 service nova] [instance: 6493047e-572b-4c92-878f-270d4479416e] Refreshing network info cache for port 519ab3d2-6d5c-425a-974d-073f803f26f1 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1588.382053] env[62588]: DEBUG nova.scheduler.client.report [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Updating ProviderTree inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1588.382283] env[62588]: DEBUG nova.compute.provider_tree [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1588.399829] env[62588]: DEBUG nova.scheduler.client.report [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Refreshing aggregate associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, aggregates: None {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1588.422235] env[62588]: DEBUG nova.scheduler.client.report [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Refreshing trait associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1588.629843] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Releasing lock "refresh_cache-e1cb64a7-1d26-4b65-b571-c586efe0a94d" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.630222] env[62588]: DEBUG nova.compute.manager [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Instance network_info: |[{"id": "d385c912-5dbf-4bfd-ba24-4c80b55c433a", "address": "fa:16:3e:06:48:e8", "network": {"id": "29d85f41-e61c-49c7-93dd-8ae6091e13dd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004971789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1abac53217249a7a6b3552ebfca1c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd385c912-5d", "ovs_interfaceid": "d385c912-5dbf-4bfd-ba24-4c80b55c433a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1588.630835] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:48:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd385c912-5dbf-4bfd-ba24-4c80b55c433a', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1588.639524] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Creating folder: Project (b1abac53217249a7a6b3552ebfca1c1a). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1588.642236] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1213197f-e8a3-4b88-b73b-4eb93d5e685d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.657186] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Created folder: Project (b1abac53217249a7a6b3552ebfca1c1a) in parent group-v371885. [ 1588.657186] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Creating folder: Instances. Parent ref: group-v372062. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1588.659269] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edf8f9d5-1c23-41af-9c21-0038386cc412 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.673904] env[62588]: DEBUG nova.network.neutron [-] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.675239] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Created folder: Instances in parent group-v372062. [ 1588.675659] env[62588]: DEBUG oslo.service.loopingcall [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1588.678859] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1588.679432] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e5fed7c-694a-49f5-aafc-f735de168ef0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.705072] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1588.705072] env[62588]: value = "task-1793751" [ 1588.705072] env[62588]: _type = "Task" [ 1588.705072] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.720668] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793751, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.832646] env[62588]: INFO nova.compute.manager [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Shelve offloading [ 1588.921375] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2003707f-4637-4282-afab-74e1684113d7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.925898] env[62588]: DEBUG nova.virt.hardware [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1588.926149] env[62588]: DEBUG nova.virt.hardware [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1588.926308] env[62588]: DEBUG nova.virt.hardware [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1588.926548] env[62588]: DEBUG nova.virt.hardware [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1588.926729] env[62588]: DEBUG nova.virt.hardware [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1588.926877] env[62588]: DEBUG nova.virt.hardware [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1588.927096] env[62588]: DEBUG nova.virt.hardware [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1588.927260] env[62588]: DEBUG nova.virt.hardware [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1588.927425] env[62588]: DEBUG nova.virt.hardware [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1588.927587] env[62588]: DEBUG nova.virt.hardware [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1588.927804] env[62588]: DEBUG nova.virt.hardware [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1588.928607] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b992eb-98d5-4324-b11b-474d55a18fd8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.940593] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd275f7-2359-4693-8c81-df2a66a64e93 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.942337] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c240891-887e-4125-a1c3-89c08cd513e2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.959260] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:14:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70d5fbc0-2677-4f52-ba03-d2b9c68b8aed', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1588.968109] env[62588]: DEBUG oslo.service.loopingcall [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1588.992562] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1588.996510] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd39c2fb-f061-4d1e-b822-91150b70d937 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.015021] env[62588]: DEBUG nova.compute.manager [req-3a9fc952-8d3f-4ca5-97f8-57bf8c1ae9b1 req-a7cd4cd5-6114-48e2-9647-94653fdbab2e service nova] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Received event network-vif-deleted-6ae440eb-f655-40e4-90b4-ff7bfebe95c1 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1589.015021] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7bb2a9-2ad5-433a-8043-960f8218c681 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.022643] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f83f28-439e-4ade-a096-78fe9bad8727 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.028156] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1589.028156] env[62588]: value = "task-1793752" [ 1589.028156] env[62588]: _type = "Task" [ 1589.028156] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.041098] env[62588]: DEBUG nova.compute.provider_tree [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1589.047269] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793752, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.172331] env[62588]: DEBUG nova.network.neutron [req-74661ca0-f8ea-4ea3-978d-0f8f96ee0296 req-5bb4b252-3475-41c8-a7aa-50ebfc366201 service nova] [instance: 6493047e-572b-4c92-878f-270d4479416e] Updated VIF entry in instance network info cache for port 519ab3d2-6d5c-425a-974d-073f803f26f1. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1589.172761] env[62588]: DEBUG nova.network.neutron [req-74661ca0-f8ea-4ea3-978d-0f8f96ee0296 req-5bb4b252-3475-41c8-a7aa-50ebfc366201 service nova] [instance: 6493047e-572b-4c92-878f-270d4479416e] Updating instance_info_cache with network_info: [{"id": "519ab3d2-6d5c-425a-974d-073f803f26f1", "address": "fa:16:3e:36:30:4a", "network": {"id": "81eb954b-d086-4b95-ab43-b23c312b910d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-27363215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "012317dc2c8944eb8c5c2118c9a572cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap519ab3d2-6d", "ovs_interfaceid": "519ab3d2-6d5c-425a-974d-073f803f26f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.180149] env[62588]: INFO nova.compute.manager [-] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Took 1.72 seconds to deallocate network for instance. [ 1589.216199] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793751, 'name': CreateVM_Task, 'duration_secs': 0.399908} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.216675] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1589.217493] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.217778] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.218196] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1589.220106] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a109dfd-e1ba-402d-84fb-490bb2195aa2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.221507] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fe447c92-8f00-4785-91fb-d7476d878567 tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Acquiring lock "6493047e-572b-4c92-878f-270d4479416e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.221834] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fe447c92-8f00-4785-91fb-d7476d878567 tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Lock "6493047e-572b-4c92-878f-270d4479416e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.222154] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fe447c92-8f00-4785-91fb-d7476d878567 tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Acquiring lock "6493047e-572b-4c92-878f-270d4479416e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.222459] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fe447c92-8f00-4785-91fb-d7476d878567 tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Lock "6493047e-572b-4c92-878f-270d4479416e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.222778] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fe447c92-8f00-4785-91fb-d7476d878567 tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Lock "6493047e-572b-4c92-878f-270d4479416e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.225922] env[62588]: DEBUG oslo_vmware.api [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1589.225922] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c1db6a-2705-0679-8da9-2a8d2671f9a6" [ 1589.225922] env[62588]: _type = "Task" [ 1589.225922] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.226795] env[62588]: INFO nova.compute.manager [None req-fe447c92-8f00-4785-91fb-d7476d878567 tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Terminating instance [ 1589.241013] env[62588]: DEBUG oslo_vmware.api [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c1db6a-2705-0679-8da9-2a8d2671f9a6, 'name': SearchDatastore_Task, 'duration_secs': 0.013364} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.241731] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.242073] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1589.242401] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.242618] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.242857] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1589.243558] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-661134a5-c338-46a7-a654-ba500af4ecd5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.253950] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1589.254251] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1589.255362] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b81f71d7-44b9-484e-91cb-790292467aa1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.266205] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "34e36924-dd44-4a76-b48b-b2c6b16ae04a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.266513] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "34e36924-dd44-4a76-b48b-b2c6b16ae04a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.267940] env[62588]: DEBUG oslo_vmware.api [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1589.267940] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529ef151-4edd-1ded-519d-802126c62cb9" [ 1589.267940] env[62588]: _type = "Task" [ 1589.267940] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.281561] env[62588]: DEBUG oslo_vmware.api [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529ef151-4edd-1ded-519d-802126c62cb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.337806] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1589.338424] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a29bcf0-8929-4573-a0e3-c1f0d70832d5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.348332] env[62588]: DEBUG oslo_vmware.api [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1589.348332] env[62588]: value = "task-1793753" [ 1589.348332] env[62588]: _type = "Task" [ 1589.348332] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.357936] env[62588]: INFO nova.compute.manager [None req-4a2d8af9-7b6f-4059-9c23-33adc7ac655d tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Updating instance to original state: 'active' [ 1589.360843] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] VM already powered off {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1589.361049] env[62588]: DEBUG nova.compute.manager [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1589.361997] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f13e7a8-fa90-4232-87be-3220647b9915 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.368433] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquiring lock "refresh_cache-88b35a0a-bc01-4bd4-91d5-fdb491b23b3e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.368613] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquired lock "refresh_cache-88b35a0a-bc01-4bd4-91d5-fdb491b23b3e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.368770] env[62588]: DEBUG nova.network.neutron [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1589.539308] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793752, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.567541] env[62588]: ERROR nova.scheduler.client.report [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [req-459632cb-ec59-4a8c-8fb3-6c3823d99789] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eaab8868-4bee-41d4-8b5c-ca05c3049f36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-459632cb-ec59-4a8c-8fb3-6c3823d99789"}]} [ 1589.584421] env[62588]: DEBUG nova.scheduler.client.report [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Refreshing inventories for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1589.600049] env[62588]: DEBUG nova.scheduler.client.report [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Updating ProviderTree inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1589.600206] env[62588]: DEBUG nova.compute.provider_tree [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1589.611737] env[62588]: DEBUG nova.scheduler.client.report [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Refreshing aggregate associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, aggregates: None {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1589.634806] env[62588]: DEBUG nova.scheduler.client.report [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Refreshing trait associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1589.676084] env[62588]: DEBUG oslo_concurrency.lockutils [req-74661ca0-f8ea-4ea3-978d-0f8f96ee0296 req-5bb4b252-3475-41c8-a7aa-50ebfc366201 service nova] Releasing lock "refresh_cache-6493047e-572b-4c92-878f-270d4479416e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.676641] env[62588]: DEBUG nova.compute.manager [req-74661ca0-f8ea-4ea3-978d-0f8f96ee0296 req-5bb4b252-3475-41c8-a7aa-50ebfc366201 service nova] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Received event network-vif-plugged-d385c912-5dbf-4bfd-ba24-4c80b55c433a {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1589.676686] env[62588]: DEBUG oslo_concurrency.lockutils [req-74661ca0-f8ea-4ea3-978d-0f8f96ee0296 req-5bb4b252-3475-41c8-a7aa-50ebfc366201 service nova] Acquiring lock "e1cb64a7-1d26-4b65-b571-c586efe0a94d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.676884] env[62588]: DEBUG oslo_concurrency.lockutils [req-74661ca0-f8ea-4ea3-978d-0f8f96ee0296 req-5bb4b252-3475-41c8-a7aa-50ebfc366201 service nova] Lock "e1cb64a7-1d26-4b65-b571-c586efe0a94d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.677065] env[62588]: DEBUG oslo_concurrency.lockutils [req-74661ca0-f8ea-4ea3-978d-0f8f96ee0296 req-5bb4b252-3475-41c8-a7aa-50ebfc366201 service nova] Lock "e1cb64a7-1d26-4b65-b571-c586efe0a94d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.677288] env[62588]: DEBUG nova.compute.manager [req-74661ca0-f8ea-4ea3-978d-0f8f96ee0296 req-5bb4b252-3475-41c8-a7aa-50ebfc366201 service nova] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] No waiting events found dispatching network-vif-plugged-d385c912-5dbf-4bfd-ba24-4c80b55c433a {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1589.677471] env[62588]: WARNING nova.compute.manager [req-74661ca0-f8ea-4ea3-978d-0f8f96ee0296 req-5bb4b252-3475-41c8-a7aa-50ebfc366201 service nova] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Received unexpected event network-vif-plugged-d385c912-5dbf-4bfd-ba24-4c80b55c433a for instance with vm_state building and task_state spawning. [ 1589.677708] env[62588]: DEBUG nova.compute.manager [req-74661ca0-f8ea-4ea3-978d-0f8f96ee0296 req-5bb4b252-3475-41c8-a7aa-50ebfc366201 service nova] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Received event network-changed-d385c912-5dbf-4bfd-ba24-4c80b55c433a {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1589.677798] env[62588]: DEBUG nova.compute.manager [req-74661ca0-f8ea-4ea3-978d-0f8f96ee0296 req-5bb4b252-3475-41c8-a7aa-50ebfc366201 service nova] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Refreshing instance network info cache due to event network-changed-d385c912-5dbf-4bfd-ba24-4c80b55c433a. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1589.677985] env[62588]: DEBUG oslo_concurrency.lockutils [req-74661ca0-f8ea-4ea3-978d-0f8f96ee0296 req-5bb4b252-3475-41c8-a7aa-50ebfc366201 service nova] Acquiring lock "refresh_cache-e1cb64a7-1d26-4b65-b571-c586efe0a94d" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.678138] env[62588]: DEBUG oslo_concurrency.lockutils [req-74661ca0-f8ea-4ea3-978d-0f8f96ee0296 req-5bb4b252-3475-41c8-a7aa-50ebfc366201 service nova] Acquired lock "refresh_cache-e1cb64a7-1d26-4b65-b571-c586efe0a94d" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.678317] env[62588]: DEBUG nova.network.neutron [req-74661ca0-f8ea-4ea3-978d-0f8f96ee0296 req-5bb4b252-3475-41c8-a7aa-50ebfc366201 service nova] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Refreshing network info cache for port d385c912-5dbf-4bfd-ba24-4c80b55c433a {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1589.686118] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9b5926e5-fd67-4b0f-b077-111b83df62b4 tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.734318] env[62588]: DEBUG nova.compute.manager [None req-fe447c92-8f00-4785-91fb-d7476d878567 tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1589.734581] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-fe447c92-8f00-4785-91fb-d7476d878567 tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1589.735580] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9fea80-65d2-4dca-8855-bcc4f925cb53 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.743451] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe447c92-8f00-4785-91fb-d7476d878567 tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1589.743693] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee58e63c-b09f-4675-adba-19edb0ade3eb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.751114] env[62588]: DEBUG oslo_vmware.api [None req-fe447c92-8f00-4785-91fb-d7476d878567 tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Waiting for the task: (returnval){ [ 1589.751114] env[62588]: value = "task-1793754" [ 1589.751114] env[62588]: _type = "Task" [ 1589.751114] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.763052] env[62588]: DEBUG oslo_vmware.api [None req-fe447c92-8f00-4785-91fb-d7476d878567 tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': task-1793754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.769593] env[62588]: DEBUG nova.compute.manager [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1589.789137] env[62588]: DEBUG oslo_vmware.api [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529ef151-4edd-1ded-519d-802126c62cb9, 'name': SearchDatastore_Task, 'duration_secs': 0.016369} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.789862] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cf7dc29-a723-4061-8b1e-4cc42eb8de80 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.795862] env[62588]: DEBUG oslo_vmware.api [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1589.795862] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527d196a-44db-e259-d845-faac7c934e14" [ 1589.795862] env[62588]: _type = "Task" [ 1589.795862] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.806852] env[62588]: DEBUG oslo_vmware.api [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527d196a-44db-e259-d845-faac7c934e14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.041038] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793752, 'name': CreateVM_Task, 'duration_secs': 0.693965} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.043528] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1590.044694] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.044906] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.045285] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1590.045975] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07f72186-a562-4295-ae2b-4373309310a6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.054261] env[62588]: DEBUG oslo_vmware.api [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1590.054261] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d7d9c7-fa4d-e539-18b4-bdb4cd425afa" [ 1590.054261] env[62588]: _type = "Task" [ 1590.054261] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.063971] env[62588]: DEBUG oslo_vmware.api [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d7d9c7-fa4d-e539-18b4-bdb4cd425afa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.121104] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d86567-df7f-4c07-84ce-92170db7f140 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.128832] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9acc60a-d7ee-4048-880a-dd8a334f6056 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.161955] env[62588]: DEBUG nova.network.neutron [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Updating instance_info_cache with network_info: [{"id": "bf10e734-b5f3-4b3f-8521-4d963d207784", "address": "fa:16:3e:51:c3:51", "network": {"id": "b6a9cca8-25b5-4032-bae2-e8e3ab9d1a1e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-281994708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb27351a15a848fe904eb62a31514ca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf10e734-b5", "ovs_interfaceid": "bf10e734-b5f3-4b3f-8521-4d963d207784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.163366] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c36772-3917-448d-b298-fabc7063d781 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.173167] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63322ee8-1dae-4a05-a707-84fdeb0a86ff {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.192276] env[62588]: DEBUG nova.compute.provider_tree [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1590.262957] env[62588]: DEBUG oslo_vmware.api [None req-fe447c92-8f00-4785-91fb-d7476d878567 tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': task-1793754, 'name': PowerOffVM_Task, 'duration_secs': 0.268046} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.263435] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe447c92-8f00-4785-91fb-d7476d878567 tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1590.263435] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-fe447c92-8f00-4785-91fb-d7476d878567 tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1590.263714] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-746614a6-64d3-42ed-8d4f-89983efb1dd7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.297045] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.307442] env[62588]: DEBUG oslo_vmware.api [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527d196a-44db-e259-d845-faac7c934e14, 'name': SearchDatastore_Task, 'duration_secs': 0.011086} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.309884] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.310183] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] e1cb64a7-1d26-4b65-b571-c586efe0a94d/e1cb64a7-1d26-4b65-b571-c586efe0a94d.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1590.310480] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09661d7f-2256-49d0-a871-a706ca0135a4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.319046] env[62588]: DEBUG oslo_vmware.api [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1590.319046] env[62588]: value = "task-1793756" [ 1590.319046] env[62588]: _type = "Task" [ 1590.319046] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.327779] env[62588]: DEBUG oslo_vmware.api [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1793756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.350590] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-fe447c92-8f00-4785-91fb-d7476d878567 tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1590.350862] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-fe447c92-8f00-4785-91fb-d7476d878567 tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1590.351100] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe447c92-8f00-4785-91fb-d7476d878567 tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Deleting the datastore file [datastore1] 6493047e-572b-4c92-878f-270d4479416e {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1590.351450] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-323de396-0d76-4f74-9399-1fee01e50cde {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.361326] env[62588]: DEBUG oslo_vmware.api [None req-fe447c92-8f00-4785-91fb-d7476d878567 tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Waiting for the task: (returnval){ [ 1590.361326] env[62588]: value = "task-1793757" [ 1590.361326] env[62588]: _type = "Task" [ 1590.361326] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.370696] env[62588]: DEBUG oslo_vmware.api [None req-fe447c92-8f00-4785-91fb-d7476d878567 tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': task-1793757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.467659] env[62588]: DEBUG nova.network.neutron [req-74661ca0-f8ea-4ea3-978d-0f8f96ee0296 req-5bb4b252-3475-41c8-a7aa-50ebfc366201 service nova] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Updated VIF entry in instance network info cache for port d385c912-5dbf-4bfd-ba24-4c80b55c433a. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1590.468072] env[62588]: DEBUG nova.network.neutron [req-74661ca0-f8ea-4ea3-978d-0f8f96ee0296 req-5bb4b252-3475-41c8-a7aa-50ebfc366201 service nova] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Updating instance_info_cache with network_info: [{"id": "d385c912-5dbf-4bfd-ba24-4c80b55c433a", "address": "fa:16:3e:06:48:e8", "network": {"id": "29d85f41-e61c-49c7-93dd-8ae6091e13dd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004971789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1abac53217249a7a6b3552ebfca1c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd385c912-5d", "ovs_interfaceid": "d385c912-5dbf-4bfd-ba24-4c80b55c433a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.567974] env[62588]: DEBUG oslo_vmware.api [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d7d9c7-fa4d-e539-18b4-bdb4cd425afa, 'name': SearchDatastore_Task, 'duration_secs': 0.028165} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.568359] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.568558] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1590.568854] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.568925] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.569608] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1590.569608] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9e502f4-ea73-46f0-8b49-f1959770a277 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.589132] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1590.589312] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1590.590904] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7385851c-e150-44d8-a691-7ba26ca9a750 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.597716] env[62588]: DEBUG oslo_vmware.api [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1590.597716] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52083022-b058-ee84-0bf4-fbb12837714f" [ 1590.597716] env[62588]: _type = "Task" [ 1590.597716] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.607351] env[62588]: DEBUG oslo_vmware.api [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52083022-b058-ee84-0bf4-fbb12837714f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.667995] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Releasing lock "refresh_cache-88b35a0a-bc01-4bd4-91d5-fdb491b23b3e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.728927] env[62588]: DEBUG nova.scheduler.client.report [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Updated inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with generation 95 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1590.729261] env[62588]: DEBUG nova.compute.provider_tree [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Updating resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 generation from 95 to 96 during operation: update_inventory {{(pid=62588) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1590.729454] env[62588]: DEBUG nova.compute.provider_tree [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1590.835696] env[62588]: DEBUG oslo_vmware.api [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1793756, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.869719] env[62588]: DEBUG oslo_vmware.api [None req-fe447c92-8f00-4785-91fb-d7476d878567 tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': task-1793757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.971534] env[62588]: DEBUG oslo_concurrency.lockutils [req-74661ca0-f8ea-4ea3-978d-0f8f96ee0296 req-5bb4b252-3475-41c8-a7aa-50ebfc366201 service nova] Releasing lock "refresh_cache-e1cb64a7-1d26-4b65-b571-c586efe0a94d" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.016109] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1591.016109] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50bc04c-27a1-42ed-94e6-fa92c5be303f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.022700] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1591.023283] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5664587-d5ab-4a09-b4cb-34cf6ca15757 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.065406] env[62588]: DEBUG nova.compute.manager [req-401492d7-b4b6-4d08-a0d2-de708cbcc101 req-666f0907-19e5-441a-8364-d7dd72af7634 service nova] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Received event network-vif-unplugged-bf10e734-b5f3-4b3f-8521-4d963d207784 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1591.065406] env[62588]: DEBUG oslo_concurrency.lockutils [req-401492d7-b4b6-4d08-a0d2-de708cbcc101 req-666f0907-19e5-441a-8364-d7dd72af7634 service nova] Acquiring lock "88b35a0a-bc01-4bd4-91d5-fdb491b23b3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.065406] env[62588]: DEBUG oslo_concurrency.lockutils [req-401492d7-b4b6-4d08-a0d2-de708cbcc101 req-666f0907-19e5-441a-8364-d7dd72af7634 service nova] Lock "88b35a0a-bc01-4bd4-91d5-fdb491b23b3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.065406] env[62588]: DEBUG oslo_concurrency.lockutils [req-401492d7-b4b6-4d08-a0d2-de708cbcc101 req-666f0907-19e5-441a-8364-d7dd72af7634 service nova] Lock "88b35a0a-bc01-4bd4-91d5-fdb491b23b3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.065406] env[62588]: DEBUG nova.compute.manager [req-401492d7-b4b6-4d08-a0d2-de708cbcc101 req-666f0907-19e5-441a-8364-d7dd72af7634 service nova] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] No waiting events found dispatching network-vif-unplugged-bf10e734-b5f3-4b3f-8521-4d963d207784 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1591.065406] env[62588]: WARNING nova.compute.manager [req-401492d7-b4b6-4d08-a0d2-de708cbcc101 req-666f0907-19e5-441a-8364-d7dd72af7634 service nova] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Received unexpected event network-vif-unplugged-bf10e734-b5f3-4b3f-8521-4d963d207784 for instance with vm_state shelved and task_state shelving_offloading. [ 1591.111736] env[62588]: DEBUG oslo_vmware.api [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52083022-b058-ee84-0bf4-fbb12837714f, 'name': SearchDatastore_Task, 'duration_secs': 0.063383} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.111736] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0ee4e01-2890-4c2b-a8ef-ca8fb9048bbd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.117890] env[62588]: DEBUG oslo_vmware.api [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1591.117890] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527f399c-7281-7f9f-aeb7-0693c55471a1" [ 1591.117890] env[62588]: _type = "Task" [ 1591.117890] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.128550] env[62588]: DEBUG oslo_vmware.api [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527f399c-7281-7f9f-aeb7-0693c55471a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.178026] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1591.178026] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1591.178026] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Deleting the datastore file [datastore1] 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1591.178026] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b018010d-930a-4b12-9c13-9e4f42d3b1da {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.186322] env[62588]: DEBUG oslo_vmware.api [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1591.186322] env[62588]: value = "task-1793759" [ 1591.186322] env[62588]: _type = "Task" [ 1591.186322] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.198570] env[62588]: DEBUG oslo_vmware.api [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.238187] env[62588]: DEBUG oslo_concurrency.lockutils [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.153s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.239570] env[62588]: DEBUG nova.compute.manager [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1591.244297] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.470s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.244297] env[62588]: INFO nova.compute.claims [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1591.279859] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bb37e8d4-47b2-430f-985d-33d763e9a412 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquiring lock "eca1e90c-5ab0-4016-9aa9-0c6047159fb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.283801] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bb37e8d4-47b2-430f-985d-33d763e9a412 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lock "eca1e90c-5ab0-4016-9aa9-0c6047159fb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.283801] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bb37e8d4-47b2-430f-985d-33d763e9a412 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquiring lock "eca1e90c-5ab0-4016-9aa9-0c6047159fb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.283801] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bb37e8d4-47b2-430f-985d-33d763e9a412 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lock "eca1e90c-5ab0-4016-9aa9-0c6047159fb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.283801] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bb37e8d4-47b2-430f-985d-33d763e9a412 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lock "eca1e90c-5ab0-4016-9aa9-0c6047159fb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.284602] env[62588]: INFO nova.compute.manager [None req-bb37e8d4-47b2-430f-985d-33d763e9a412 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Terminating instance [ 1591.329921] env[62588]: DEBUG oslo_vmware.api [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1793756, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54453} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.330209] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] e1cb64a7-1d26-4b65-b571-c586efe0a94d/e1cb64a7-1d26-4b65-b571-c586efe0a94d.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1591.330420] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1591.330675] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c4d8c98-a012-4d81-bfe8-ccf00c46485b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.337348] env[62588]: DEBUG oslo_vmware.api [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1591.337348] env[62588]: value = "task-1793760" [ 1591.337348] env[62588]: _type = "Task" [ 1591.337348] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.344780] env[62588]: DEBUG oslo_vmware.api [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1793760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.369689] env[62588]: DEBUG oslo_vmware.api [None req-fe447c92-8f00-4785-91fb-d7476d878567 tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Task: {'id': task-1793757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.530542} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.369946] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe447c92-8f00-4785-91fb-d7476d878567 tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1591.370170] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-fe447c92-8f00-4785-91fb-d7476d878567 tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1591.370333] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-fe447c92-8f00-4785-91fb-d7476d878567 tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1591.370510] env[62588]: INFO nova.compute.manager [None req-fe447c92-8f00-4785-91fb-d7476d878567 tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] [instance: 6493047e-572b-4c92-878f-270d4479416e] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1591.370764] env[62588]: DEBUG oslo.service.loopingcall [None req-fe447c92-8f00-4785-91fb-d7476d878567 tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1591.370976] env[62588]: DEBUG nova.compute.manager [-] [instance: 6493047e-572b-4c92-878f-270d4479416e] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1591.371093] env[62588]: DEBUG nova.network.neutron [-] [instance: 6493047e-572b-4c92-878f-270d4479416e] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1591.631119] env[62588]: DEBUG oslo_vmware.api [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527f399c-7281-7f9f-aeb7-0693c55471a1, 'name': SearchDatastore_Task, 'duration_secs': 0.067593} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.631119] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.631438] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] aa58d5dd-6cee-4d32-b80a-1fdc853995e6/aa58d5dd-6cee-4d32-b80a-1fdc853995e6.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1591.631778] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-199aa416-3dd6-45ed-a315-f3999077f883 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.640243] env[62588]: DEBUG oslo_vmware.api [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1591.640243] env[62588]: value = "task-1793761" [ 1591.640243] env[62588]: _type = "Task" [ 1591.640243] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.648827] env[62588]: DEBUG oslo_vmware.api [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.696664] env[62588]: DEBUG oslo_vmware.api [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.748949] env[62588]: DEBUG nova.compute.utils [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1591.751997] env[62588]: DEBUG nova.compute.manager [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1591.752187] env[62588]: DEBUG nova.network.neutron [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1591.790096] env[62588]: DEBUG nova.compute.manager [None req-bb37e8d4-47b2-430f-985d-33d763e9a412 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1591.790096] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-bb37e8d4-47b2-430f-985d-33d763e9a412 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1591.790535] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d904c76-2942-44a4-94fd-10c1e3795d8b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.794851] env[62588]: DEBUG nova.policy [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8406d22d70eb487f92933bb166965868', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '065335656ff84f6fbc7084bd3a7c1839', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1591.801425] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb37e8d4-47b2-430f-985d-33d763e9a412 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1591.801681] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e26e22a5-0d70-4b37-b214-ab70b65cd14b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.808098] env[62588]: DEBUG oslo_vmware.api [None req-bb37e8d4-47b2-430f-985d-33d763e9a412 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1591.808098] env[62588]: value = "task-1793762" [ 1591.808098] env[62588]: _type = "Task" [ 1591.808098] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.816113] env[62588]: DEBUG oslo_vmware.api [None req-bb37e8d4-47b2-430f-985d-33d763e9a412 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.849438] env[62588]: DEBUG oslo_vmware.api [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1793760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175544} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.849700] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1591.850531] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10756726-4654-45c1-9c07-3ef2bb3f992b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.872932] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] e1cb64a7-1d26-4b65-b571-c586efe0a94d/e1cb64a7-1d26-4b65-b571-c586efe0a94d.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1591.873322] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fd8e18e-032d-4a30-9c85-dcc8e1c641cb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.893314] env[62588]: DEBUG oslo_vmware.api [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1591.893314] env[62588]: value = "task-1793763" [ 1591.893314] env[62588]: _type = "Task" [ 1591.893314] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.902106] env[62588]: DEBUG oslo_vmware.api [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1793763, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.141427] env[62588]: DEBUG nova.network.neutron [-] [instance: 6493047e-572b-4c92-878f-270d4479416e] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.156539] env[62588]: DEBUG oslo_vmware.api [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793761, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.202244] env[62588]: DEBUG oslo_vmware.api [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.683074} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.202244] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1592.202244] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1592.202244] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1592.208128] env[62588]: DEBUG nova.network.neutron [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Successfully created port: 18369b09-f404-472e-97ee-8f3af08e4e9b {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1592.238420] env[62588]: INFO nova.scheduler.client.report [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Deleted allocations for instance 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e [ 1592.254278] env[62588]: DEBUG nova.compute.manager [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1592.319074] env[62588]: DEBUG oslo_vmware.api [None req-bb37e8d4-47b2-430f-985d-33d763e9a412 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793762, 'name': PowerOffVM_Task, 'duration_secs': 0.290516} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.320568] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb37e8d4-47b2-430f-985d-33d763e9a412 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1592.322220] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-bb37e8d4-47b2-430f-985d-33d763e9a412 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1592.322220] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-366e99b3-d6b8-4717-b7cc-9fec0c264ba9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.412018] env[62588]: DEBUG oslo_vmware.api [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1793763, 'name': ReconfigVM_Task, 'duration_secs': 0.480949} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.412456] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Reconfigured VM instance instance-00000040 to attach disk [datastore1] e1cb64a7-1d26-4b65-b571-c586efe0a94d/e1cb64a7-1d26-4b65-b571-c586efe0a94d.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1592.413255] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-684f0702-045e-487e-9058-5b4e99e0250f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.420197] env[62588]: DEBUG oslo_vmware.api [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1592.420197] env[62588]: value = "task-1793765" [ 1592.420197] env[62588]: _type = "Task" [ 1592.420197] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.430308] env[62588]: DEBUG oslo_vmware.api [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1793765, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.576377] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-bb37e8d4-47b2-430f-985d-33d763e9a412 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1592.576582] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-bb37e8d4-47b2-430f-985d-33d763e9a412 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1592.576767] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb37e8d4-47b2-430f-985d-33d763e9a412 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Deleting the datastore file [datastore1] eca1e90c-5ab0-4016-9aa9-0c6047159fb0 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1592.577045] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6a91355-789a-450c-8d26-d28dd3aa8183 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.586821] env[62588]: DEBUG oslo_vmware.api [None req-bb37e8d4-47b2-430f-985d-33d763e9a412 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1592.586821] env[62588]: value = "task-1793766" [ 1592.586821] env[62588]: _type = "Task" [ 1592.586821] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.595643] env[62588]: DEBUG oslo_vmware.api [None req-bb37e8d4-47b2-430f-985d-33d763e9a412 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.649208] env[62588]: INFO nova.compute.manager [-] [instance: 6493047e-572b-4c92-878f-270d4479416e] Took 1.28 seconds to deallocate network for instance. [ 1592.657036] env[62588]: DEBUG oslo_vmware.api [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793761, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68494} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.660117] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] aa58d5dd-6cee-4d32-b80a-1fdc853995e6/aa58d5dd-6cee-4d32-b80a-1fdc853995e6.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1592.661132] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1592.661132] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cbb433e-070f-42f4-9a9d-8300ec932f6b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.668144] env[62588]: DEBUG oslo_vmware.api [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1592.668144] env[62588]: value = "task-1793767" [ 1592.668144] env[62588]: _type = "Task" [ 1592.668144] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.679153] env[62588]: DEBUG oslo_vmware.api [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793767, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.744103] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.777576] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6deb6fbf-1593-4851-82c5-b1a6098e25df {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.785309] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb11bde-3510-44f2-982d-1dcf29c160b2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.816917] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4729bff0-b25e-422a-92c4-764f17096a6c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.825082] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf122343-7c47-4e4b-9b83-91f3d190ec2a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.838822] env[62588]: DEBUG nova.compute.provider_tree [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1592.930590] env[62588]: DEBUG oslo_vmware.api [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1793765, 'name': Rename_Task, 'duration_secs': 0.143806} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.930880] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1592.931110] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9af45f9-15fd-47cf-a398-ed71f91772a5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.937383] env[62588]: DEBUG oslo_vmware.api [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1592.937383] env[62588]: value = "task-1793768" [ 1592.937383] env[62588]: _type = "Task" [ 1592.937383] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.948670] env[62588]: DEBUG oslo_vmware.api [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1793768, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.096930] env[62588]: DEBUG oslo_vmware.api [None req-bb37e8d4-47b2-430f-985d-33d763e9a412 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19038} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.097216] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb37e8d4-47b2-430f-985d-33d763e9a412 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1593.097387] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-bb37e8d4-47b2-430f-985d-33d763e9a412 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1593.098439] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-bb37e8d4-47b2-430f-985d-33d763e9a412 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1593.098439] env[62588]: INFO nova.compute.manager [None req-bb37e8d4-47b2-430f-985d-33d763e9a412 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1593.098439] env[62588]: DEBUG oslo.service.loopingcall [None req-bb37e8d4-47b2-430f-985d-33d763e9a412 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1593.098439] env[62588]: DEBUG nova.compute.manager [-] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1593.098565] env[62588]: DEBUG nova.network.neutron [-] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1593.150546] env[62588]: DEBUG nova.compute.manager [req-74ff5f15-ba72-435d-bb5a-af7257192b81 req-f528ba76-3e93-4b19-96f0-f0cc6b19712f service nova] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Received event network-changed-bf10e734-b5f3-4b3f-8521-4d963d207784 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1593.150964] env[62588]: DEBUG nova.compute.manager [req-74ff5f15-ba72-435d-bb5a-af7257192b81 req-f528ba76-3e93-4b19-96f0-f0cc6b19712f service nova] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Refreshing instance network info cache due to event network-changed-bf10e734-b5f3-4b3f-8521-4d963d207784. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1593.150964] env[62588]: DEBUG oslo_concurrency.lockutils [req-74ff5f15-ba72-435d-bb5a-af7257192b81 req-f528ba76-3e93-4b19-96f0-f0cc6b19712f service nova] Acquiring lock "refresh_cache-88b35a0a-bc01-4bd4-91d5-fdb491b23b3e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.151115] env[62588]: DEBUG oslo_concurrency.lockutils [req-74ff5f15-ba72-435d-bb5a-af7257192b81 req-f528ba76-3e93-4b19-96f0-f0cc6b19712f service nova] Acquired lock "refresh_cache-88b35a0a-bc01-4bd4-91d5-fdb491b23b3e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.151263] env[62588]: DEBUG nova.network.neutron [req-74ff5f15-ba72-435d-bb5a-af7257192b81 req-f528ba76-3e93-4b19-96f0-f0cc6b19712f service nova] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Refreshing network info cache for port bf10e734-b5f3-4b3f-8521-4d963d207784 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1593.162546] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fe447c92-8f00-4785-91fb-d7476d878567 tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.179194] env[62588]: DEBUG oslo_vmware.api [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793767, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067997} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.179194] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1593.179705] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3b4781-6491-4546-b716-2c91f7fb9404 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.201730] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] aa58d5dd-6cee-4d32-b80a-1fdc853995e6/aa58d5dd-6cee-4d32-b80a-1fdc853995e6.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1593.202575] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52ac78c2-81b9-48b3-9468-52270c98a5ef {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.222285] env[62588]: DEBUG oslo_vmware.api [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1593.222285] env[62588]: value = "task-1793769" [ 1593.222285] env[62588]: _type = "Task" [ 1593.222285] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.230616] env[62588]: DEBUG oslo_vmware.api [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.268847] env[62588]: DEBUG nova.compute.manager [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1593.292627] env[62588]: DEBUG nova.virt.hardware [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1593.292951] env[62588]: DEBUG nova.virt.hardware [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1593.293175] env[62588]: DEBUG nova.virt.hardware [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1593.293425] env[62588]: DEBUG nova.virt.hardware [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1593.293627] env[62588]: DEBUG nova.virt.hardware [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1593.293832] env[62588]: DEBUG nova.virt.hardware [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1593.294129] env[62588]: DEBUG nova.virt.hardware [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1593.294323] env[62588]: DEBUG nova.virt.hardware [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1593.294541] env[62588]: DEBUG nova.virt.hardware [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1593.294757] env[62588]: DEBUG nova.virt.hardware [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1593.294992] env[62588]: DEBUG nova.virt.hardware [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1593.296017] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ec11cf-3275-4db4-a2f6-796711a306f5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.305280] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc63f3d0-a457-40cd-afa6-49b77d4ade5b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.342284] env[62588]: DEBUG nova.scheduler.client.report [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1593.396198] env[62588]: DEBUG nova.compute.manager [req-65f4e614-2d66-46ac-949e-ab36d1b4827a req-6f28b848-145d-4a94-9504-d1a3c86a56b9 service nova] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Received event network-vif-deleted-c9f90935-23d0-4353-8ef2-b90756711889 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1593.396198] env[62588]: INFO nova.compute.manager [req-65f4e614-2d66-46ac-949e-ab36d1b4827a req-6f28b848-145d-4a94-9504-d1a3c86a56b9 service nova] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Neutron deleted interface c9f90935-23d0-4353-8ef2-b90756711889; detaching it from the instance and deleting it from the info cache [ 1593.396198] env[62588]: DEBUG nova.network.neutron [req-65f4e614-2d66-46ac-949e-ab36d1b4827a req-6f28b848-145d-4a94-9504-d1a3c86a56b9 service nova] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.447081] env[62588]: DEBUG oslo_vmware.api [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1793768, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.732681] env[62588]: DEBUG oslo_vmware.api [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793769, 'name': ReconfigVM_Task, 'duration_secs': 0.255343} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.733060] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Reconfigured VM instance instance-00000024 to attach disk [datastore1] aa58d5dd-6cee-4d32-b80a-1fdc853995e6/aa58d5dd-6cee-4d32-b80a-1fdc853995e6.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1593.733791] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e7fcd99-19cb-4fb7-a189-10680983290a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.740281] env[62588]: DEBUG oslo_vmware.api [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1593.740281] env[62588]: value = "task-1793770" [ 1593.740281] env[62588]: _type = "Task" [ 1593.740281] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.753440] env[62588]: DEBUG oslo_vmware.api [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793770, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.846360] env[62588]: DEBUG nova.network.neutron [-] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.848299] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.848774] env[62588]: DEBUG nova.compute.manager [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1593.851696] env[62588]: DEBUG oslo_concurrency.lockutils [None req-496165db-a7e0-4edc-8e29-dc6e7e4418e1 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.808s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.851927] env[62588]: DEBUG nova.objects.instance [None req-496165db-a7e0-4edc-8e29-dc6e7e4418e1 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lazy-loading 'resources' on Instance uuid ed1afca2-846c-4356-ae35-e651a8d38eda {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1593.897364] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1aa39fdb-b332-460b-86a8-b35b9a8354aa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.907388] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d4bbd8-e522-46e1-a107-de830d57cb59 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.920637] env[62588]: DEBUG nova.network.neutron [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Successfully updated port: 18369b09-f404-472e-97ee-8f3af08e4e9b {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1593.947846] env[62588]: DEBUG nova.compute.manager [req-65f4e614-2d66-46ac-949e-ab36d1b4827a req-6f28b848-145d-4a94-9504-d1a3c86a56b9 service nova] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Detach interface failed, port_id=c9f90935-23d0-4353-8ef2-b90756711889, reason: Instance eca1e90c-5ab0-4016-9aa9-0c6047159fb0 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1593.956554] env[62588]: DEBUG oslo_vmware.api [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1793768, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.957445] env[62588]: DEBUG nova.network.neutron [req-74ff5f15-ba72-435d-bb5a-af7257192b81 req-f528ba76-3e93-4b19-96f0-f0cc6b19712f service nova] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Updated VIF entry in instance network info cache for port bf10e734-b5f3-4b3f-8521-4d963d207784. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1593.957735] env[62588]: DEBUG nova.network.neutron [req-74ff5f15-ba72-435d-bb5a-af7257192b81 req-f528ba76-3e93-4b19-96f0-f0cc6b19712f service nova] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Updating instance_info_cache with network_info: [{"id": "bf10e734-b5f3-4b3f-8521-4d963d207784", "address": "fa:16:3e:51:c3:51", "network": {"id": "b6a9cca8-25b5-4032-bae2-e8e3ab9d1a1e", "bridge": null, "label": "tempest-ServersNegativeTestJSON-281994708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb27351a15a848fe904eb62a31514ca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapbf10e734-b5", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.250301] env[62588]: DEBUG oslo_vmware.api [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793770, 'name': Rename_Task, 'duration_secs': 0.138865} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.250643] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1594.250943] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3679d098-a4fe-4c2e-a7d3-4f03e4f4e454 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.258677] env[62588]: DEBUG oslo_vmware.api [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1594.258677] env[62588]: value = "task-1793771" [ 1594.258677] env[62588]: _type = "Task" [ 1594.258677] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.267319] env[62588]: DEBUG oslo_vmware.api [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.352450] env[62588]: INFO nova.compute.manager [-] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Took 1.25 seconds to deallocate network for instance. [ 1594.359779] env[62588]: DEBUG nova.compute.utils [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1594.363414] env[62588]: DEBUG nova.compute.manager [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1594.363588] env[62588]: DEBUG nova.network.neutron [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1594.411972] env[62588]: DEBUG nova.policy [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '848f0b4683cb4bbe95ae92285254f611', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4a4057af3814f23b5243d2a21a0ae38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1594.423851] env[62588]: DEBUG oslo_concurrency.lockutils [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Acquiring lock "refresh_cache-f26adaee-0b99-42b7-b852-b85833a67ff8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.424153] env[62588]: DEBUG oslo_concurrency.lockutils [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Acquired lock "refresh_cache-f26adaee-0b99-42b7-b852-b85833a67ff8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.424395] env[62588]: DEBUG nova.network.neutron [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1594.459965] env[62588]: DEBUG oslo_concurrency.lockutils [req-74ff5f15-ba72-435d-bb5a-af7257192b81 req-f528ba76-3e93-4b19-96f0-f0cc6b19712f service nova] Releasing lock "refresh_cache-88b35a0a-bc01-4bd4-91d5-fdb491b23b3e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.460526] env[62588]: DEBUG nova.compute.manager [req-74ff5f15-ba72-435d-bb5a-af7257192b81 req-f528ba76-3e93-4b19-96f0-f0cc6b19712f service nova] [instance: 6493047e-572b-4c92-878f-270d4479416e] Received event network-vif-deleted-519ab3d2-6d5c-425a-974d-073f803f26f1 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1594.461011] env[62588]: DEBUG oslo_vmware.api [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1793768, 'name': PowerOnVM_Task, 'duration_secs': 1.24306} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.464334] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1594.464667] env[62588]: INFO nova.compute.manager [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1594.466153] env[62588]: DEBUG nova.compute.manager [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1594.466241] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f5b067-a983-4f57-891b-f7f11656107b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.485734] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquiring lock "88b35a0a-bc01-4bd4-91d5-fdb491b23b3e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.772777] env[62588]: DEBUG oslo_vmware.api [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793771, 'name': PowerOnVM_Task, 'duration_secs': 0.427062} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.773077] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1594.773285] env[62588]: DEBUG nova.compute.manager [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1594.774107] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b93077e-75a2-4f8d-a129-ae5c3a30127d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.831822] env[62588]: DEBUG nova.network.neutron [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Successfully created port: ea1b8181-46ed-4bfe-96ce-71578cbd29a3 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1594.858729] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bb37e8d4-47b2-430f-985d-33d763e9a412 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.867716] env[62588]: DEBUG nova.compute.manager [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1594.893315] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7e48e9-1a05-4694-ae6f-fc4bdc2ed799 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.901035] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca65d71-e909-419f-a9e8-9c5367e0a6ed {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.935899] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e159b5-9b4c-4355-ac44-85c1663b4d83 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.944384] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b06f28-44af-4c24-9502-6bfc5ad2e92e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.959066] env[62588]: DEBUG nova.compute.provider_tree [None req-496165db-a7e0-4edc-8e29-dc6e7e4418e1 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1594.984833] env[62588]: INFO nova.compute.manager [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Took 52.63 seconds to build instance. [ 1595.010910] env[62588]: DEBUG nova.network.neutron [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1595.175729] env[62588]: DEBUG nova.compute.manager [req-9773a646-f2a1-4504-9c97-e04aa5e9d2b8 req-e2622d17-e0a3-4ef6-8646-3b8c42bbd746 service nova] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Received event network-vif-plugged-18369b09-f404-472e-97ee-8f3af08e4e9b {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1595.180215] env[62588]: DEBUG oslo_concurrency.lockutils [req-9773a646-f2a1-4504-9c97-e04aa5e9d2b8 req-e2622d17-e0a3-4ef6-8646-3b8c42bbd746 service nova] Acquiring lock "f26adaee-0b99-42b7-b852-b85833a67ff8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.180215] env[62588]: DEBUG oslo_concurrency.lockutils [req-9773a646-f2a1-4504-9c97-e04aa5e9d2b8 req-e2622d17-e0a3-4ef6-8646-3b8c42bbd746 service nova] Lock "f26adaee-0b99-42b7-b852-b85833a67ff8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.180215] env[62588]: DEBUG oslo_concurrency.lockutils [req-9773a646-f2a1-4504-9c97-e04aa5e9d2b8 req-e2622d17-e0a3-4ef6-8646-3b8c42bbd746 service nova] Lock "f26adaee-0b99-42b7-b852-b85833a67ff8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.180215] env[62588]: DEBUG nova.compute.manager [req-9773a646-f2a1-4504-9c97-e04aa5e9d2b8 req-e2622d17-e0a3-4ef6-8646-3b8c42bbd746 service nova] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] No waiting events found dispatching network-vif-plugged-18369b09-f404-472e-97ee-8f3af08e4e9b {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1595.180215] env[62588]: WARNING nova.compute.manager [req-9773a646-f2a1-4504-9c97-e04aa5e9d2b8 req-e2622d17-e0a3-4ef6-8646-3b8c42bbd746 service nova] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Received unexpected event network-vif-plugged-18369b09-f404-472e-97ee-8f3af08e4e9b for instance with vm_state building and task_state spawning. [ 1595.180215] env[62588]: DEBUG nova.compute.manager [req-9773a646-f2a1-4504-9c97-e04aa5e9d2b8 req-e2622d17-e0a3-4ef6-8646-3b8c42bbd746 service nova] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Received event network-changed-18369b09-f404-472e-97ee-8f3af08e4e9b {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1595.180496] env[62588]: DEBUG nova.compute.manager [req-9773a646-f2a1-4504-9c97-e04aa5e9d2b8 req-e2622d17-e0a3-4ef6-8646-3b8c42bbd746 service nova] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Refreshing instance network info cache due to event network-changed-18369b09-f404-472e-97ee-8f3af08e4e9b. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1595.180640] env[62588]: DEBUG oslo_concurrency.lockutils [req-9773a646-f2a1-4504-9c97-e04aa5e9d2b8 req-e2622d17-e0a3-4ef6-8646-3b8c42bbd746 service nova] Acquiring lock "refresh_cache-f26adaee-0b99-42b7-b852-b85833a67ff8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.260531] env[62588]: DEBUG nova.network.neutron [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Updating instance_info_cache with network_info: [{"id": "18369b09-f404-472e-97ee-8f3af08e4e9b", "address": "fa:16:3e:14:61:75", "network": {"id": "23a19eae-ef66-4b57-898a-49494d4231eb", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2090200820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "065335656ff84f6fbc7084bd3a7c1839", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18369b09-f4", "ovs_interfaceid": "18369b09-f404-472e-97ee-8f3af08e4e9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1595.296370] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.462501] env[62588]: DEBUG nova.scheduler.client.report [None req-496165db-a7e0-4edc-8e29-dc6e7e4418e1 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1595.486997] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5c8a1d15-2abc-427e-803d-dccb2d6db3a9 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "e1cb64a7-1d26-4b65-b571-c586efe0a94d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.518s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.762717] env[62588]: DEBUG oslo_concurrency.lockutils [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Releasing lock "refresh_cache-f26adaee-0b99-42b7-b852-b85833a67ff8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.763067] env[62588]: DEBUG nova.compute.manager [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Instance network_info: |[{"id": "18369b09-f404-472e-97ee-8f3af08e4e9b", "address": "fa:16:3e:14:61:75", "network": {"id": "23a19eae-ef66-4b57-898a-49494d4231eb", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2090200820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "065335656ff84f6fbc7084bd3a7c1839", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18369b09-f4", "ovs_interfaceid": "18369b09-f404-472e-97ee-8f3af08e4e9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1595.763370] env[62588]: DEBUG oslo_concurrency.lockutils [req-9773a646-f2a1-4504-9c97-e04aa5e9d2b8 req-e2622d17-e0a3-4ef6-8646-3b8c42bbd746 service nova] Acquired lock "refresh_cache-f26adaee-0b99-42b7-b852-b85833a67ff8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.763595] env[62588]: DEBUG nova.network.neutron [req-9773a646-f2a1-4504-9c97-e04aa5e9d2b8 req-e2622d17-e0a3-4ef6-8646-3b8c42bbd746 service nova] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Refreshing network info cache for port 18369b09-f404-472e-97ee-8f3af08e4e9b {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1595.764805] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:61:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18369b09-f404-472e-97ee-8f3af08e4e9b', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1595.773399] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Creating folder: Project (065335656ff84f6fbc7084bd3a7c1839). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1595.777132] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2049753-430d-4568-8139-a845c48e9fee {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.788696] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Created folder: Project (065335656ff84f6fbc7084bd3a7c1839) in parent group-v371885. [ 1595.788916] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Creating folder: Instances. Parent ref: group-v372066. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1595.789185] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-691b4698-79e3-4587-8e46-4fa92da09561 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.800070] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Created folder: Instances in parent group-v372066. [ 1595.800306] env[62588]: DEBUG oslo.service.loopingcall [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1595.800500] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1595.800942] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbc867c1-8c89-48d5-a210-a465eeb447bc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.820632] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1595.820632] env[62588]: value = "task-1793774" [ 1595.820632] env[62588]: _type = "Task" [ 1595.820632] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.828428] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793774, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.878615] env[62588]: DEBUG nova.compute.manager [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1595.905733] env[62588]: DEBUG nova.virt.hardware [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1595.906726] env[62588]: DEBUG nova.virt.hardware [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1595.907339] env[62588]: DEBUG nova.virt.hardware [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1595.907579] env[62588]: DEBUG nova.virt.hardware [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1595.907783] env[62588]: DEBUG nova.virt.hardware [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1595.907907] env[62588]: DEBUG nova.virt.hardware [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1595.908132] env[62588]: DEBUG nova.virt.hardware [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1595.908296] env[62588]: DEBUG nova.virt.hardware [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1595.908465] env[62588]: DEBUG nova.virt.hardware [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1595.908628] env[62588]: DEBUG nova.virt.hardware [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1595.908801] env[62588]: DEBUG nova.virt.hardware [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1595.909700] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7f4cbc-7ee0-4dcb-8ddf-e9b3bdf99b85 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.920281] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be77bcf-1699-44b5-8906-46d262313e7d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.973723] env[62588]: DEBUG oslo_concurrency.lockutils [None req-496165db-a7e0-4edc-8e29-dc6e7e4418e1 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.976016] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 41.149s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.976292] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.976436] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62588) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1595.976842] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.758s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.979809] env[62588]: INFO nova.compute.claims [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1595.981652] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a15b89-58a6-4656-bc1b-cfed4a7312c1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.996608] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1b2c72-dda7-4713-86c3-1b24ad992874 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.020859] env[62588]: INFO nova.scheduler.client.report [None req-496165db-a7e0-4edc-8e29-dc6e7e4418e1 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Deleted allocations for instance ed1afca2-846c-4356-ae35-e651a8d38eda [ 1596.022655] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c2fb87-3d31-49ca-9726-902b54e4690f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.032400] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319c2201-adbd-493c-9dbc-c6a9f6195899 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.067598] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178268MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62588) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1596.067752] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.137679] env[62588]: DEBUG nova.network.neutron [req-9773a646-f2a1-4504-9c97-e04aa5e9d2b8 req-e2622d17-e0a3-4ef6-8646-3b8c42bbd746 service nova] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Updated VIF entry in instance network info cache for port 18369b09-f404-472e-97ee-8f3af08e4e9b. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1596.138071] env[62588]: DEBUG nova.network.neutron [req-9773a646-f2a1-4504-9c97-e04aa5e9d2b8 req-e2622d17-e0a3-4ef6-8646-3b8c42bbd746 service nova] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Updating instance_info_cache with network_info: [{"id": "18369b09-f404-472e-97ee-8f3af08e4e9b", "address": "fa:16:3e:14:61:75", "network": {"id": "23a19eae-ef66-4b57-898a-49494d4231eb", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2090200820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "065335656ff84f6fbc7084bd3a7c1839", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18369b09-f4", "ovs_interfaceid": "18369b09-f404-472e-97ee-8f3af08e4e9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.236214] env[62588]: INFO nova.compute.manager [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Rebuilding instance [ 1596.277628] env[62588]: DEBUG nova.compute.manager [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1596.278707] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44a7a00-8eb5-4888-84c7-a41371e39637 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.331568] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793774, 'name': CreateVM_Task, 'duration_secs': 0.342728} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.331746] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1596.332442] env[62588]: DEBUG oslo_concurrency.lockutils [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.332637] env[62588]: DEBUG oslo_concurrency.lockutils [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.332962] env[62588]: DEBUG oslo_concurrency.lockutils [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1596.333231] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb93d638-28b4-454c-bf8c-8d7ab059dbe8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.338274] env[62588]: DEBUG oslo_vmware.api [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Waiting for the task: (returnval){ [ 1596.338274] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e0dd67-ad98-3a14-ffbc-91a8b449d612" [ 1596.338274] env[62588]: _type = "Task" [ 1596.338274] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.346143] env[62588]: DEBUG oslo_vmware.api [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e0dd67-ad98-3a14-ffbc-91a8b449d612, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.368852] env[62588]: DEBUG nova.compute.manager [req-c7c04e9d-7e90-4a93-b65f-11a4d8a6e157 req-933ffbd9-33f0-48dc-964b-0f4231417282 service nova] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Received event network-vif-plugged-ea1b8181-46ed-4bfe-96ce-71578cbd29a3 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1596.369136] env[62588]: DEBUG oslo_concurrency.lockutils [req-c7c04e9d-7e90-4a93-b65f-11a4d8a6e157 req-933ffbd9-33f0-48dc-964b-0f4231417282 service nova] Acquiring lock "61f82ed6-fa5e-4bca-9264-ee86692839a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.369343] env[62588]: DEBUG oslo_concurrency.lockutils [req-c7c04e9d-7e90-4a93-b65f-11a4d8a6e157 req-933ffbd9-33f0-48dc-964b-0f4231417282 service nova] Lock "61f82ed6-fa5e-4bca-9264-ee86692839a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.369578] env[62588]: DEBUG oslo_concurrency.lockutils [req-c7c04e9d-7e90-4a93-b65f-11a4d8a6e157 req-933ffbd9-33f0-48dc-964b-0f4231417282 service nova] Lock "61f82ed6-fa5e-4bca-9264-ee86692839a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.369719] env[62588]: DEBUG nova.compute.manager [req-c7c04e9d-7e90-4a93-b65f-11a4d8a6e157 req-933ffbd9-33f0-48dc-964b-0f4231417282 service nova] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] No waiting events found dispatching network-vif-plugged-ea1b8181-46ed-4bfe-96ce-71578cbd29a3 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1596.369937] env[62588]: WARNING nova.compute.manager [req-c7c04e9d-7e90-4a93-b65f-11a4d8a6e157 req-933ffbd9-33f0-48dc-964b-0f4231417282 service nova] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Received unexpected event network-vif-plugged-ea1b8181-46ed-4bfe-96ce-71578cbd29a3 for instance with vm_state building and task_state spawning. [ 1596.462012] env[62588]: DEBUG nova.network.neutron [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Successfully updated port: ea1b8181-46ed-4bfe-96ce-71578cbd29a3 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1596.531010] env[62588]: DEBUG oslo_concurrency.lockutils [None req-496165db-a7e0-4edc-8e29-dc6e7e4418e1 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "ed1afca2-846c-4356-ae35-e651a8d38eda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.804s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.641153] env[62588]: DEBUG oslo_concurrency.lockutils [req-9773a646-f2a1-4504-9c97-e04aa5e9d2b8 req-e2622d17-e0a3-4ef6-8646-3b8c42bbd746 service nova] Releasing lock "refresh_cache-f26adaee-0b99-42b7-b852-b85833a67ff8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.848740] env[62588]: DEBUG oslo_vmware.api [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e0dd67-ad98-3a14-ffbc-91a8b449d612, 'name': SearchDatastore_Task, 'duration_secs': 0.009901} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.849079] env[62588]: DEBUG oslo_concurrency.lockutils [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.849328] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1596.849574] env[62588]: DEBUG oslo_concurrency.lockutils [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.849729] env[62588]: DEBUG oslo_concurrency.lockutils [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.849908] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1596.850204] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e0b0811-a9b1-4225-bb53-4d3b293b60de {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.858661] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1596.859283] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1596.859734] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48abfee6-5671-4dad-91d8-45026277e55b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.865172] env[62588]: DEBUG oslo_vmware.api [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Waiting for the task: (returnval){ [ 1596.865172] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529cff02-e707-f4d0-6a88-e03153ff538f" [ 1596.865172] env[62588]: _type = "Task" [ 1596.865172] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.873176] env[62588]: DEBUG oslo_vmware.api [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529cff02-e707-f4d0-6a88-e03153ff538f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.969097] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "refresh_cache-61f82ed6-fa5e-4bca-9264-ee86692839a4" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.969303] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquired lock "refresh_cache-61f82ed6-fa5e-4bca-9264-ee86692839a4" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.969491] env[62588]: DEBUG nova.network.neutron [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1597.212946] env[62588]: DEBUG nova.compute.manager [req-43790254-0db6-48ea-ba50-b805f638d48d req-39549559-2b11-441f-bf4c-a00b11cf1489 service nova] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Received event network-changed-d385c912-5dbf-4bfd-ba24-4c80b55c433a {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1597.213124] env[62588]: DEBUG nova.compute.manager [req-43790254-0db6-48ea-ba50-b805f638d48d req-39549559-2b11-441f-bf4c-a00b11cf1489 service nova] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Refreshing instance network info cache due to event network-changed-d385c912-5dbf-4bfd-ba24-4c80b55c433a. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1597.213250] env[62588]: DEBUG oslo_concurrency.lockutils [req-43790254-0db6-48ea-ba50-b805f638d48d req-39549559-2b11-441f-bf4c-a00b11cf1489 service nova] Acquiring lock "refresh_cache-e1cb64a7-1d26-4b65-b571-c586efe0a94d" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.213399] env[62588]: DEBUG oslo_concurrency.lockutils [req-43790254-0db6-48ea-ba50-b805f638d48d req-39549559-2b11-441f-bf4c-a00b11cf1489 service nova] Acquired lock "refresh_cache-e1cb64a7-1d26-4b65-b571-c586efe0a94d" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.213549] env[62588]: DEBUG nova.network.neutron [req-43790254-0db6-48ea-ba50-b805f638d48d req-39549559-2b11-441f-bf4c-a00b11cf1489 service nova] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Refreshing network info cache for port d385c912-5dbf-4bfd-ba24-4c80b55c433a {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1597.292150] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1597.292453] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd95e101-dbec-4905-b8f1-e9d64aee3a88 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.302695] env[62588]: DEBUG oslo_vmware.api [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1597.302695] env[62588]: value = "task-1793775" [ 1597.302695] env[62588]: _type = "Task" [ 1597.302695] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.315765] env[62588]: DEBUG oslo_vmware.api [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.379204] env[62588]: DEBUG oslo_vmware.api [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529cff02-e707-f4d0-6a88-e03153ff538f, 'name': SearchDatastore_Task, 'duration_secs': 0.00884} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.380018] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2bcab92-7720-4ad9-9a53-e8b04bfe6e6d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.386730] env[62588]: DEBUG oslo_vmware.api [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Waiting for the task: (returnval){ [ 1597.386730] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527bc721-ff5e-1061-9225-a7c9d00ffac5" [ 1597.386730] env[62588]: _type = "Task" [ 1597.386730] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.394194] env[62588]: DEBUG oslo_vmware.api [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527bc721-ff5e-1061-9225-a7c9d00ffac5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.408306] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63de5d44-226c-4350-ae49-89b158999da4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.418483] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ba4a39-fada-44fc-8546-2b42b3ff9daf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.456337] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010b8ec4-8d58-45d4-8c6a-14b941291fdc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.464518] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164b0eeb-9e9d-470e-a2a6-1914395220b5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.480791] env[62588]: DEBUG nova.compute.provider_tree [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1597.509277] env[62588]: DEBUG nova.network.neutron [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1597.666494] env[62588]: DEBUG nova.network.neutron [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Updating instance_info_cache with network_info: [{"id": "ea1b8181-46ed-4bfe-96ce-71578cbd29a3", "address": "fa:16:3e:1e:46:eb", "network": {"id": "f87efb3d-a002-4997-b4d3-e6b2cca210dd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-702870531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a4057af3814f23b5243d2a21a0ae38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea1b8181-46", "ovs_interfaceid": "ea1b8181-46ed-4bfe-96ce-71578cbd29a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.812773] env[62588]: DEBUG oslo_vmware.api [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793775, 'name': PowerOffVM_Task, 'duration_secs': 0.178587} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.812903] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1597.813022] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1597.813778] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9f76bf-9337-41bc-b839-e0aec35cb5a8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.822146] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1597.822368] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0986abe-f4f1-4692-a8ae-db709e22de4d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.899805] env[62588]: DEBUG oslo_vmware.api [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527bc721-ff5e-1061-9225-a7c9d00ffac5, 'name': SearchDatastore_Task, 'duration_secs': 0.011892} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.901063] env[62588]: DEBUG oslo_concurrency.lockutils [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.901063] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] f26adaee-0b99-42b7-b852-b85833a67ff8/f26adaee-0b99-42b7-b852-b85833a67ff8.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1597.901063] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b689e49c-ba22-4aa1-927e-c23d283d8ee3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.908070] env[62588]: DEBUG oslo_vmware.api [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Waiting for the task: (returnval){ [ 1597.908070] env[62588]: value = "task-1793777" [ 1597.908070] env[62588]: _type = "Task" [ 1597.908070] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.912945] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1597.913223] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1597.913442] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Deleting the datastore file [datastore1] aa58d5dd-6cee-4d32-b80a-1fdc853995e6 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1597.913706] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53f80ea3-0013-4da9-a0f3-f7c94b4d22a1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.919599] env[62588]: DEBUG oslo_vmware.api [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Task: {'id': task-1793777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.923718] env[62588]: DEBUG oslo_vmware.api [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1597.923718] env[62588]: value = "task-1793778" [ 1597.923718] env[62588]: _type = "Task" [ 1597.923718] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.932607] env[62588]: DEBUG oslo_vmware.api [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.948078] env[62588]: DEBUG nova.network.neutron [req-43790254-0db6-48ea-ba50-b805f638d48d req-39549559-2b11-441f-bf4c-a00b11cf1489 service nova] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Updated VIF entry in instance network info cache for port d385c912-5dbf-4bfd-ba24-4c80b55c433a. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1597.948500] env[62588]: DEBUG nova.network.neutron [req-43790254-0db6-48ea-ba50-b805f638d48d req-39549559-2b11-441f-bf4c-a00b11cf1489 service nova] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Updating instance_info_cache with network_info: [{"id": "d385c912-5dbf-4bfd-ba24-4c80b55c433a", "address": "fa:16:3e:06:48:e8", "network": {"id": "29d85f41-e61c-49c7-93dd-8ae6091e13dd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004971789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1abac53217249a7a6b3552ebfca1c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd385c912-5d", "ovs_interfaceid": "d385c912-5dbf-4bfd-ba24-4c80b55c433a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.984192] env[62588]: DEBUG nova.scheduler.client.report [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1598.169327] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Releasing lock "refresh_cache-61f82ed6-fa5e-4bca-9264-ee86692839a4" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.169682] env[62588]: DEBUG nova.compute.manager [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Instance network_info: |[{"id": "ea1b8181-46ed-4bfe-96ce-71578cbd29a3", "address": "fa:16:3e:1e:46:eb", "network": {"id": "f87efb3d-a002-4997-b4d3-e6b2cca210dd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-702870531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a4057af3814f23b5243d2a21a0ae38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea1b8181-46", "ovs_interfaceid": "ea1b8181-46ed-4bfe-96ce-71578cbd29a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1598.170292] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:46:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ba3bd22-c936-470e-89bd-b3a5587e87a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea1b8181-46ed-4bfe-96ce-71578cbd29a3', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1598.179321] env[62588]: DEBUG oslo.service.loopingcall [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1598.179581] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1598.179852] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2dd246f-aa09-43fa-b639-2ddf1faf1133 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.204215] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1598.204215] env[62588]: value = "task-1793779" [ 1598.204215] env[62588]: _type = "Task" [ 1598.204215] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.212350] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793779, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.394477] env[62588]: DEBUG nova.compute.manager [req-4c53abe5-1634-461a-87cd-6e802ef95dbf req-43b7440a-b580-486a-a659-aa2adb1e6267 service nova] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Received event network-changed-ea1b8181-46ed-4bfe-96ce-71578cbd29a3 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1598.394787] env[62588]: DEBUG nova.compute.manager [req-4c53abe5-1634-461a-87cd-6e802ef95dbf req-43b7440a-b580-486a-a659-aa2adb1e6267 service nova] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Refreshing instance network info cache due to event network-changed-ea1b8181-46ed-4bfe-96ce-71578cbd29a3. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1598.394976] env[62588]: DEBUG oslo_concurrency.lockutils [req-4c53abe5-1634-461a-87cd-6e802ef95dbf req-43b7440a-b580-486a-a659-aa2adb1e6267 service nova] Acquiring lock "refresh_cache-61f82ed6-fa5e-4bca-9264-ee86692839a4" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.395193] env[62588]: DEBUG oslo_concurrency.lockutils [req-4c53abe5-1634-461a-87cd-6e802ef95dbf req-43b7440a-b580-486a-a659-aa2adb1e6267 service nova] Acquired lock "refresh_cache-61f82ed6-fa5e-4bca-9264-ee86692839a4" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.395387] env[62588]: DEBUG nova.network.neutron [req-4c53abe5-1634-461a-87cd-6e802ef95dbf req-43b7440a-b580-486a-a659-aa2adb1e6267 service nova] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Refreshing network info cache for port ea1b8181-46ed-4bfe-96ce-71578cbd29a3 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1598.417937] env[62588]: DEBUG oslo_vmware.api [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Task: {'id': task-1793777, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475231} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.418209] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] f26adaee-0b99-42b7-b852-b85833a67ff8/f26adaee-0b99-42b7-b852-b85833a67ff8.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1598.418421] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1598.418655] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc67620c-1c2d-464b-8eba-9eff4297192d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.427983] env[62588]: DEBUG oslo_vmware.api [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Waiting for the task: (returnval){ [ 1598.427983] env[62588]: value = "task-1793780" [ 1598.427983] env[62588]: _type = "Task" [ 1598.427983] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.434113] env[62588]: DEBUG oslo_vmware.api [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128269} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.434660] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1598.434850] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1598.435105] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1598.440591] env[62588]: DEBUG oslo_vmware.api [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Task: {'id': task-1793780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.451348] env[62588]: DEBUG oslo_concurrency.lockutils [req-43790254-0db6-48ea-ba50-b805f638d48d req-39549559-2b11-441f-bf4c-a00b11cf1489 service nova] Releasing lock "refresh_cache-e1cb64a7-1d26-4b65-b571-c586efe0a94d" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.489789] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.490204] env[62588]: DEBUG nova.compute.manager [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1598.493314] env[62588]: DEBUG oslo_concurrency.lockutils [None req-54c04f0f-1718-4064-b6f7-1eb479596194 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.784s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.493633] env[62588]: DEBUG nova.objects.instance [None req-54c04f0f-1718-4064-b6f7-1eb479596194 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Lazy-loading 'resources' on Instance uuid b65d9bfb-74bb-41fe-afd1-2a1cf354543b {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1598.714729] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793779, 'name': CreateVM_Task, 'duration_secs': 0.394267} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.714909] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1598.715644] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.715863] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.716164] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1598.716421] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1dd8bb5-e7f8-469b-b5e9-e2626a25d7f4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.721398] env[62588]: DEBUG oslo_vmware.api [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1598.721398] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527a2311-e256-a751-592d-194af871922d" [ 1598.721398] env[62588]: _type = "Task" [ 1598.721398] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.729067] env[62588]: DEBUG oslo_vmware.api [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527a2311-e256-a751-592d-194af871922d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.938045] env[62588]: DEBUG oslo_vmware.api [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Task: {'id': task-1793780, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065382} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.938045] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1598.938407] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f83025-c9c5-48ac-88a0-2d8580e00dbc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.962268] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] f26adaee-0b99-42b7-b852-b85833a67ff8/f26adaee-0b99-42b7-b852-b85833a67ff8.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1598.963071] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53b56cd2-4e5a-4c42-ae5f-d417226f7d51 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.985396] env[62588]: DEBUG oslo_vmware.api [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Waiting for the task: (returnval){ [ 1598.985396] env[62588]: value = "task-1793781" [ 1598.985396] env[62588]: _type = "Task" [ 1598.985396] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.995192] env[62588]: DEBUG oslo_vmware.api [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Task: {'id': task-1793781, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.999892] env[62588]: DEBUG nova.compute.utils [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1599.003417] env[62588]: DEBUG nova.compute.manager [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1599.004327] env[62588]: DEBUG nova.network.neutron [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1599.078024] env[62588]: DEBUG nova.policy [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01fafc3a63d14c79bb221241f5a6af47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '084551de646f4e009b911831dfceb4f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1599.168168] env[62588]: DEBUG nova.network.neutron [req-4c53abe5-1634-461a-87cd-6e802ef95dbf req-43b7440a-b580-486a-a659-aa2adb1e6267 service nova] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Updated VIF entry in instance network info cache for port ea1b8181-46ed-4bfe-96ce-71578cbd29a3. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1599.168452] env[62588]: DEBUG nova.network.neutron [req-4c53abe5-1634-461a-87cd-6e802ef95dbf req-43b7440a-b580-486a-a659-aa2adb1e6267 service nova] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Updating instance_info_cache with network_info: [{"id": "ea1b8181-46ed-4bfe-96ce-71578cbd29a3", "address": "fa:16:3e:1e:46:eb", "network": {"id": "f87efb3d-a002-4997-b4d3-e6b2cca210dd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-702870531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a4057af3814f23b5243d2a21a0ae38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea1b8181-46", "ovs_interfaceid": "ea1b8181-46ed-4bfe-96ce-71578cbd29a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.231673] env[62588]: DEBUG oslo_vmware.api [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527a2311-e256-a751-592d-194af871922d, 'name': SearchDatastore_Task, 'duration_secs': 0.01029} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.234254] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.234520] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1599.234754] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.234900] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.235089] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1599.235627] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65e93e1b-6021-46e3-b198-a1a85808d94b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.244367] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1599.244555] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1599.247618] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02283387-1d55-453f-abb3-bc6b270feb60 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.254849] env[62588]: DEBUG oslo_vmware.api [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1599.254849] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5280dffc-24b3-4be6-9a26-57b411098d77" [ 1599.254849] env[62588]: _type = "Task" [ 1599.254849] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.261804] env[62588]: DEBUG oslo_vmware.api [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5280dffc-24b3-4be6-9a26-57b411098d77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.440604] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b9546e-8bd4-4600-814a-0020ead3ce35 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.448707] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb7fed1-039a-48a4-9309-22fe11f2cf23 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.452109] env[62588]: DEBUG nova.network.neutron [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Successfully created port: 347c42a2-815e-44d4-a7be-744beabf8ad2 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1599.484600] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652d6548-54ff-4916-9055-0b816af0b260 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.496646] env[62588]: DEBUG oslo_vmware.api [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Task: {'id': task-1793781, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.499939] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fe8330-6289-4477-8a01-dba6304d35f7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.505721] env[62588]: DEBUG nova.compute.manager [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1599.521276] env[62588]: DEBUG nova.compute.provider_tree [None req-54c04f0f-1718-4064-b6f7-1eb479596194 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1599.523861] env[62588]: DEBUG nova.virt.hardware [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1599.524440] env[62588]: DEBUG nova.virt.hardware [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1599.524440] env[62588]: DEBUG nova.virt.hardware [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1599.524589] env[62588]: DEBUG nova.virt.hardware [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1599.524632] env[62588]: DEBUG nova.virt.hardware [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1599.524805] env[62588]: DEBUG nova.virt.hardware [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1599.525033] env[62588]: DEBUG nova.virt.hardware [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1599.525203] env[62588]: DEBUG nova.virt.hardware [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1599.525367] env[62588]: DEBUG nova.virt.hardware [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1599.526396] env[62588]: DEBUG nova.virt.hardware [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1599.526396] env[62588]: DEBUG nova.virt.hardware [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1599.527221] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6503994-cd32-4291-b9fd-aa88e67782b2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.533256] env[62588]: DEBUG nova.scheduler.client.report [None req-54c04f0f-1718-4064-b6f7-1eb479596194 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1599.540429] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07537fa-64c2-4ec6-a42f-2ec014882696 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.556079] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:14:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70d5fbc0-2677-4f52-ba03-d2b9c68b8aed', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1599.563602] env[62588]: DEBUG oslo.service.loopingcall [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1599.564446] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1599.564669] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b49b24e9-bb93-426a-b12a-391165e351d6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.584947] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1599.584947] env[62588]: value = "task-1793782" [ 1599.584947] env[62588]: _type = "Task" [ 1599.584947] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.593321] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793782, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.671583] env[62588]: DEBUG oslo_concurrency.lockutils [req-4c53abe5-1634-461a-87cd-6e802ef95dbf req-43b7440a-b580-486a-a659-aa2adb1e6267 service nova] Releasing lock "refresh_cache-61f82ed6-fa5e-4bca-9264-ee86692839a4" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.764117] env[62588]: DEBUG oslo_vmware.api [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5280dffc-24b3-4be6-9a26-57b411098d77, 'name': SearchDatastore_Task, 'duration_secs': 0.009082} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.764940] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b04e0470-fd08-49e4-9437-f49dc6607eb3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.770177] env[62588]: DEBUG oslo_vmware.api [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1599.770177] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5214e945-e9d4-0b59-8c73-8968c022a0f9" [ 1599.770177] env[62588]: _type = "Task" [ 1599.770177] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.777719] env[62588]: DEBUG oslo_vmware.api [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5214e945-e9d4-0b59-8c73-8968c022a0f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.996956] env[62588]: DEBUG oslo_vmware.api [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Task: {'id': task-1793781, 'name': ReconfigVM_Task, 'duration_secs': 0.857024} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.997265] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Reconfigured VM instance instance-00000041 to attach disk [datastore1] f26adaee-0b99-42b7-b852-b85833a67ff8/f26adaee-0b99-42b7-b852-b85833a67ff8.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1599.997875] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e926d5d-812a-47c9-8e06-cf747162e4a6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.004131] env[62588]: DEBUG oslo_vmware.api [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Waiting for the task: (returnval){ [ 1600.004131] env[62588]: value = "task-1793783" [ 1600.004131] env[62588]: _type = "Task" [ 1600.004131] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.014540] env[62588]: DEBUG oslo_vmware.api [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Task: {'id': task-1793783, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.035853] env[62588]: DEBUG oslo_concurrency.lockutils [None req-54c04f0f-1718-4064-b6f7-1eb479596194 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.542s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.038298] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7e08fe83-0937-43ba-ba9d-64f1128bf7ef tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.685s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.038617] env[62588]: DEBUG nova.objects.instance [None req-7e08fe83-0937-43ba-ba9d-64f1128bf7ef tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lazy-loading 'resources' on Instance uuid 31f70009-4ec8-405f-87de-6e041742bc92 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1600.059243] env[62588]: INFO nova.scheduler.client.report [None req-54c04f0f-1718-4064-b6f7-1eb479596194 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Deleted allocations for instance b65d9bfb-74bb-41fe-afd1-2a1cf354543b [ 1600.095934] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793782, 'name': CreateVM_Task, 'duration_secs': 0.379301} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.096210] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1600.097040] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.097304] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.097704] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1600.098081] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-004579c1-806e-4394-a4b6-9f19fa4958c7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.103858] env[62588]: DEBUG oslo_vmware.api [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1600.103858] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d47797-032a-f4af-a87a-0c72e12a6714" [ 1600.103858] env[62588]: _type = "Task" [ 1600.103858] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.112137] env[62588]: DEBUG oslo_vmware.api [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d47797-032a-f4af-a87a-0c72e12a6714, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.280778] env[62588]: DEBUG oslo_vmware.api [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5214e945-e9d4-0b59-8c73-8968c022a0f9, 'name': SearchDatastore_Task, 'duration_secs': 0.008481} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.281066] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.281322] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 61f82ed6-fa5e-4bca-9264-ee86692839a4/61f82ed6-fa5e-4bca-9264-ee86692839a4.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1600.281579] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3853c41-57ee-4b8b-a9da-0bc304ecb94b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.287972] env[62588]: DEBUG oslo_vmware.api [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1600.287972] env[62588]: value = "task-1793784" [ 1600.287972] env[62588]: _type = "Task" [ 1600.287972] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.297234] env[62588]: DEBUG oslo_vmware.api [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.517322] env[62588]: DEBUG nova.compute.manager [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1600.519680] env[62588]: DEBUG oslo_vmware.api [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Task: {'id': task-1793783, 'name': Rename_Task, 'duration_secs': 0.349105} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.520296] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1600.520590] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e74fb01-4171-4620-b14f-ea7ae1cd02d4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.529398] env[62588]: DEBUG oslo_vmware.api [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Waiting for the task: (returnval){ [ 1600.529398] env[62588]: value = "task-1793785" [ 1600.529398] env[62588]: _type = "Task" [ 1600.529398] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.544363] env[62588]: DEBUG oslo_vmware.api [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Task: {'id': task-1793785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.546715] env[62588]: DEBUG nova.virt.hardware [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1600.546957] env[62588]: DEBUG nova.virt.hardware [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1600.547129] env[62588]: DEBUG nova.virt.hardware [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1600.547313] env[62588]: DEBUG nova.virt.hardware [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1600.547459] env[62588]: DEBUG nova.virt.hardware [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1600.547605] env[62588]: DEBUG nova.virt.hardware [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1600.547812] env[62588]: DEBUG nova.virt.hardware [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1600.547974] env[62588]: DEBUG nova.virt.hardware [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1600.548154] env[62588]: DEBUG nova.virt.hardware [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1600.548316] env[62588]: DEBUG nova.virt.hardware [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1600.548487] env[62588]: DEBUG nova.virt.hardware [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1600.549844] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41747a43-befc-4049-bd57-44ba334ea475 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.558213] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c8b239-8b31-43ed-98c2-afe91d57c46a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.578525] env[62588]: DEBUG oslo_concurrency.lockutils [None req-54c04f0f-1718-4064-b6f7-1eb479596194 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Lock "b65d9bfb-74bb-41fe-afd1-2a1cf354543b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.638s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.615710] env[62588]: DEBUG oslo_vmware.api [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d47797-032a-f4af-a87a-0c72e12a6714, 'name': SearchDatastore_Task, 'duration_secs': 0.009029} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.618694] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.618968] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1600.619231] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.619378] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.619553] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1600.620415] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-394400c2-85c6-485c-afe7-cfb671ac42aa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.635741] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1600.635970] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1600.637125] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ee3c993-3f81-41aa-9fcd-d72f28a9e681 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.644759] env[62588]: DEBUG oslo_vmware.api [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1600.644759] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52155427-747c-0621-9f1d-5641ff0440c9" [ 1600.644759] env[62588]: _type = "Task" [ 1600.644759] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.656826] env[62588]: DEBUG oslo_vmware.api [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52155427-747c-0621-9f1d-5641ff0440c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.800147] env[62588]: DEBUG oslo_vmware.api [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455786} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.800414] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 61f82ed6-fa5e-4bca-9264-ee86692839a4/61f82ed6-fa5e-4bca-9264-ee86692839a4.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1600.800622] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1600.800882] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efde6561-0183-4afb-b282-7b210aa64487 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.807590] env[62588]: DEBUG oslo_vmware.api [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1600.807590] env[62588]: value = "task-1793786" [ 1600.807590] env[62588]: _type = "Task" [ 1600.807590] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.818839] env[62588]: DEBUG oslo_vmware.api [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.983275] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d19e4f-3458-4a92-8de0-aac862e5c2c2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.991785] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c775449-cd6f-46a5-813e-9a702c2df222 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.031958] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e8999a-0b2d-49bd-bf6d-962d2a37a90d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.038423] env[62588]: DEBUG nova.compute.manager [req-81c0caa3-cd66-41ca-8b6c-d63e33cdb133 req-817b6770-3a0d-463f-8129-54f7be950d62 service nova] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Received event network-vif-plugged-347c42a2-815e-44d4-a7be-744beabf8ad2 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1601.038637] env[62588]: DEBUG oslo_concurrency.lockutils [req-81c0caa3-cd66-41ca-8b6c-d63e33cdb133 req-817b6770-3a0d-463f-8129-54f7be950d62 service nova] Acquiring lock "8ad0b805-95c8-43f6-a687-6819ae17c230-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.038844] env[62588]: DEBUG oslo_concurrency.lockutils [req-81c0caa3-cd66-41ca-8b6c-d63e33cdb133 req-817b6770-3a0d-463f-8129-54f7be950d62 service nova] Lock "8ad0b805-95c8-43f6-a687-6819ae17c230-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.039014] env[62588]: DEBUG oslo_concurrency.lockutils [req-81c0caa3-cd66-41ca-8b6c-d63e33cdb133 req-817b6770-3a0d-463f-8129-54f7be950d62 service nova] Lock "8ad0b805-95c8-43f6-a687-6819ae17c230-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.039195] env[62588]: DEBUG nova.compute.manager [req-81c0caa3-cd66-41ca-8b6c-d63e33cdb133 req-817b6770-3a0d-463f-8129-54f7be950d62 service nova] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] No waiting events found dispatching network-vif-plugged-347c42a2-815e-44d4-a7be-744beabf8ad2 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1601.039339] env[62588]: WARNING nova.compute.manager [req-81c0caa3-cd66-41ca-8b6c-d63e33cdb133 req-817b6770-3a0d-463f-8129-54f7be950d62 service nova] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Received unexpected event network-vif-plugged-347c42a2-815e-44d4-a7be-744beabf8ad2 for instance with vm_state building and task_state spawning. [ 1601.048686] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca773fe4-e8c3-46b6-ae9c-bad0dbf2f901 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.052809] env[62588]: DEBUG oslo_vmware.api [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Task: {'id': task-1793785, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.063645] env[62588]: DEBUG nova.compute.provider_tree [None req-7e08fe83-0937-43ba-ba9d-64f1128bf7ef tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1601.095061] env[62588]: DEBUG nova.network.neutron [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Successfully updated port: 347c42a2-815e-44d4-a7be-744beabf8ad2 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1601.156982] env[62588]: DEBUG oslo_vmware.api [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52155427-747c-0621-9f1d-5641ff0440c9, 'name': SearchDatastore_Task, 'duration_secs': 0.053334} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.158071] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fea547f0-13f3-4b6c-bf31-469dda197fda {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.164370] env[62588]: DEBUG oslo_vmware.api [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1601.164370] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52848b9b-321c-f75b-60ea-6e3fd0ac3982" [ 1601.164370] env[62588]: _type = "Task" [ 1601.164370] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.172041] env[62588]: DEBUG oslo_vmware.api [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52848b9b-321c-f75b-60ea-6e3fd0ac3982, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.318055] env[62588]: DEBUG oslo_vmware.api [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068312} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.318306] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1601.319097] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de65717e-14f8-4833-a17a-23b6b271c598 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.342191] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 61f82ed6-fa5e-4bca-9264-ee86692839a4/61f82ed6-fa5e-4bca-9264-ee86692839a4.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1601.342502] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c50e2d3-90e7-4838-b0a2-389d3707e41a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.363655] env[62588]: DEBUG oslo_vmware.api [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1601.363655] env[62588]: value = "task-1793787" [ 1601.363655] env[62588]: _type = "Task" [ 1601.363655] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.373516] env[62588]: DEBUG oslo_vmware.api [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793787, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.539790] env[62588]: DEBUG oslo_vmware.api [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Task: {'id': task-1793785, 'name': PowerOnVM_Task, 'duration_secs': 0.578983} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.540077] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1601.540271] env[62588]: INFO nova.compute.manager [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1601.540480] env[62588]: DEBUG nova.compute.manager [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1601.541238] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654c0c1c-1d00-4026-99f1-6e65b51dda7e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.567111] env[62588]: DEBUG nova.scheduler.client.report [None req-7e08fe83-0937-43ba-ba9d-64f1128bf7ef tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1601.598270] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquiring lock "refresh_cache-8ad0b805-95c8-43f6-a687-6819ae17c230" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.598379] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquired lock "refresh_cache-8ad0b805-95c8-43f6-a687-6819ae17c230" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.598535] env[62588]: DEBUG nova.network.neutron [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1601.675469] env[62588]: DEBUG oslo_vmware.api [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52848b9b-321c-f75b-60ea-6e3fd0ac3982, 'name': SearchDatastore_Task, 'duration_secs': 0.009313} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.675817] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.676051] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] aa58d5dd-6cee-4d32-b80a-1fdc853995e6/aa58d5dd-6cee-4d32-b80a-1fdc853995e6.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1601.676310] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6072cf2-93f8-4311-bf95-332596fbeec2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.683388] env[62588]: DEBUG oslo_vmware.api [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1601.683388] env[62588]: value = "task-1793788" [ 1601.683388] env[62588]: _type = "Task" [ 1601.683388] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.690947] env[62588]: DEBUG oslo_vmware.api [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.875396] env[62588]: DEBUG oslo_vmware.api [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793787, 'name': ReconfigVM_Task, 'duration_secs': 0.25928} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.875741] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 61f82ed6-fa5e-4bca-9264-ee86692839a4/61f82ed6-fa5e-4bca-9264-ee86692839a4.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1601.876413] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87092244-289d-4d2c-8de2-61251c0bad97 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.883759] env[62588]: DEBUG oslo_vmware.api [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1601.883759] env[62588]: value = "task-1793789" [ 1601.883759] env[62588]: _type = "Task" [ 1601.883759] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.893266] env[62588]: DEBUG oslo_vmware.api [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793789, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.065842] env[62588]: INFO nova.compute.manager [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Took 56.06 seconds to build instance. [ 1602.075240] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7e08fe83-0937-43ba-ba9d-64f1128bf7ef tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.076154] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0aadc30a-b442-4a5e-958b-b3a960e24fd4 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.436s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.076873] env[62588]: DEBUG nova.objects.instance [None req-0aadc30a-b442-4a5e-958b-b3a960e24fd4 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lazy-loading 'resources' on Instance uuid ca797e4a-cfa0-4989-b063-84e83834aa62 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1602.102852] env[62588]: INFO nova.scheduler.client.report [None req-7e08fe83-0937-43ba-ba9d-64f1128bf7ef tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Deleted allocations for instance 31f70009-4ec8-405f-87de-6e041742bc92 [ 1602.176434] env[62588]: DEBUG nova.network.neutron [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1602.200024] env[62588]: DEBUG oslo_vmware.api [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793788, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477021} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.206102] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] aa58d5dd-6cee-4d32-b80a-1fdc853995e6/aa58d5dd-6cee-4d32-b80a-1fdc853995e6.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1602.206102] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1602.206786] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfa361d5-264a-458c-a277-3e721614f9ec {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.220123] env[62588]: DEBUG oslo_vmware.api [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1602.220123] env[62588]: value = "task-1793790" [ 1602.220123] env[62588]: _type = "Task" [ 1602.220123] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.246419] env[62588]: DEBUG oslo_vmware.api [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793790, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.394876] env[62588]: DEBUG oslo_vmware.api [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793789, 'name': Rename_Task, 'duration_secs': 0.163147} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.395186] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1602.395438] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04a9ea24-86ca-4a6e-81b9-648145b12e5e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.401428] env[62588]: DEBUG oslo_vmware.api [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1602.401428] env[62588]: value = "task-1793791" [ 1602.401428] env[62588]: _type = "Task" [ 1602.401428] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.409911] env[62588]: DEBUG oslo_vmware.api [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.569169] env[62588]: DEBUG oslo_concurrency.lockutils [None req-925676dc-0f88-40d2-8f1a-6aa8c3fc5773 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Lock "f26adaee-0b99-42b7-b852-b85833a67ff8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.098s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.612064] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7e08fe83-0937-43ba-ba9d-64f1128bf7ef tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "31f70009-4ec8-405f-87de-6e041742bc92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.829s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.727175] env[62588]: DEBUG oslo_vmware.api [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793790, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066871} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.727175] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1602.727823] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a168cb6-4dea-4a8e-ad3e-444752f23271 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.731830] env[62588]: DEBUG nova.network.neutron [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Updating instance_info_cache with network_info: [{"id": "347c42a2-815e-44d4-a7be-744beabf8ad2", "address": "fa:16:3e:0f:97:c6", "network": {"id": "abe77029-4246-4dd1-a37f-7e4bb2908970", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1890419447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "084551de646f4e009b911831dfceb4f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap347c42a2-81", "ovs_interfaceid": "347c42a2-815e-44d4-a7be-744beabf8ad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.745592] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3dbd42cc-7472-4c20-a02a-07f0ae023ca3 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Acquiring lock "8f332302-3abe-48f7-b007-676335d46d97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.745851] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3dbd42cc-7472-4c20-a02a-07f0ae023ca3 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Lock "8f332302-3abe-48f7-b007-676335d46d97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.746059] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3dbd42cc-7472-4c20-a02a-07f0ae023ca3 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Acquiring lock "8f332302-3abe-48f7-b007-676335d46d97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.746249] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3dbd42cc-7472-4c20-a02a-07f0ae023ca3 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Lock "8f332302-3abe-48f7-b007-676335d46d97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.746434] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3dbd42cc-7472-4c20-a02a-07f0ae023ca3 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Lock "8f332302-3abe-48f7-b007-676335d46d97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.759319] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] aa58d5dd-6cee-4d32-b80a-1fdc853995e6/aa58d5dd-6cee-4d32-b80a-1fdc853995e6.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1602.760444] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Releasing lock "refresh_cache-8ad0b805-95c8-43f6-a687-6819ae17c230" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.760719] env[62588]: DEBUG nova.compute.manager [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Instance network_info: |[{"id": "347c42a2-815e-44d4-a7be-744beabf8ad2", "address": "fa:16:3e:0f:97:c6", "network": {"id": "abe77029-4246-4dd1-a37f-7e4bb2908970", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1890419447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "084551de646f4e009b911831dfceb4f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap347c42a2-81", "ovs_interfaceid": "347c42a2-815e-44d4-a7be-744beabf8ad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1602.761187] env[62588]: INFO nova.compute.manager [None req-3dbd42cc-7472-4c20-a02a-07f0ae023ca3 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Terminating instance [ 1602.765071] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16ef767d-f660-42c5-aec3-983fd36b256a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.783600] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:97:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a4d142-3f97-47fe-b074-58923c46815e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '347c42a2-815e-44d4-a7be-744beabf8ad2', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1602.791058] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Creating folder: Project (084551de646f4e009b911831dfceb4f4). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1602.793841] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e988018-1773-4e8e-8d08-2910003528a3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.801339] env[62588]: DEBUG oslo_vmware.api [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1602.801339] env[62588]: value = "task-1793793" [ 1602.801339] env[62588]: _type = "Task" [ 1602.801339] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.807392] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Created folder: Project (084551de646f4e009b911831dfceb4f4) in parent group-v371885. [ 1602.807583] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Creating folder: Instances. Parent ref: group-v372071. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1602.813018] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49ccf5ab-73b4-4096-906b-1e03fc0bb7af {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.815729] env[62588]: DEBUG oslo_vmware.api [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793793, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.826274] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Created folder: Instances in parent group-v372071. [ 1602.826517] env[62588]: DEBUG oslo.service.loopingcall [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1602.826717] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1602.828191] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca47d090-35b6-4d55-8d6c-10aed750c0e8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.850687] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1602.850687] env[62588]: value = "task-1793795" [ 1602.850687] env[62588]: _type = "Task" [ 1602.850687] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.859590] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793795, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.912663] env[62588]: DEBUG oslo_vmware.api [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793791, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.060218] env[62588]: DEBUG nova.compute.manager [req-fb44b84d-1d4e-4015-8b57-33e14e78d902 req-f5108b1a-fc42-4c96-a743-8491680c2e64 service nova] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Received event network-changed-347c42a2-815e-44d4-a7be-744beabf8ad2 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1603.060424] env[62588]: DEBUG nova.compute.manager [req-fb44b84d-1d4e-4015-8b57-33e14e78d902 req-f5108b1a-fc42-4c96-a743-8491680c2e64 service nova] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Refreshing instance network info cache due to event network-changed-347c42a2-815e-44d4-a7be-744beabf8ad2. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1603.060640] env[62588]: DEBUG oslo_concurrency.lockutils [req-fb44b84d-1d4e-4015-8b57-33e14e78d902 req-f5108b1a-fc42-4c96-a743-8491680c2e64 service nova] Acquiring lock "refresh_cache-8ad0b805-95c8-43f6-a687-6819ae17c230" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.060774] env[62588]: DEBUG oslo_concurrency.lockutils [req-fb44b84d-1d4e-4015-8b57-33e14e78d902 req-f5108b1a-fc42-4c96-a743-8491680c2e64 service nova] Acquired lock "refresh_cache-8ad0b805-95c8-43f6-a687-6819ae17c230" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.060931] env[62588]: DEBUG nova.network.neutron [req-fb44b84d-1d4e-4015-8b57-33e14e78d902 req-f5108b1a-fc42-4c96-a743-8491680c2e64 service nova] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Refreshing network info cache for port 347c42a2-815e-44d4-a7be-744beabf8ad2 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1603.097674] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15ce32d-e03e-4f3d-9e19-7fe2f16da775 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.105503] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8156cf2-1acb-438b-86ed-f76a949653f1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.137601] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563e6a4f-9f5c-495e-bd89-4cec8be0ef2f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.147791] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdfb752-a2dc-4c54-bc58-1e0a1816e402 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.161586] env[62588]: DEBUG nova.compute.provider_tree [None req-0aadc30a-b442-4a5e-958b-b3a960e24fd4 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1603.296095] env[62588]: DEBUG nova.compute.manager [None req-3dbd42cc-7472-4c20-a02a-07f0ae023ca3 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1603.296336] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbd42cc-7472-4c20-a02a-07f0ae023ca3 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1603.297293] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63edc094-be74-4dc1-a61d-9dbc7d568367 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.306675] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dbd42cc-7472-4c20-a02a-07f0ae023ca3 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1603.307376] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-257e7596-e265-4b37-92bf-7f812d66061c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.311770] env[62588]: DEBUG oslo_vmware.api [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793793, 'name': ReconfigVM_Task, 'duration_secs': 0.344946} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.313057] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Reconfigured VM instance instance-00000024 to attach disk [datastore1] aa58d5dd-6cee-4d32-b80a-1fdc853995e6/aa58d5dd-6cee-4d32-b80a-1fdc853995e6.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1603.313752] env[62588]: DEBUG oslo_vmware.api [None req-3dbd42cc-7472-4c20-a02a-07f0ae023ca3 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Waiting for the task: (returnval){ [ 1603.313752] env[62588]: value = "task-1793796" [ 1603.313752] env[62588]: _type = "Task" [ 1603.313752] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.314038] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab02afe9-0d00-40e2-a11c-18933e8e50ae {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.326418] env[62588]: DEBUG oslo_vmware.api [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1603.326418] env[62588]: value = "task-1793797" [ 1603.326418] env[62588]: _type = "Task" [ 1603.326418] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.326718] env[62588]: DEBUG oslo_vmware.api [None req-3dbd42cc-7472-4c20-a02a-07f0ae023ca3 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.335034] env[62588]: DEBUG oslo_vmware.api [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793797, 'name': Rename_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.360576] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793795, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.414039] env[62588]: DEBUG oslo_vmware.api [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793791, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.665912] env[62588]: DEBUG nova.scheduler.client.report [None req-0aadc30a-b442-4a5e-958b-b3a960e24fd4 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1603.810126] env[62588]: DEBUG nova.network.neutron [req-fb44b84d-1d4e-4015-8b57-33e14e78d902 req-f5108b1a-fc42-4c96-a743-8491680c2e64 service nova] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Updated VIF entry in instance network info cache for port 347c42a2-815e-44d4-a7be-744beabf8ad2. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1603.810126] env[62588]: DEBUG nova.network.neutron [req-fb44b84d-1d4e-4015-8b57-33e14e78d902 req-f5108b1a-fc42-4c96-a743-8491680c2e64 service nova] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Updating instance_info_cache with network_info: [{"id": "347c42a2-815e-44d4-a7be-744beabf8ad2", "address": "fa:16:3e:0f:97:c6", "network": {"id": "abe77029-4246-4dd1-a37f-7e4bb2908970", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1890419447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "084551de646f4e009b911831dfceb4f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap347c42a2-81", "ovs_interfaceid": "347c42a2-815e-44d4-a7be-744beabf8ad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.825507] env[62588]: DEBUG oslo_vmware.api [None req-3dbd42cc-7472-4c20-a02a-07f0ae023ca3 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793796, 'name': PowerOffVM_Task, 'duration_secs': 0.226581} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.826404] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dbd42cc-7472-4c20-a02a-07f0ae023ca3 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1603.826656] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbd42cc-7472-4c20-a02a-07f0ae023ca3 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1603.826828] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-694ca8da-7ce3-4255-b332-75ed17835490 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.837143] env[62588]: DEBUG oslo_vmware.api [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793797, 'name': Rename_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.860465] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793795, 'name': CreateVM_Task, 'duration_secs': 0.6608} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.860647] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1603.861348] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.861515] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.861845] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1603.862424] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62ce862a-176c-4d4a-a0ce-2527f4c000bc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.867219] env[62588]: DEBUG oslo_vmware.api [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for the task: (returnval){ [ 1603.867219] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527dad32-1aea-38bf-8d5c-b506679d3e9a" [ 1603.867219] env[62588]: _type = "Task" [ 1603.867219] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.877088] env[62588]: DEBUG oslo_vmware.api [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527dad32-1aea-38bf-8d5c-b506679d3e9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.903996] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbd42cc-7472-4c20-a02a-07f0ae023ca3 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1603.904249] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbd42cc-7472-4c20-a02a-07f0ae023ca3 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1603.904428] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dbd42cc-7472-4c20-a02a-07f0ae023ca3 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Deleting the datastore file [datastore1] 8f332302-3abe-48f7-b007-676335d46d97 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1603.907870] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cd0c318-351e-4409-97a8-1434c5c55d04 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.915694] env[62588]: DEBUG oslo_vmware.api [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793791, 'name': PowerOnVM_Task, 'duration_secs': 1.378705} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.917135] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1603.917405] env[62588]: INFO nova.compute.manager [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Took 8.04 seconds to spawn the instance on the hypervisor. [ 1603.917603] env[62588]: DEBUG nova.compute.manager [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1603.917945] env[62588]: DEBUG oslo_vmware.api [None req-3dbd42cc-7472-4c20-a02a-07f0ae023ca3 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Waiting for the task: (returnval){ [ 1603.917945] env[62588]: value = "task-1793799" [ 1603.917945] env[62588]: _type = "Task" [ 1603.917945] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.918665] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec64e7c-84b2-435a-9933-69e37c54a5bb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.933164] env[62588]: DEBUG oslo_vmware.api [None req-3dbd42cc-7472-4c20-a02a-07f0ae023ca3 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.171568] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0aadc30a-b442-4a5e-958b-b3a960e24fd4 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.095s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.175111] env[62588]: DEBUG oslo_concurrency.lockutils [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.758s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.179024] env[62588]: INFO nova.compute.claims [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1604.198886] env[62588]: INFO nova.scheduler.client.report [None req-0aadc30a-b442-4a5e-958b-b3a960e24fd4 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Deleted allocations for instance ca797e4a-cfa0-4989-b063-84e83834aa62 [ 1604.314530] env[62588]: DEBUG oslo_concurrency.lockutils [req-fb44b84d-1d4e-4015-8b57-33e14e78d902 req-f5108b1a-fc42-4c96-a743-8491680c2e64 service nova] Releasing lock "refresh_cache-8ad0b805-95c8-43f6-a687-6819ae17c230" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.314740] env[62588]: DEBUG nova.compute.manager [req-fb44b84d-1d4e-4015-8b57-33e14e78d902 req-f5108b1a-fc42-4c96-a743-8491680c2e64 service nova] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Received event network-changed-18369b09-f404-472e-97ee-8f3af08e4e9b {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1604.314923] env[62588]: DEBUG nova.compute.manager [req-fb44b84d-1d4e-4015-8b57-33e14e78d902 req-f5108b1a-fc42-4c96-a743-8491680c2e64 service nova] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Refreshing instance network info cache due to event network-changed-18369b09-f404-472e-97ee-8f3af08e4e9b. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1604.315132] env[62588]: DEBUG oslo_concurrency.lockutils [req-fb44b84d-1d4e-4015-8b57-33e14e78d902 req-f5108b1a-fc42-4c96-a743-8491680c2e64 service nova] Acquiring lock "refresh_cache-f26adaee-0b99-42b7-b852-b85833a67ff8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.315274] env[62588]: DEBUG oslo_concurrency.lockutils [req-fb44b84d-1d4e-4015-8b57-33e14e78d902 req-f5108b1a-fc42-4c96-a743-8491680c2e64 service nova] Acquired lock "refresh_cache-f26adaee-0b99-42b7-b852-b85833a67ff8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.315492] env[62588]: DEBUG nova.network.neutron [req-fb44b84d-1d4e-4015-8b57-33e14e78d902 req-f5108b1a-fc42-4c96-a743-8491680c2e64 service nova] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Refreshing network info cache for port 18369b09-f404-472e-97ee-8f3af08e4e9b {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1604.338457] env[62588]: DEBUG oslo_vmware.api [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793797, 'name': Rename_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.378067] env[62588]: DEBUG oslo_vmware.api [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527dad32-1aea-38bf-8d5c-b506679d3e9a, 'name': SearchDatastore_Task, 'duration_secs': 0.009978} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.378230] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.378417] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1604.378654] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.378803] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.378977] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1604.379263] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e42a04f-c3cc-4b95-9689-da7a30b42a8a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.387821] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1604.388016] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1604.388733] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-334b5ffa-b545-4d07-b78f-e92ca888a6be {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.396172] env[62588]: DEBUG oslo_vmware.api [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for the task: (returnval){ [ 1604.396172] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b1085f-e85d-390b-c2a5-47b18efe5b09" [ 1604.396172] env[62588]: _type = "Task" [ 1604.396172] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.404528] env[62588]: DEBUG oslo_vmware.api [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b1085f-e85d-390b-c2a5-47b18efe5b09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.430521] env[62588]: DEBUG oslo_vmware.api [None req-3dbd42cc-7472-4c20-a02a-07f0ae023ca3 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Task: {'id': task-1793799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138986} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.430767] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dbd42cc-7472-4c20-a02a-07f0ae023ca3 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1604.430950] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbd42cc-7472-4c20-a02a-07f0ae023ca3 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1604.431142] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbd42cc-7472-4c20-a02a-07f0ae023ca3 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1604.431317] env[62588]: INFO nova.compute.manager [None req-3dbd42cc-7472-4c20-a02a-07f0ae023ca3 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1604.431556] env[62588]: DEBUG oslo.service.loopingcall [None req-3dbd42cc-7472-4c20-a02a-07f0ae023ca3 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1604.431748] env[62588]: DEBUG nova.compute.manager [-] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1604.431842] env[62588]: DEBUG nova.network.neutron [-] [instance: 8f332302-3abe-48f7-b007-676335d46d97] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1604.441780] env[62588]: INFO nova.compute.manager [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Took 55.69 seconds to build instance. [ 1604.707081] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0aadc30a-b442-4a5e-958b-b3a960e24fd4 tempest-MultipleCreateTestJSON-422667273 tempest-MultipleCreateTestJSON-422667273-project-member] Lock "ca797e4a-cfa0-4989-b063-84e83834aa62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.643s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.837891] env[62588]: DEBUG oslo_vmware.api [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793797, 'name': Rename_Task, 'duration_secs': 1.136405} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.838787] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1604.839077] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4776b48d-8eb5-4a08-8800-bd0c486471f0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.846428] env[62588]: DEBUG oslo_vmware.api [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1604.846428] env[62588]: value = "task-1793800" [ 1604.846428] env[62588]: _type = "Task" [ 1604.846428] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.855905] env[62588]: DEBUG oslo_vmware.api [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.916030] env[62588]: DEBUG oslo_vmware.api [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b1085f-e85d-390b-c2a5-47b18efe5b09, 'name': SearchDatastore_Task, 'duration_secs': 0.009728} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.920511] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cdd3b96-a7ec-48be-a2f1-f4a6968c966a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.926991] env[62588]: DEBUG oslo_vmware.api [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for the task: (returnval){ [ 1604.926991] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f3df52-e2cf-06c2-60be-3cbf57dc83f9" [ 1604.926991] env[62588]: _type = "Task" [ 1604.926991] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.934921] env[62588]: DEBUG oslo_vmware.api [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f3df52-e2cf-06c2-60be-3cbf57dc83f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.944071] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b238382a-ae69-4d04-b4c9-8aa03102945f tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "61f82ed6-fa5e-4bca-9264-ee86692839a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.463s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.114166] env[62588]: DEBUG nova.compute.manager [req-cb99d42b-1094-4342-8146-5ff0dbc42ddd req-f28dd79f-5ae4-45da-b675-6ff5ba55bb9f service nova] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Received event network-vif-deleted-3b9f8430-a419-4803-95ee-d0bb459fafc3 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1605.114166] env[62588]: INFO nova.compute.manager [req-cb99d42b-1094-4342-8146-5ff0dbc42ddd req-f28dd79f-5ae4-45da-b675-6ff5ba55bb9f service nova] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Neutron deleted interface 3b9f8430-a419-4803-95ee-d0bb459fafc3; detaching it from the instance and deleting it from the info cache [ 1605.114166] env[62588]: DEBUG nova.network.neutron [req-cb99d42b-1094-4342-8146-5ff0dbc42ddd req-f28dd79f-5ae4-45da-b675-6ff5ba55bb9f service nova] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.126482] env[62588]: DEBUG nova.network.neutron [req-fb44b84d-1d4e-4015-8b57-33e14e78d902 req-f5108b1a-fc42-4c96-a743-8491680c2e64 service nova] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Updated VIF entry in instance network info cache for port 18369b09-f404-472e-97ee-8f3af08e4e9b. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1605.126871] env[62588]: DEBUG nova.network.neutron [req-fb44b84d-1d4e-4015-8b57-33e14e78d902 req-f5108b1a-fc42-4c96-a743-8491680c2e64 service nova] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Updating instance_info_cache with network_info: [{"id": "18369b09-f404-472e-97ee-8f3af08e4e9b", "address": "fa:16:3e:14:61:75", "network": {"id": "23a19eae-ef66-4b57-898a-49494d4231eb", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2090200820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "065335656ff84f6fbc7084bd3a7c1839", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18369b09-f4", "ovs_interfaceid": "18369b09-f404-472e-97ee-8f3af08e4e9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.208045] env[62588]: DEBUG nova.network.neutron [-] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.359091] env[62588]: DEBUG oslo_vmware.api [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793800, 'name': PowerOnVM_Task, 'duration_secs': 0.448901} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.359469] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1605.359866] env[62588]: DEBUG nova.compute.manager [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1605.360876] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624e6938-7f70-4bfa-a3fa-506daadbcb85 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.438570] env[62588]: DEBUG oslo_vmware.api [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f3df52-e2cf-06c2-60be-3cbf57dc83f9, 'name': SearchDatastore_Task, 'duration_secs': 0.013939} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.438837] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.440285] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 8ad0b805-95c8-43f6-a687-6819ae17c230/8ad0b805-95c8-43f6-a687-6819ae17c230.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1605.442305] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4670481c-7e89-496b-8073-a392fcc8cf4a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.451571] env[62588]: DEBUG oslo_vmware.api [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for the task: (returnval){ [ 1605.451571] env[62588]: value = "task-1793801" [ 1605.451571] env[62588]: _type = "Task" [ 1605.451571] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.462564] env[62588]: DEBUG oslo_vmware.api [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1793801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.616917] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e47dcc78-3543-4b06-b140-de5c0b01bb63 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.626882] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f226778e-bebe-473c-9a25-77d9707eda17 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.640830] env[62588]: DEBUG oslo_concurrency.lockutils [req-fb44b84d-1d4e-4015-8b57-33e14e78d902 req-f5108b1a-fc42-4c96-a743-8491680c2e64 service nova] Releasing lock "refresh_cache-f26adaee-0b99-42b7-b852-b85833a67ff8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.643044] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc80e43-9434-44bb-941d-2259d42e69ca {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.650327] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03b993e-95cf-4b05-9e3b-cdadfa0e1f43 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.698198] env[62588]: DEBUG nova.compute.manager [req-cb99d42b-1094-4342-8146-5ff0dbc42ddd req-f28dd79f-5ae4-45da-b675-6ff5ba55bb9f service nova] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Detach interface failed, port_id=3b9f8430-a419-4803-95ee-d0bb459fafc3, reason: Instance 8f332302-3abe-48f7-b007-676335d46d97 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1605.699201] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ad0a45-b282-4f5f-b67d-d00d7ca41a35 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.707474] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd10929e-4509-4f4e-b33b-df9ee879ccc7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.712102] env[62588]: INFO nova.compute.manager [-] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Took 1.28 seconds to deallocate network for instance. [ 1605.726383] env[62588]: DEBUG nova.compute.provider_tree [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1605.883850] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.948159] env[62588]: DEBUG nova.compute.manager [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1605.948159] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7cb8f8-f665-4480-9e45-eb2b6876435d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.964792] env[62588]: DEBUG oslo_vmware.api [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1793801, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.229918] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3dbd42cc-7472-4c20-a02a-07f0ae023ca3 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.232224] env[62588]: DEBUG nova.scheduler.client.report [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1606.464196] env[62588]: INFO nova.compute.manager [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] instance snapshotting [ 1606.467087] env[62588]: DEBUG oslo_vmware.api [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1793801, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60178} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.470104] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 8ad0b805-95c8-43f6-a687-6819ae17c230/8ad0b805-95c8-43f6-a687-6819ae17c230.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1606.470104] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1606.470104] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d662859-ecce-46b2-964e-ce8097e05d1d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.473347] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca0515a1-b0e7-4230-8c7e-c9267605987d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.502529] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299af277-82f4-4173-90d8-66ecaaccb10e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.506346] env[62588]: DEBUG oslo_vmware.api [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for the task: (returnval){ [ 1606.506346] env[62588]: value = "task-1793802" [ 1606.506346] env[62588]: _type = "Task" [ 1606.506346] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.521241] env[62588]: DEBUG oslo_vmware.api [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1793802, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.736739] env[62588]: DEBUG oslo_concurrency.lockutils [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.737277] env[62588]: DEBUG nova.compute.manager [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1606.740103] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.002s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.742290] env[62588]: INFO nova.compute.claims [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1607.018988] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Creating Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1607.019355] env[62588]: DEBUG oslo_vmware.api [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1793802, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.203252} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.019580] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8c3aa5df-ae37-4d76-8ac5-7d9138e9893b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.022250] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1607.023094] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55cd7c2-ff11-45ae-933a-b1dadc1161f1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.048169] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 8ad0b805-95c8-43f6-a687-6819ae17c230/8ad0b805-95c8-43f6-a687-6819ae17c230.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1607.050024] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9f2185e-5945-45e2-b14d-06d52ace4001 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.067422] env[62588]: DEBUG oslo_vmware.api [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1607.067422] env[62588]: value = "task-1793803" [ 1607.067422] env[62588]: _type = "Task" [ 1607.067422] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.073194] env[62588]: DEBUG oslo_vmware.api [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for the task: (returnval){ [ 1607.073194] env[62588]: value = "task-1793804" [ 1607.073194] env[62588]: _type = "Task" [ 1607.073194] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.076312] env[62588]: DEBUG oslo_vmware.api [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793803, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.083430] env[62588]: DEBUG oslo_vmware.api [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1793804, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.210439] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7b2dc29b-6b48-4f61-b851-c58688bf10c1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "cf8f3744-a2c8-42b3-b24e-401990126836" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.210720] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7b2dc29b-6b48-4f61-b851-c58688bf10c1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "cf8f3744-a2c8-42b3-b24e-401990126836" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.210937] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7b2dc29b-6b48-4f61-b851-c58688bf10c1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "cf8f3744-a2c8-42b3-b24e-401990126836-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.211160] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7b2dc29b-6b48-4f61-b851-c58688bf10c1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "cf8f3744-a2c8-42b3-b24e-401990126836-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.211343] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7b2dc29b-6b48-4f61-b851-c58688bf10c1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "cf8f3744-a2c8-42b3-b24e-401990126836-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.213546] env[62588]: INFO nova.compute.manager [None req-7b2dc29b-6b48-4f61-b851-c58688bf10c1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Terminating instance [ 1607.246286] env[62588]: DEBUG nova.compute.utils [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1607.250328] env[62588]: DEBUG nova.compute.manager [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1607.250501] env[62588]: DEBUG nova.network.neutron [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1607.301323] env[62588]: DEBUG nova.policy [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16474814584a4706bb47176039e140b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '073f35dad1cb406cb6d0014c0cef28be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1607.579114] env[62588]: DEBUG oslo_vmware.api [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793803, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.588926] env[62588]: DEBUG oslo_vmware.api [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1793804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.611149] env[62588]: DEBUG nova.network.neutron [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Successfully created port: 5b68b0f4-9a11-4b4c-b961-cb54785e6aa4 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1607.717713] env[62588]: DEBUG nova.compute.manager [None req-7b2dc29b-6b48-4f61-b851-c58688bf10c1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1607.717944] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2dc29b-6b48-4f61-b851-c58688bf10c1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1607.718933] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e10ce1-d0f8-4b05-befa-229cbc5cad52 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.728298] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b2dc29b-6b48-4f61-b851-c58688bf10c1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1607.728564] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-274225dd-1726-444e-91ed-a3eb89f467f1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.734634] env[62588]: DEBUG oslo_vmware.api [None req-7b2dc29b-6b48-4f61-b851-c58688bf10c1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1607.734634] env[62588]: value = "task-1793805" [ 1607.734634] env[62588]: _type = "Task" [ 1607.734634] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.743892] env[62588]: DEBUG oslo_vmware.api [None req-7b2dc29b-6b48-4f61-b851-c58688bf10c1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.753496] env[62588]: DEBUG nova.compute.manager [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1608.080106] env[62588]: DEBUG oslo_vmware.api [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793803, 'name': CreateSnapshot_Task, 'duration_secs': 1.025831} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.083526] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Created Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1608.086635] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523b9ed7-f415-4e2d-aeb6-38db1ec718f8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.094299] env[62588]: DEBUG oslo_vmware.api [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1793804, 'name': ReconfigVM_Task, 'duration_secs': 0.63711} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.097841] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 8ad0b805-95c8-43f6-a687-6819ae17c230/8ad0b805-95c8-43f6-a687-6819ae17c230.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1608.103184] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e37973c8-2bda-494f-ab53-b0e7e5b5abed {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.110478] env[62588]: DEBUG oslo_vmware.api [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for the task: (returnval){ [ 1608.110478] env[62588]: value = "task-1793806" [ 1608.110478] env[62588]: _type = "Task" [ 1608.110478] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.122200] env[62588]: DEBUG oslo_vmware.api [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1793806, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.235284] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d683510f-baf5-4b7a-a8ac-948639cd49e0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.251317] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb6292d-6432-4bad-a6d9-4d7eb88b8d48 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.254592] env[62588]: DEBUG oslo_vmware.api [None req-7b2dc29b-6b48-4f61-b851-c58688bf10c1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793805, 'name': PowerOffVM_Task, 'duration_secs': 0.185485} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.254854] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b2dc29b-6b48-4f61-b851-c58688bf10c1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1608.255091] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2dc29b-6b48-4f61-b851-c58688bf10c1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1608.255595] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef6f800b-9054-4405-a9ba-cfdb1314277f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.288839] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b3e7ed-43e1-4fa3-ab2a-213b2d9e6748 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.296863] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f73a981-cb9c-428b-94be-4a031ee80de6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.312510] env[62588]: DEBUG nova.compute.provider_tree [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1608.376700] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2dc29b-6b48-4f61-b851-c58688bf10c1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1608.376897] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2dc29b-6b48-4f61-b851-c58688bf10c1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1608.377105] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b2dc29b-6b48-4f61-b851-c58688bf10c1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Deleting the datastore file [datastore1] cf8f3744-a2c8-42b3-b24e-401990126836 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1608.377388] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a17dd537-92ea-4829-aef7-0c7818dc1be7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.383760] env[62588]: DEBUG oslo_vmware.api [None req-7b2dc29b-6b48-4f61-b851-c58688bf10c1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1608.383760] env[62588]: value = "task-1793808" [ 1608.383760] env[62588]: _type = "Task" [ 1608.383760] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.392237] env[62588]: DEBUG oslo_vmware.api [None req-7b2dc29b-6b48-4f61-b851-c58688bf10c1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.618747] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Creating linked-clone VM from snapshot {{(pid=62588) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1608.619387] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-539b2a6a-c403-499c-ac34-c864be7f98cd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.636587] env[62588]: DEBUG oslo_vmware.api [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1793806, 'name': Rename_Task, 'duration_secs': 0.224466} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.638455] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1608.639026] env[62588]: DEBUG oslo_vmware.api [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1608.639026] env[62588]: value = "task-1793809" [ 1608.639026] env[62588]: _type = "Task" [ 1608.639026] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.639447] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1115096-2b24-4803-8608-6b56130f3c4c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.659015] env[62588]: DEBUG oslo_vmware.api [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793809, 'name': CloneVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.659015] env[62588]: DEBUG oslo_vmware.api [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for the task: (returnval){ [ 1608.659015] env[62588]: value = "task-1793810" [ 1608.659015] env[62588]: _type = "Task" [ 1608.659015] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.671647] env[62588]: DEBUG oslo_vmware.api [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1793810, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.789915] env[62588]: DEBUG nova.compute.manager [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1608.820016] env[62588]: DEBUG nova.virt.hardware [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1608.820773] env[62588]: DEBUG nova.virt.hardware [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1608.821009] env[62588]: DEBUG nova.virt.hardware [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1608.821250] env[62588]: DEBUG nova.virt.hardware [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1608.821432] env[62588]: DEBUG nova.virt.hardware [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1608.821611] env[62588]: DEBUG nova.virt.hardware [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1608.821850] env[62588]: DEBUG nova.virt.hardware [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1608.822057] env[62588]: DEBUG nova.virt.hardware [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1608.822271] env[62588]: DEBUG nova.virt.hardware [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1608.822493] env[62588]: DEBUG nova.virt.hardware [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1608.822705] env[62588]: DEBUG nova.virt.hardware [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1608.823810] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45833835-f5d6-4860-a4d3-86476203407a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.833798] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d3aab4-527d-441c-8de8-3c37476b973f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.840955] env[62588]: ERROR nova.scheduler.client.report [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [req-065234ad-be51-4639-a167-7a88b586fa32] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eaab8868-4bee-41d4-8b5c-ca05c3049f36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-065234ad-be51-4639-a167-7a88b586fa32"}]} [ 1608.861708] env[62588]: DEBUG nova.scheduler.client.report [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Refreshing inventories for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1608.877239] env[62588]: DEBUG nova.scheduler.client.report [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Updating ProviderTree inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1608.878027] env[62588]: DEBUG nova.compute.provider_tree [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1608.894192] env[62588]: DEBUG oslo_vmware.api [None req-7b2dc29b-6b48-4f61-b851-c58688bf10c1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374298} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.895705] env[62588]: DEBUG nova.scheduler.client.report [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Refreshing aggregate associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, aggregates: None {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1608.897945] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b2dc29b-6b48-4f61-b851-c58688bf10c1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1608.898169] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2dc29b-6b48-4f61-b851-c58688bf10c1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1608.898354] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2dc29b-6b48-4f61-b851-c58688bf10c1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1608.898534] env[62588]: INFO nova.compute.manager [None req-7b2dc29b-6b48-4f61-b851-c58688bf10c1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1608.898844] env[62588]: DEBUG oslo.service.loopingcall [None req-7b2dc29b-6b48-4f61-b851-c58688bf10c1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1608.899303] env[62588]: DEBUG nova.compute.manager [-] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1608.899398] env[62588]: DEBUG nova.network.neutron [-] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1608.918585] env[62588]: DEBUG nova.scheduler.client.report [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Refreshing trait associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1609.152080] env[62588]: DEBUG oslo_vmware.api [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793809, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.173505] env[62588]: DEBUG oslo_vmware.api [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1793810, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.276484] env[62588]: DEBUG nova.compute.manager [req-35c2e082-73d8-4f98-9180-877057635fac req-88ebed99-af9d-414e-ad67-1fb6d087b8c4 service nova] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Received event network-vif-deleted-a227f793-0181-4488-8795-dff13a0d7c03 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1609.276683] env[62588]: INFO nova.compute.manager [req-35c2e082-73d8-4f98-9180-877057635fac req-88ebed99-af9d-414e-ad67-1fb6d087b8c4 service nova] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Neutron deleted interface a227f793-0181-4488-8795-dff13a0d7c03; detaching it from the instance and deleting it from the info cache [ 1609.276874] env[62588]: DEBUG nova.network.neutron [req-35c2e082-73d8-4f98-9180-877057635fac req-88ebed99-af9d-414e-ad67-1fb6d087b8c4 service nova] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.393807] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b4403e-870a-4c96-bb07-2291e01552a2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.401612] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efd2625-b79a-4b91-886e-0468043961c4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.441972] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b03f901-9643-42d6-989e-6b95658980a0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.450119] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750182d3-a616-4178-bfd1-3c61c52217b9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.466718] env[62588]: DEBUG nova.compute.provider_tree [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1609.469741] env[62588]: DEBUG nova.compute.manager [req-62066f6c-a298-459c-8c9a-66bc11d7f8a1 req-f9daf323-f802-43d3-8f1f-066fbd05145a service nova] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Received event network-vif-plugged-5b68b0f4-9a11-4b4c-b961-cb54785e6aa4 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1609.470051] env[62588]: DEBUG oslo_concurrency.lockutils [req-62066f6c-a298-459c-8c9a-66bc11d7f8a1 req-f9daf323-f802-43d3-8f1f-066fbd05145a service nova] Acquiring lock "77171cc7-7df2-421f-b481-cc26969cbfdb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.470268] env[62588]: DEBUG oslo_concurrency.lockutils [req-62066f6c-a298-459c-8c9a-66bc11d7f8a1 req-f9daf323-f802-43d3-8f1f-066fbd05145a service nova] Lock "77171cc7-7df2-421f-b481-cc26969cbfdb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.470429] env[62588]: DEBUG oslo_concurrency.lockutils [req-62066f6c-a298-459c-8c9a-66bc11d7f8a1 req-f9daf323-f802-43d3-8f1f-066fbd05145a service nova] Lock "77171cc7-7df2-421f-b481-cc26969cbfdb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.470635] env[62588]: DEBUG nova.compute.manager [req-62066f6c-a298-459c-8c9a-66bc11d7f8a1 req-f9daf323-f802-43d3-8f1f-066fbd05145a service nova] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] No waiting events found dispatching network-vif-plugged-5b68b0f4-9a11-4b4c-b961-cb54785e6aa4 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1609.470744] env[62588]: WARNING nova.compute.manager [req-62066f6c-a298-459c-8c9a-66bc11d7f8a1 req-f9daf323-f802-43d3-8f1f-066fbd05145a service nova] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Received unexpected event network-vif-plugged-5b68b0f4-9a11-4b4c-b961-cb54785e6aa4 for instance with vm_state building and task_state spawning. [ 1609.643496] env[62588]: DEBUG nova.network.neutron [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Successfully updated port: 5b68b0f4-9a11-4b4c-b961-cb54785e6aa4 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1609.655590] env[62588]: DEBUG oslo_vmware.api [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793809, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.670884] env[62588]: DEBUG oslo_vmware.api [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1793810, 'name': PowerOnVM_Task, 'duration_secs': 0.654136} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.671190] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1609.671412] env[62588]: INFO nova.compute.manager [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1609.671594] env[62588]: DEBUG nova.compute.manager [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1609.672400] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6a4e59-788f-4ff3-a138-34c3f42754e5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.728759] env[62588]: DEBUG nova.network.neutron [-] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.779828] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57a9f34e-1e99-432a-9d19-4ec99482eae7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.792333] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada3a80c-b2ea-4a87-b28d-ca02846dbf5f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.832874] env[62588]: DEBUG nova.compute.manager [req-35c2e082-73d8-4f98-9180-877057635fac req-88ebed99-af9d-414e-ad67-1fb6d087b8c4 service nova] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Detach interface failed, port_id=a227f793-0181-4488-8795-dff13a0d7c03, reason: Instance cf8f3744-a2c8-42b3-b24e-401990126836 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1609.972616] env[62588]: DEBUG nova.scheduler.client.report [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1610.151092] env[62588]: DEBUG oslo_concurrency.lockutils [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Acquiring lock "refresh_cache-77171cc7-7df2-421f-b481-cc26969cbfdb" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.151092] env[62588]: DEBUG oslo_concurrency.lockutils [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Acquired lock "refresh_cache-77171cc7-7df2-421f-b481-cc26969cbfdb" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.151171] env[62588]: DEBUG nova.network.neutron [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1610.158485] env[62588]: DEBUG oslo_vmware.api [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793809, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.197327] env[62588]: INFO nova.compute.manager [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Took 54.99 seconds to build instance. [ 1610.231514] env[62588]: INFO nova.compute.manager [-] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Took 1.33 seconds to deallocate network for instance. [ 1610.481564] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.741s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.482152] env[62588]: DEBUG nova.compute.manager [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1610.488694] env[62588]: DEBUG oslo_concurrency.lockutils [None req-203facf4-670f-4df1-9a77-09ff24f373f1 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.495s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.488694] env[62588]: DEBUG nova.objects.instance [None req-203facf4-670f-4df1-9a77-09ff24f373f1 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Lazy-loading 'resources' on Instance uuid 8c51b7f7-7223-42c2-a7e4-f545efe26587 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1610.663677] env[62588]: DEBUG oslo_vmware.api [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793809, 'name': CloneVM_Task} progress is 95%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.693025] env[62588]: DEBUG nova.network.neutron [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1610.699254] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dedd7fa5-8e5c-4c2a-90ff-6103754b0f3d tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "8ad0b805-95c8-43f6-a687-6819ae17c230" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.532s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.739710] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7b2dc29b-6b48-4f61-b851-c58688bf10c1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.884955] env[62588]: DEBUG nova.network.neutron [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Updating instance_info_cache with network_info: [{"id": "5b68b0f4-9a11-4b4c-b961-cb54785e6aa4", "address": "fa:16:3e:47:30:21", "network": {"id": "3eeffc17-fe2b-4030-b15f-dd5e7a645ebb", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-748481228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "073f35dad1cb406cb6d0014c0cef28be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b68b0f4-9a", "ovs_interfaceid": "5b68b0f4-9a11-4b4c-b961-cb54785e6aa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.991653] env[62588]: DEBUG nova.compute.utils [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1610.999019] env[62588]: DEBUG nova.compute.manager [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1610.999019] env[62588]: DEBUG nova.network.neutron [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1611.056286] env[62588]: DEBUG nova.policy [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc0f6f3093004ee0b267eda4db63008d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb190925c06e4772ae04f7b565c5f2e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1611.164619] env[62588]: DEBUG oslo_vmware.api [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793809, 'name': CloneVM_Task, 'duration_secs': 2.21241} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.164902] env[62588]: INFO nova.virt.vmwareapi.vmops [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Created linked-clone VM from snapshot [ 1611.165682] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c9c437-82cd-40fb-8829-8ceb199917bc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.176528] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Uploading image 5478148a-39b6-423d-86d3-cc6c171e94cf {{(pid=62588) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1611.213441] env[62588]: DEBUG oslo_vmware.rw_handles [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1611.213441] env[62588]: value = "vm-372075" [ 1611.213441] env[62588]: _type = "VirtualMachine" [ 1611.213441] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1611.213781] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dbb00cdd-3892-4b1b-8484-14fb08cc69fb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.223835] env[62588]: DEBUG oslo_vmware.rw_handles [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lease: (returnval){ [ 1611.223835] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c0d9fc-8718-b6ff-eaff-037f91abdeed" [ 1611.223835] env[62588]: _type = "HttpNfcLease" [ 1611.223835] env[62588]: } obtained for exporting VM: (result){ [ 1611.223835] env[62588]: value = "vm-372075" [ 1611.223835] env[62588]: _type = "VirtualMachine" [ 1611.223835] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1611.224090] env[62588]: DEBUG oslo_vmware.api [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the lease: (returnval){ [ 1611.224090] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c0d9fc-8718-b6ff-eaff-037f91abdeed" [ 1611.224090] env[62588]: _type = "HttpNfcLease" [ 1611.224090] env[62588]: } to be ready. {{(pid=62588) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1611.234375] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1611.234375] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c0d9fc-8718-b6ff-eaff-037f91abdeed" [ 1611.234375] env[62588]: _type = "HttpNfcLease" [ 1611.234375] env[62588]: } is ready. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1611.234824] env[62588]: DEBUG oslo_vmware.rw_handles [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1611.234824] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c0d9fc-8718-b6ff-eaff-037f91abdeed" [ 1611.234824] env[62588]: _type = "HttpNfcLease" [ 1611.234824] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1611.235826] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da120afa-835c-49e0-8b63-03752b22f57b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.247935] env[62588]: DEBUG oslo_vmware.rw_handles [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e8d444-c0f7-6ba7-cefe-f8aa67b66be8/disk-0.vmdk from lease info. {{(pid=62588) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1611.247935] env[62588]: DEBUG oslo_vmware.rw_handles [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e8d444-c0f7-6ba7-cefe-f8aa67b66be8/disk-0.vmdk for reading. {{(pid=62588) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1611.314019] env[62588]: DEBUG nova.compute.manager [req-d14a3fd8-c215-4a05-9d14-45b535776e5d req-caa156bc-c049-454d-8ea4-b5872427a375 service nova] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Received event network-changed-347c42a2-815e-44d4-a7be-744beabf8ad2 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1611.314236] env[62588]: DEBUG nova.compute.manager [req-d14a3fd8-c215-4a05-9d14-45b535776e5d req-caa156bc-c049-454d-8ea4-b5872427a375 service nova] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Refreshing instance network info cache due to event network-changed-347c42a2-815e-44d4-a7be-744beabf8ad2. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1611.314424] env[62588]: DEBUG oslo_concurrency.lockutils [req-d14a3fd8-c215-4a05-9d14-45b535776e5d req-caa156bc-c049-454d-8ea4-b5872427a375 service nova] Acquiring lock "refresh_cache-8ad0b805-95c8-43f6-a687-6819ae17c230" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.315889] env[62588]: DEBUG oslo_concurrency.lockutils [req-d14a3fd8-c215-4a05-9d14-45b535776e5d req-caa156bc-c049-454d-8ea4-b5872427a375 service nova] Acquired lock "refresh_cache-8ad0b805-95c8-43f6-a687-6819ae17c230" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.315889] env[62588]: DEBUG nova.network.neutron [req-d14a3fd8-c215-4a05-9d14-45b535776e5d req-caa156bc-c049-454d-8ea4-b5872427a375 service nova] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Refreshing network info cache for port 347c42a2-815e-44d4-a7be-744beabf8ad2 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1611.338910] env[62588]: DEBUG nova.network.neutron [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Successfully created port: 25b191ab-6bc8-40c8-aa46-887ac676f695 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1611.358101] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1bbe7db4-83bb-4b0e-8720-2677174ced67 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.390604] env[62588]: DEBUG oslo_concurrency.lockutils [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Releasing lock "refresh_cache-77171cc7-7df2-421f-b481-cc26969cbfdb" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.392629] env[62588]: DEBUG nova.compute.manager [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Instance network_info: |[{"id": "5b68b0f4-9a11-4b4c-b961-cb54785e6aa4", "address": "fa:16:3e:47:30:21", "network": {"id": "3eeffc17-fe2b-4030-b15f-dd5e7a645ebb", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-748481228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "073f35dad1cb406cb6d0014c0cef28be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b68b0f4-9a", "ovs_interfaceid": "5b68b0f4-9a11-4b4c-b961-cb54785e6aa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1611.392629] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:30:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b68b0f4-9a11-4b4c-b961-cb54785e6aa4', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1611.400396] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Creating folder: Project (073f35dad1cb406cb6d0014c0cef28be). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1611.408369] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e96b4411-88a5-42e6-8677-2eaca1ed2a52 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.419342] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Created folder: Project (073f35dad1cb406cb6d0014c0cef28be) in parent group-v371885. [ 1611.419548] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Creating folder: Instances. Parent ref: group-v372076. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1611.419795] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5f42c1f-671f-415c-9f9a-55f7e308a7c1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.432491] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Created folder: Instances in parent group-v372076. [ 1611.432743] env[62588]: DEBUG oslo.service.loopingcall [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1611.432946] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1611.433175] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98efb115-aa4c-4668-a469-d6e4ffe8ab34 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.456203] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1611.456203] env[62588]: value = "task-1793814" [ 1611.456203] env[62588]: _type = "Task" [ 1611.456203] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.464887] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793814, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.497080] env[62588]: DEBUG nova.compute.manager [req-3b1c20bd-a280-4e91-a50c-285f5bedf771 req-b54897bb-7c96-45ea-b4fc-15e2e0e83b27 service nova] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Received event network-changed-5b68b0f4-9a11-4b4c-b961-cb54785e6aa4 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1611.497281] env[62588]: DEBUG nova.compute.manager [req-3b1c20bd-a280-4e91-a50c-285f5bedf771 req-b54897bb-7c96-45ea-b4fc-15e2e0e83b27 service nova] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Refreshing instance network info cache due to event network-changed-5b68b0f4-9a11-4b4c-b961-cb54785e6aa4. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1611.497489] env[62588]: DEBUG oslo_concurrency.lockutils [req-3b1c20bd-a280-4e91-a50c-285f5bedf771 req-b54897bb-7c96-45ea-b4fc-15e2e0e83b27 service nova] Acquiring lock "refresh_cache-77171cc7-7df2-421f-b481-cc26969cbfdb" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.497643] env[62588]: DEBUG oslo_concurrency.lockutils [req-3b1c20bd-a280-4e91-a50c-285f5bedf771 req-b54897bb-7c96-45ea-b4fc-15e2e0e83b27 service nova] Acquired lock "refresh_cache-77171cc7-7df2-421f-b481-cc26969cbfdb" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.497804] env[62588]: DEBUG nova.network.neutron [req-3b1c20bd-a280-4e91-a50c-285f5bedf771 req-b54897bb-7c96-45ea-b4fc-15e2e0e83b27 service nova] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Refreshing network info cache for port 5b68b0f4-9a11-4b4c-b961-cb54785e6aa4 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1611.502522] env[62588]: DEBUG nova.compute.manager [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1611.586030] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e16ee60-d9c1-4628-ace2-16bb4ad6d809 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.594680] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f9dc4e-5535-4eed-a5a0-eb04b4facbd2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.628643] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ac3b3d-88ae-4994-9217-f5419b0dd028 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.639202] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0f25ca-8696-4b2d-a6ec-d1a695df7d31 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.656543] env[62588]: DEBUG nova.compute.provider_tree [None req-203facf4-670f-4df1-9a77-09ff24f373f1 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1611.969485] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793814, 'name': CreateVM_Task, 'duration_secs': 0.420273} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.969952] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1611.971200] env[62588]: DEBUG oslo_concurrency.lockutils [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.971475] env[62588]: DEBUG oslo_concurrency.lockutils [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.971898] env[62588]: DEBUG oslo_concurrency.lockutils [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1611.972562] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7afeb2e-24dd-401c-9f51-5bc3aad09cfc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.978460] env[62588]: DEBUG oslo_vmware.api [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Waiting for the task: (returnval){ [ 1611.978460] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d4cd57-949d-f225-7415-4a7ee58f4588" [ 1611.978460] env[62588]: _type = "Task" [ 1611.978460] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.994284] env[62588]: DEBUG oslo_vmware.api [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d4cd57-949d-f225-7415-4a7ee58f4588, 'name': SearchDatastore_Task, 'duration_secs': 0.012077} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.994460] env[62588]: DEBUG oslo_concurrency.lockutils [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.994877] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1611.995299] env[62588]: DEBUG oslo_concurrency.lockutils [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.995432] env[62588]: DEBUG oslo_concurrency.lockutils [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.995521] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1611.995858] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-558c6e96-a859-4a95-98a6-46cfa1441b07 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.005854] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1612.006102] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1612.014559] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ba17ed4-ac6d-450d-939a-7207788c2b5b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.024227] env[62588]: DEBUG oslo_vmware.api [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Waiting for the task: (returnval){ [ 1612.024227] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]525cb6ad-1fdf-88af-2f18-dbb17e5d31e4" [ 1612.024227] env[62588]: _type = "Task" [ 1612.024227] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.040322] env[62588]: DEBUG oslo_vmware.api [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]525cb6ad-1fdf-88af-2f18-dbb17e5d31e4, 'name': SearchDatastore_Task, 'duration_secs': 0.012207} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.044194] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-305b8388-7998-4c1f-a8ee-ac93242db8f3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.051506] env[62588]: DEBUG oslo_vmware.api [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Waiting for the task: (returnval){ [ 1612.051506] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52391dd7-8f73-e80b-934f-3de2f8d30748" [ 1612.051506] env[62588]: _type = "Task" [ 1612.051506] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.065549] env[62588]: DEBUG oslo_vmware.api [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52391dd7-8f73-e80b-934f-3de2f8d30748, 'name': SearchDatastore_Task, 'duration_secs': 0.010984} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.065994] env[62588]: DEBUG oslo_concurrency.lockutils [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.066655] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 77171cc7-7df2-421f-b481-cc26969cbfdb/77171cc7-7df2-421f-b481-cc26969cbfdb.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1612.066837] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b02192af-aab3-41c4-882d-aad014b78ea3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.075793] env[62588]: DEBUG oslo_vmware.api [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Waiting for the task: (returnval){ [ 1612.075793] env[62588]: value = "task-1793815" [ 1612.075793] env[62588]: _type = "Task" [ 1612.075793] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.085826] env[62588]: DEBUG oslo_vmware.api [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Task: {'id': task-1793815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.160364] env[62588]: DEBUG nova.scheduler.client.report [None req-203facf4-670f-4df1-9a77-09ff24f373f1 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1612.322953] env[62588]: DEBUG nova.network.neutron [req-d14a3fd8-c215-4a05-9d14-45b535776e5d req-caa156bc-c049-454d-8ea4-b5872427a375 service nova] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Updated VIF entry in instance network info cache for port 347c42a2-815e-44d4-a7be-744beabf8ad2. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1612.322953] env[62588]: DEBUG nova.network.neutron [req-d14a3fd8-c215-4a05-9d14-45b535776e5d req-caa156bc-c049-454d-8ea4-b5872427a375 service nova] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Updating instance_info_cache with network_info: [{"id": "347c42a2-815e-44d4-a7be-744beabf8ad2", "address": "fa:16:3e:0f:97:c6", "network": {"id": "abe77029-4246-4dd1-a37f-7e4bb2908970", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1890419447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "084551de646f4e009b911831dfceb4f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap347c42a2-81", "ovs_interfaceid": "347c42a2-815e-44d4-a7be-744beabf8ad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.485113] env[62588]: DEBUG nova.network.neutron [req-3b1c20bd-a280-4e91-a50c-285f5bedf771 req-b54897bb-7c96-45ea-b4fc-15e2e0e83b27 service nova] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Updated VIF entry in instance network info cache for port 5b68b0f4-9a11-4b4c-b961-cb54785e6aa4. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1612.485561] env[62588]: DEBUG nova.network.neutron [req-3b1c20bd-a280-4e91-a50c-285f5bedf771 req-b54897bb-7c96-45ea-b4fc-15e2e0e83b27 service nova] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Updating instance_info_cache with network_info: [{"id": "5b68b0f4-9a11-4b4c-b961-cb54785e6aa4", "address": "fa:16:3e:47:30:21", "network": {"id": "3eeffc17-fe2b-4030-b15f-dd5e7a645ebb", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-748481228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "073f35dad1cb406cb6d0014c0cef28be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b68b0f4-9a", "ovs_interfaceid": "5b68b0f4-9a11-4b4c-b961-cb54785e6aa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.516641] env[62588]: DEBUG nova.compute.manager [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1612.555895] env[62588]: DEBUG nova.virt.hardware [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1612.556338] env[62588]: DEBUG nova.virt.hardware [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1612.556567] env[62588]: DEBUG nova.virt.hardware [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1612.556888] env[62588]: DEBUG nova.virt.hardware [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1612.558031] env[62588]: DEBUG nova.virt.hardware [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1612.558031] env[62588]: DEBUG nova.virt.hardware [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1612.558241] env[62588]: DEBUG nova.virt.hardware [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1612.558454] env[62588]: DEBUG nova.virt.hardware [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1612.559036] env[62588]: DEBUG nova.virt.hardware [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1612.559036] env[62588]: DEBUG nova.virt.hardware [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1612.559036] env[62588]: DEBUG nova.virt.hardware [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1612.559909] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c88539b-3535-4a93-a7e9-68573ce6ca44 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.571274] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69d1aad-3314-46c0-9936-903b771ae2e0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.597898] env[62588]: DEBUG oslo_vmware.api [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Task: {'id': task-1793815, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.668035] env[62588]: DEBUG oslo_concurrency.lockutils [None req-203facf4-670f-4df1-9a77-09ff24f373f1 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.670336] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 39.994s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.694324] env[62588]: INFO nova.scheduler.client.report [None req-203facf4-670f-4df1-9a77-09ff24f373f1 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Deleted allocations for instance 8c51b7f7-7223-42c2-a7e4-f545efe26587 [ 1612.762491] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquiring lock "93855408-6c6d-4480-9764-7dc12394438b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.762737] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "93855408-6c6d-4480-9764-7dc12394438b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.826178] env[62588]: DEBUG oslo_concurrency.lockutils [req-d14a3fd8-c215-4a05-9d14-45b535776e5d req-caa156bc-c049-454d-8ea4-b5872427a375 service nova] Releasing lock "refresh_cache-8ad0b805-95c8-43f6-a687-6819ae17c230" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.988976] env[62588]: DEBUG oslo_concurrency.lockutils [req-3b1c20bd-a280-4e91-a50c-285f5bedf771 req-b54897bb-7c96-45ea-b4fc-15e2e0e83b27 service nova] Releasing lock "refresh_cache-77171cc7-7df2-421f-b481-cc26969cbfdb" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.087017] env[62588]: DEBUG oslo_vmware.api [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Task: {'id': task-1793815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57292} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.087017] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 77171cc7-7df2-421f-b481-cc26969cbfdb/77171cc7-7df2-421f-b481-cc26969cbfdb.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1613.087415] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1613.087452] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca6e73b4-c86a-4fd4-9040-0e92b24dfe43 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.094735] env[62588]: DEBUG oslo_vmware.api [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Waiting for the task: (returnval){ [ 1613.094735] env[62588]: value = "task-1793816" [ 1613.094735] env[62588]: _type = "Task" [ 1613.094735] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.103666] env[62588]: DEBUG oslo_vmware.api [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Task: {'id': task-1793816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.176084] env[62588]: INFO nova.compute.claims [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1613.203961] env[62588]: DEBUG oslo_concurrency.lockutils [None req-203facf4-670f-4df1-9a77-09ff24f373f1 tempest-ServerAddressesNegativeTestJSON-27746378 tempest-ServerAddressesNegativeTestJSON-27746378-project-member] Lock "8c51b7f7-7223-42c2-a7e4-f545efe26587" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.193s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.267629] env[62588]: DEBUG nova.compute.manager [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1613.369962] env[62588]: DEBUG nova.network.neutron [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Successfully updated port: 25b191ab-6bc8-40c8-aa46-887ac676f695 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1613.528824] env[62588]: DEBUG nova.compute.manager [req-039054bf-43f6-465c-8afa-a41be9df33f9 req-6601c00e-b791-49f7-a54a-3c239780a6d5 service nova] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Received event network-vif-plugged-25b191ab-6bc8-40c8-aa46-887ac676f695 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1613.528973] env[62588]: DEBUG oslo_concurrency.lockutils [req-039054bf-43f6-465c-8afa-a41be9df33f9 req-6601c00e-b791-49f7-a54a-3c239780a6d5 service nova] Acquiring lock "c70decfc-7dca-455c-be31-d883bb3c7d98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.529208] env[62588]: DEBUG oslo_concurrency.lockutils [req-039054bf-43f6-465c-8afa-a41be9df33f9 req-6601c00e-b791-49f7-a54a-3c239780a6d5 service nova] Lock "c70decfc-7dca-455c-be31-d883bb3c7d98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.529398] env[62588]: DEBUG oslo_concurrency.lockutils [req-039054bf-43f6-465c-8afa-a41be9df33f9 req-6601c00e-b791-49f7-a54a-3c239780a6d5 service nova] Lock "c70decfc-7dca-455c-be31-d883bb3c7d98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.529549] env[62588]: DEBUG nova.compute.manager [req-039054bf-43f6-465c-8afa-a41be9df33f9 req-6601c00e-b791-49f7-a54a-3c239780a6d5 service nova] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] No waiting events found dispatching network-vif-plugged-25b191ab-6bc8-40c8-aa46-887ac676f695 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1613.529720] env[62588]: WARNING nova.compute.manager [req-039054bf-43f6-465c-8afa-a41be9df33f9 req-6601c00e-b791-49f7-a54a-3c239780a6d5 service nova] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Received unexpected event network-vif-plugged-25b191ab-6bc8-40c8-aa46-887ac676f695 for instance with vm_state building and task_state spawning. [ 1613.530501] env[62588]: DEBUG nova.compute.manager [req-039054bf-43f6-465c-8afa-a41be9df33f9 req-6601c00e-b791-49f7-a54a-3c239780a6d5 service nova] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Received event network-changed-25b191ab-6bc8-40c8-aa46-887ac676f695 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1613.530770] env[62588]: DEBUG nova.compute.manager [req-039054bf-43f6-465c-8afa-a41be9df33f9 req-6601c00e-b791-49f7-a54a-3c239780a6d5 service nova] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Refreshing instance network info cache due to event network-changed-25b191ab-6bc8-40c8-aa46-887ac676f695. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1613.530989] env[62588]: DEBUG oslo_concurrency.lockutils [req-039054bf-43f6-465c-8afa-a41be9df33f9 req-6601c00e-b791-49f7-a54a-3c239780a6d5 service nova] Acquiring lock "refresh_cache-c70decfc-7dca-455c-be31-d883bb3c7d98" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.531154] env[62588]: DEBUG oslo_concurrency.lockutils [req-039054bf-43f6-465c-8afa-a41be9df33f9 req-6601c00e-b791-49f7-a54a-3c239780a6d5 service nova] Acquired lock "refresh_cache-c70decfc-7dca-455c-be31-d883bb3c7d98" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.531323] env[62588]: DEBUG nova.network.neutron [req-039054bf-43f6-465c-8afa-a41be9df33f9 req-6601c00e-b791-49f7-a54a-3c239780a6d5 service nova] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Refreshing network info cache for port 25b191ab-6bc8-40c8-aa46-887ac676f695 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1613.605369] env[62588]: DEBUG oslo_vmware.api [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Task: {'id': task-1793816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071284} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.606533] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1613.607553] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe31075-0a5d-4db5-8bf2-76061719061f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.637723] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 77171cc7-7df2-421f-b481-cc26969cbfdb/77171cc7-7df2-421f-b481-cc26969cbfdb.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1613.638300] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a01dca3-72ce-4f5c-acf2-2101abb407d8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.661676] env[62588]: DEBUG oslo_vmware.api [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Waiting for the task: (returnval){ [ 1613.661676] env[62588]: value = "task-1793817" [ 1613.661676] env[62588]: _type = "Task" [ 1613.661676] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.670904] env[62588]: DEBUG oslo_vmware.api [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Task: {'id': task-1793817, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.683697] env[62588]: INFO nova.compute.resource_tracker [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Updating resource usage from migration 35be3bc1-1488-450e-aabf-6e927c16bc37 [ 1613.793249] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.873913] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "refresh_cache-c70decfc-7dca-455c-be31-d883bb3c7d98" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.067288] env[62588]: DEBUG nova.network.neutron [req-039054bf-43f6-465c-8afa-a41be9df33f9 req-6601c00e-b791-49f7-a54a-3c239780a6d5 service nova] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1614.144787] env[62588]: DEBUG nova.network.neutron [req-039054bf-43f6-465c-8afa-a41be9df33f9 req-6601c00e-b791-49f7-a54a-3c239780a6d5 service nova] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.157673] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cf5750-bc80-4811-a80a-e420466d6880 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.169066] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff0419f-aa97-4b47-8628-b656b72dcca1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.177235] env[62588]: DEBUG oslo_vmware.api [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Task: {'id': task-1793817, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.211951] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e0b834-6af3-4288-ba30-ce5a3f8a8e8f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.220928] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a50ed68-0633-4583-a8f6-67d07508649c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.233538] env[62588]: DEBUG nova.compute.provider_tree [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1614.647566] env[62588]: DEBUG oslo_concurrency.lockutils [req-039054bf-43f6-465c-8afa-a41be9df33f9 req-6601c00e-b791-49f7-a54a-3c239780a6d5 service nova] Releasing lock "refresh_cache-c70decfc-7dca-455c-be31-d883bb3c7d98" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.647994] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquired lock "refresh_cache-c70decfc-7dca-455c-be31-d883bb3c7d98" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.648313] env[62588]: DEBUG nova.network.neutron [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1614.675929] env[62588]: DEBUG oslo_vmware.api [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Task: {'id': task-1793817, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.736745] env[62588]: DEBUG nova.scheduler.client.report [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1615.178951] env[62588]: DEBUG oslo_vmware.api [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Task: {'id': task-1793817, 'name': ReconfigVM_Task, 'duration_secs': 1.352592} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.179315] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 77171cc7-7df2-421f-b481-cc26969cbfdb/77171cc7-7df2-421f-b481-cc26969cbfdb.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1615.179981] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6c3d354-a1d2-43a1-b421-7493928a80db {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.189015] env[62588]: DEBUG oslo_vmware.api [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Waiting for the task: (returnval){ [ 1615.189015] env[62588]: value = "task-1793818" [ 1615.189015] env[62588]: _type = "Task" [ 1615.189015] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.197706] env[62588]: DEBUG oslo_vmware.api [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Task: {'id': task-1793818, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.198535] env[62588]: DEBUG nova.network.neutron [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1615.241808] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.571s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.242039] env[62588]: INFO nova.compute.manager [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Migrating [ 1615.248953] env[62588]: DEBUG oslo_concurrency.lockutils [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.094s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.250629] env[62588]: INFO nova.compute.claims [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1615.423250] env[62588]: DEBUG nova.network.neutron [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Updating instance_info_cache with network_info: [{"id": "25b191ab-6bc8-40c8-aa46-887ac676f695", "address": "fa:16:3e:da:01:9c", "network": {"id": "adc3b6e0-4437-45a1-a195-1acf36a5afeb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-83189614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb190925c06e4772ae04f7b565c5f2e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25b191ab-6b", "ovs_interfaceid": "25b191ab-6bc8-40c8-aa46-887ac676f695", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.701290] env[62588]: DEBUG oslo_vmware.api [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Task: {'id': task-1793818, 'name': Rename_Task, 'duration_secs': 0.135916} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.701556] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1615.701908] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18b19a17-261c-4c35-b270-9a0e545e9f55 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.709069] env[62588]: DEBUG oslo_vmware.api [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Waiting for the task: (returnval){ [ 1615.709069] env[62588]: value = "task-1793819" [ 1615.709069] env[62588]: _type = "Task" [ 1615.709069] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.718386] env[62588]: DEBUG oslo_vmware.api [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Task: {'id': task-1793819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.762242] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "refresh_cache-cd9251fb-103f-4fea-a54a-398f28e4a7bc" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.762463] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquired lock "refresh_cache-cd9251fb-103f-4fea-a54a-398f28e4a7bc" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.762702] env[62588]: DEBUG nova.network.neutron [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1615.926490] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Releasing lock "refresh_cache-c70decfc-7dca-455c-be31-d883bb3c7d98" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.926885] env[62588]: DEBUG nova.compute.manager [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Instance network_info: |[{"id": "25b191ab-6bc8-40c8-aa46-887ac676f695", "address": "fa:16:3e:da:01:9c", "network": {"id": "adc3b6e0-4437-45a1-a195-1acf36a5afeb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-83189614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb190925c06e4772ae04f7b565c5f2e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25b191ab-6b", "ovs_interfaceid": "25b191ab-6bc8-40c8-aa46-887ac676f695", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1615.927280] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:01:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25b191ab-6bc8-40c8-aa46-887ac676f695', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1615.934741] env[62588]: DEBUG oslo.service.loopingcall [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1615.934980] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1615.935231] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f87a23f2-ab74-44a8-91a1-eaff5b85405e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.955924] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1615.955924] env[62588]: value = "task-1793820" [ 1615.955924] env[62588]: _type = "Task" [ 1615.955924] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.964376] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793820, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.220016] env[62588]: DEBUG oslo_vmware.api [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Task: {'id': task-1793819, 'name': PowerOnVM_Task, 'duration_secs': 0.487124} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.220411] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1616.220794] env[62588]: INFO nova.compute.manager [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Took 7.43 seconds to spawn the instance on the hypervisor. [ 1616.220884] env[62588]: DEBUG nova.compute.manager [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1616.221759] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7d1e84-27e2-4555-9a6f-d7ef94ecca86 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.469514] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793820, 'name': CreateVM_Task, 'duration_secs': 0.484068} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.471900] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1616.472600] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.472756] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.473083] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1616.473621] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47b04da6-f5c6-48d0-acba-796e2730eec1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.480746] env[62588]: DEBUG oslo_vmware.api [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1616.480746] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527d9ddf-102d-5cae-3522-0c8353cdeab2" [ 1616.480746] env[62588]: _type = "Task" [ 1616.480746] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.489212] env[62588]: DEBUG oslo_vmware.api [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527d9ddf-102d-5cae-3522-0c8353cdeab2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.562858] env[62588]: DEBUG nova.network.neutron [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Updating instance_info_cache with network_info: [{"id": "8a69c6b0-c377-444e-b1e0-b9f3c8967876", "address": "fa:16:3e:07:f6:c7", "network": {"id": "94db9e1b-f422-4077-be68-4fd81b713a80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1210070792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "979ec9f712cf4691b14f90355fbb2827", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a69c6b0-c3", "ovs_interfaceid": "8a69c6b0-c377-444e-b1e0-b9f3c8967876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.688450] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd5363d-24ca-4102-8f49-1f844dc6ce42 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.699201] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db366b9-8ada-43e5-a6ce-fddc1d31f6d4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.731368] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ac2ef0-8459-40a9-a550-d4d22a6029ba {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.743781] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c418ee0b-815c-4203-b07e-7496eb0bd946 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.748183] env[62588]: INFO nova.compute.manager [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Took 48.36 seconds to build instance. [ 1616.759375] env[62588]: DEBUG nova.compute.provider_tree [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1616.994469] env[62588]: DEBUG oslo_vmware.api [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527d9ddf-102d-5cae-3522-0c8353cdeab2, 'name': SearchDatastore_Task, 'duration_secs': 0.012031} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.994780] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.995014] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1616.995261] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.995404] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.995584] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1616.995831] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e9c86c3-bb33-49ab-9123-4adb382581b0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.005031] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1617.005213] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1617.006030] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-193eee56-7315-47b3-81f0-b4f0721063dd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.011356] env[62588]: DEBUG oslo_vmware.api [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1617.011356] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52744864-664f-b5cd-9a06-c5bb5d35ff8a" [ 1617.011356] env[62588]: _type = "Task" [ 1617.011356] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.019699] env[62588]: DEBUG oslo_vmware.api [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52744864-664f-b5cd-9a06-c5bb5d35ff8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.066226] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Releasing lock "refresh_cache-cd9251fb-103f-4fea-a54a-398f28e4a7bc" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.250449] env[62588]: DEBUG oslo_concurrency.lockutils [None req-41b05465-1fc8-471d-9b9c-31b5be89e813 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Lock "77171cc7-7df2-421f-b481-cc26969cbfdb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.182s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.262839] env[62588]: DEBUG nova.scheduler.client.report [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1617.450047] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e4a61fc6-7146-4bec-b4de-debf2ab832c0 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Acquiring lock "77171cc7-7df2-421f-b481-cc26969cbfdb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.450178] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e4a61fc6-7146-4bec-b4de-debf2ab832c0 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Lock "77171cc7-7df2-421f-b481-cc26969cbfdb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.450327] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e4a61fc6-7146-4bec-b4de-debf2ab832c0 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Acquiring lock "77171cc7-7df2-421f-b481-cc26969cbfdb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.450517] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e4a61fc6-7146-4bec-b4de-debf2ab832c0 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Lock "77171cc7-7df2-421f-b481-cc26969cbfdb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.450678] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e4a61fc6-7146-4bec-b4de-debf2ab832c0 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Lock "77171cc7-7df2-421f-b481-cc26969cbfdb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.453278] env[62588]: INFO nova.compute.manager [None req-e4a61fc6-7146-4bec-b4de-debf2ab832c0 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Terminating instance [ 1617.523177] env[62588]: DEBUG oslo_vmware.api [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52744864-664f-b5cd-9a06-c5bb5d35ff8a, 'name': SearchDatastore_Task, 'duration_secs': 0.013326} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.524010] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-312d1c45-7c19-4067-9c34-7117722988d4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.529679] env[62588]: DEBUG oslo_vmware.api [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1617.529679] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b6470c-5924-d5aa-b5d3-d65f16766540" [ 1617.529679] env[62588]: _type = "Task" [ 1617.529679] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.537424] env[62588]: DEBUG oslo_vmware.api [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b6470c-5924-d5aa-b5d3-d65f16766540, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.769836] env[62588]: DEBUG oslo_concurrency.lockutils [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.770202] env[62588]: DEBUG nova.compute.manager [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1617.773670] env[62588]: DEBUG oslo_concurrency.lockutils [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.498s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.773844] env[62588]: DEBUG nova.objects.instance [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Lazy-loading 'resources' on Instance uuid ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1617.957700] env[62588]: DEBUG nova.compute.manager [None req-e4a61fc6-7146-4bec-b4de-debf2ab832c0 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1617.957944] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a61fc6-7146-4bec-b4de-debf2ab832c0 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1617.958954] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68f1c6b-11ee-4ddf-aaea-114bee4db464 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.967533] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4a61fc6-7146-4bec-b4de-debf2ab832c0 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1617.967848] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54541e79-42f3-438d-a0d6-135295239bd3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.974522] env[62588]: DEBUG oslo_vmware.api [None req-e4a61fc6-7146-4bec-b4de-debf2ab832c0 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Waiting for the task: (returnval){ [ 1617.974522] env[62588]: value = "task-1793821" [ 1617.974522] env[62588]: _type = "Task" [ 1617.974522] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.982814] env[62588]: DEBUG oslo_vmware.api [None req-e4a61fc6-7146-4bec-b4de-debf2ab832c0 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Task: {'id': task-1793821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.040847] env[62588]: DEBUG oslo_vmware.api [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b6470c-5924-d5aa-b5d3-d65f16766540, 'name': SearchDatastore_Task, 'duration_secs': 0.013172} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.041215] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.041513] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] c70decfc-7dca-455c-be31-d883bb3c7d98/c70decfc-7dca-455c-be31-d883bb3c7d98.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1618.041824] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbc2b582-aec6-46f5-bcf5-bf6ecaf91f43 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.049980] env[62588]: DEBUG oslo_vmware.api [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1618.049980] env[62588]: value = "task-1793822" [ 1618.049980] env[62588]: _type = "Task" [ 1618.049980] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.058324] env[62588]: DEBUG oslo_vmware.api [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.254052] env[62588]: DEBUG oslo_vmware.rw_handles [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e8d444-c0f7-6ba7-cefe-f8aa67b66be8/disk-0.vmdk. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1618.255030] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cf5312-e0f3-4e67-a795-47da6c574672 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.263405] env[62588]: DEBUG oslo_vmware.rw_handles [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e8d444-c0f7-6ba7-cefe-f8aa67b66be8/disk-0.vmdk is in state: ready. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1618.263619] env[62588]: ERROR oslo_vmware.rw_handles [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e8d444-c0f7-6ba7-cefe-f8aa67b66be8/disk-0.vmdk due to incomplete transfer. [ 1618.263877] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8cd46419-2ce2-42ec-957d-764fbfcc6ae8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.272409] env[62588]: DEBUG oslo_vmware.rw_handles [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e8d444-c0f7-6ba7-cefe-f8aa67b66be8/disk-0.vmdk. {{(pid=62588) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1618.272666] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Uploaded image 5478148a-39b6-423d-86d3-cc6c171e94cf to the Glance image server {{(pid=62588) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1618.275129] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Destroying the VM {{(pid=62588) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1618.276441] env[62588]: DEBUG nova.compute.utils [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1618.280476] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b57160ff-d734-4d88-973e-0f601517b5e0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.286774] env[62588]: DEBUG nova.compute.manager [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1618.287963] env[62588]: DEBUG nova.network.neutron [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1618.296671] env[62588]: DEBUG oslo_vmware.api [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1618.296671] env[62588]: value = "task-1793823" [ 1618.296671] env[62588]: _type = "Task" [ 1618.296671] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.307313] env[62588]: DEBUG oslo_vmware.api [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793823, 'name': Destroy_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.353569] env[62588]: DEBUG nova.policy [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa4c5cf068da40b2aa40b535c32724cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cde24a72a32f4ad7bf32f962d83e0e1b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1618.490178] env[62588]: DEBUG oslo_vmware.api [None req-e4a61fc6-7146-4bec-b4de-debf2ab832c0 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Task: {'id': task-1793821, 'name': PowerOffVM_Task, 'duration_secs': 0.19682} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.490499] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4a61fc6-7146-4bec-b4de-debf2ab832c0 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1618.490636] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a61fc6-7146-4bec-b4de-debf2ab832c0 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1618.490910] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9a3917e-7707-42bd-bcf4-d988000d9e29 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.573450] env[62588]: DEBUG oslo_vmware.api [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793822, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.580554] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f41f7f7-fb5b-45a6-88b0-b0b6496d33e1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.602462] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Updating instance 'cd9251fb-103f-4fea-a54a-398f28e4a7bc' progress to 0 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1618.708875] env[62588]: DEBUG nova.network.neutron [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Successfully created port: f127cd5e-1e6d-48a2-81f2-8a5d8c71fe6d {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1618.762481] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa01d60-a979-4a5f-8383-6fa190e2f809 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.772375] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f490c8-2058-46f3-bfca-ca54444b67c3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.803446] env[62588]: DEBUG nova.compute.manager [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1618.812522] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede968c6-6ef0-4f37-a554-1de787d153da {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.814277] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a61fc6-7146-4bec-b4de-debf2ab832c0 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1618.814426] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a61fc6-7146-4bec-b4de-debf2ab832c0 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1618.814594] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4a61fc6-7146-4bec-b4de-debf2ab832c0 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Deleting the datastore file [datastore1] 77171cc7-7df2-421f-b481-cc26969cbfdb {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1618.817321] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a42ddf58-56c9-4110-b111-e5797e14cdb6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.829858] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa0f1b7-7a4c-4ac4-8253-dd1695735c32 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.833713] env[62588]: DEBUG oslo_vmware.api [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793823, 'name': Destroy_Task, 'duration_secs': 0.445968} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.834014] env[62588]: DEBUG oslo_vmware.api [None req-e4a61fc6-7146-4bec-b4de-debf2ab832c0 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Waiting for the task: (returnval){ [ 1618.834014] env[62588]: value = "task-1793825" [ 1618.834014] env[62588]: _type = "Task" [ 1618.834014] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.834245] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Destroyed the VM [ 1618.834466] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Deleting Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1618.835081] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-de8b208d-ad3b-49b3-881a-b4e980ecb56b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.848408] env[62588]: DEBUG nova.compute.provider_tree [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1618.855505] env[62588]: DEBUG oslo_vmware.api [None req-e4a61fc6-7146-4bec-b4de-debf2ab832c0 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Task: {'id': task-1793825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.856844] env[62588]: DEBUG oslo_vmware.api [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1618.856844] env[62588]: value = "task-1793826" [ 1618.856844] env[62588]: _type = "Task" [ 1618.856844] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.866183] env[62588]: DEBUG oslo_vmware.api [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793826, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.062053] env[62588]: DEBUG oslo_vmware.api [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539533} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.062388] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] c70decfc-7dca-455c-be31-d883bb3c7d98/c70decfc-7dca-455c-be31-d883bb3c7d98.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1619.062681] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1619.062980] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c16e4314-a97f-4b2f-a9b1-9344a3ea6785 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.069666] env[62588]: DEBUG oslo_vmware.api [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1619.069666] env[62588]: value = "task-1793827" [ 1619.069666] env[62588]: _type = "Task" [ 1619.069666] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.078822] env[62588]: DEBUG oslo_vmware.api [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.110833] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1619.111216] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eca2c0df-870e-4253-b021-6c4644ae0abd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.118302] env[62588]: DEBUG oslo_vmware.api [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1619.118302] env[62588]: value = "task-1793828" [ 1619.118302] env[62588]: _type = "Task" [ 1619.118302] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.128149] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] VM already powered off {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1619.128348] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Updating instance 'cd9251fb-103f-4fea-a54a-398f28e4a7bc' progress to 17 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1619.345091] env[62588]: DEBUG oslo_vmware.api [None req-e4a61fc6-7146-4bec-b4de-debf2ab832c0 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Task: {'id': task-1793825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150481} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.345435] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4a61fc6-7146-4bec-b4de-debf2ab832c0 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1619.345689] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a61fc6-7146-4bec-b4de-debf2ab832c0 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1619.345985] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a61fc6-7146-4bec-b4de-debf2ab832c0 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1619.346753] env[62588]: INFO nova.compute.manager [None req-e4a61fc6-7146-4bec-b4de-debf2ab832c0 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Took 1.39 seconds to destroy the instance on the hypervisor. [ 1619.346753] env[62588]: DEBUG oslo.service.loopingcall [None req-e4a61fc6-7146-4bec-b4de-debf2ab832c0 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1619.346753] env[62588]: DEBUG nova.compute.manager [-] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1619.346922] env[62588]: DEBUG nova.network.neutron [-] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1619.367215] env[62588]: DEBUG oslo_vmware.api [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793826, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.372198] env[62588]: ERROR nova.scheduler.client.report [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] [req-620e4ef9-9802-4348-99aa-bee717386954] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eaab8868-4bee-41d4-8b5c-ca05c3049f36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-620e4ef9-9802-4348-99aa-bee717386954"}]} [ 1619.389066] env[62588]: DEBUG nova.scheduler.client.report [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Refreshing inventories for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1619.404158] env[62588]: DEBUG nova.scheduler.client.report [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Updating ProviderTree inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1619.404158] env[62588]: DEBUG nova.compute.provider_tree [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1619.417160] env[62588]: DEBUG nova.scheduler.client.report [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Refreshing aggregate associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, aggregates: None {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1619.435558] env[62588]: DEBUG nova.scheduler.client.report [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Refreshing trait associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1619.458418] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "5e3b85e8-1712-4f6f-98b8-655e7044928b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.458657] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "5e3b85e8-1712-4f6f-98b8-655e7044928b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.581564] env[62588]: DEBUG oslo_vmware.api [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083056} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.581912] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1619.582806] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0deddb5-f737-486b-81b9-77641bcc3ded {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.608420] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] c70decfc-7dca-455c-be31-d883bb3c7d98/c70decfc-7dca-455c-be31-d883bb3c7d98.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1619.612790] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-550cf230-f66d-45da-9d5a-7d262c1158d8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.629035] env[62588]: DEBUG nova.network.neutron [-] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.632151] env[62588]: DEBUG nova.compute.manager [req-5db967aa-c862-4b42-ab64-f69c77e04c09 req-413833d4-6c0a-4522-a9bd-6371c77bb522 service nova] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Received event network-vif-deleted-5b68b0f4-9a11-4b4c-b961-cb54785e6aa4 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1619.632356] env[62588]: INFO nova.compute.manager [req-5db967aa-c862-4b42-ab64-f69c77e04c09 req-413833d4-6c0a-4522-a9bd-6371c77bb522 service nova] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Neutron deleted interface 5b68b0f4-9a11-4b4c-b961-cb54785e6aa4; detaching it from the instance and deleting it from the info cache [ 1619.632538] env[62588]: DEBUG nova.network.neutron [req-5db967aa-c862-4b42-ab64-f69c77e04c09 req-413833d4-6c0a-4522-a9bd-6371c77bb522 service nova] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.636322] env[62588]: DEBUG nova.virt.hardware [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:37:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1619.636497] env[62588]: DEBUG nova.virt.hardware [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1619.636651] env[62588]: DEBUG nova.virt.hardware [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1619.636828] env[62588]: DEBUG nova.virt.hardware [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1619.636990] env[62588]: DEBUG nova.virt.hardware [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1619.637167] env[62588]: DEBUG nova.virt.hardware [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1619.637474] env[62588]: DEBUG nova.virt.hardware [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1619.637566] env[62588]: DEBUG nova.virt.hardware [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1619.637649] env[62588]: DEBUG nova.virt.hardware [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1619.638122] env[62588]: DEBUG nova.virt.hardware [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1619.638122] env[62588]: DEBUG nova.virt.hardware [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1619.648289] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d204fda7-5189-499d-a911-866d5e58dc70 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.658253] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd38f611-6ab0-4070-93b6-be0d3d9870c0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.660329] env[62588]: DEBUG oslo_vmware.api [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1619.660329] env[62588]: value = "task-1793829" [ 1619.660329] env[62588]: _type = "Task" [ 1619.660329] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.666567] env[62588]: DEBUG oslo_vmware.api [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1619.666567] env[62588]: value = "task-1793830" [ 1619.666567] env[62588]: _type = "Task" [ 1619.666567] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.670795] env[62588]: DEBUG oslo_vmware.api [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.676146] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1a3c6c-a2ad-409e-9ac6-5f5bc7ee6875 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.694512] env[62588]: DEBUG oslo_vmware.api [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.713523] env[62588]: DEBUG nova.compute.manager [req-5db967aa-c862-4b42-ab64-f69c77e04c09 req-413833d4-6c0a-4522-a9bd-6371c77bb522 service nova] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Detach interface failed, port_id=5b68b0f4-9a11-4b4c-b961-cb54785e6aa4, reason: Instance 77171cc7-7df2-421f-b481-cc26969cbfdb could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1619.814025] env[62588]: DEBUG nova.compute.manager [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1619.837047] env[62588]: DEBUG nova.virt.hardware [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1619.837310] env[62588]: DEBUG nova.virt.hardware [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1619.837492] env[62588]: DEBUG nova.virt.hardware [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1619.837641] env[62588]: DEBUG nova.virt.hardware [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1619.837786] env[62588]: DEBUG nova.virt.hardware [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1619.837932] env[62588]: DEBUG nova.virt.hardware [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1619.838153] env[62588]: DEBUG nova.virt.hardware [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1619.838339] env[62588]: DEBUG nova.virt.hardware [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1619.838507] env[62588]: DEBUG nova.virt.hardware [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1619.838682] env[62588]: DEBUG nova.virt.hardware [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1619.838868] env[62588]: DEBUG nova.virt.hardware [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1619.839789] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dace31c3-6a31-442f-bef6-4de3d253e20d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.852555] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47b3e2d-6da7-4197-8b62-0f433c048e11 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.877358] env[62588]: DEBUG oslo_vmware.api [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793826, 'name': RemoveSnapshot_Task, 'duration_secs': 0.602236} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.878036] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Deleted Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1619.878036] env[62588]: INFO nova.compute.manager [None req-edb9a59d-f08e-43a1-9d67-c5240015b45b tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Took 13.41 seconds to snapshot the instance on the hypervisor. [ 1619.917836] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbd9755-0337-4713-a2d6-4ca970639ca5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.925672] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c8a7d0-e095-43a0-a48c-c5504bbd2840 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.956020] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887ffb47-5607-4e4a-8c1e-afb4b5577a6e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.962654] env[62588]: DEBUG nova.compute.manager [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1619.966143] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bd349c-cc58-47ed-a070-7fce6bc23bf8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.979921] env[62588]: DEBUG nova.compute.provider_tree [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1620.135173] env[62588]: INFO nova.compute.manager [-] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Took 0.79 seconds to deallocate network for instance. [ 1620.171704] env[62588]: DEBUG oslo_vmware.api [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793829, 'name': ReconfigVM_Task, 'duration_secs': 0.276031} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.177247] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Reconfigured VM instance instance-00000045 to attach disk [datastore1] c70decfc-7dca-455c-be31-d883bb3c7d98/c70decfc-7dca-455c-be31-d883bb3c7d98.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1620.178123] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33b56158-858a-402b-9ed7-04d4e0a6ab19 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.188462] env[62588]: DEBUG oslo_vmware.api [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1620.188462] env[62588]: value = "task-1793831" [ 1620.188462] env[62588]: _type = "Task" [ 1620.188462] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.188693] env[62588]: DEBUG oslo_vmware.api [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793830, 'name': ReconfigVM_Task, 'duration_secs': 0.138064} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.189043] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Updating instance 'cd9251fb-103f-4fea-a54a-398f28e4a7bc' progress to 33 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1620.202268] env[62588]: DEBUG oslo_vmware.api [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793831, 'name': Rename_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.286165] env[62588]: DEBUG nova.compute.manager [req-0938fcaf-d49c-46f9-ba0a-1e9180bb4296 req-62578fdf-0d93-4fc1-89e3-b3ff628200db service nova] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Received event network-vif-plugged-f127cd5e-1e6d-48a2-81f2-8a5d8c71fe6d {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1620.286165] env[62588]: DEBUG oslo_concurrency.lockutils [req-0938fcaf-d49c-46f9-ba0a-1e9180bb4296 req-62578fdf-0d93-4fc1-89e3-b3ff628200db service nova] Acquiring lock "aa7f36a3-881a-4686-87ba-908bbef9fc84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.286358] env[62588]: DEBUG oslo_concurrency.lockutils [req-0938fcaf-d49c-46f9-ba0a-1e9180bb4296 req-62578fdf-0d93-4fc1-89e3-b3ff628200db service nova] Lock "aa7f36a3-881a-4686-87ba-908bbef9fc84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.286394] env[62588]: DEBUG oslo_concurrency.lockutils [req-0938fcaf-d49c-46f9-ba0a-1e9180bb4296 req-62578fdf-0d93-4fc1-89e3-b3ff628200db service nova] Lock "aa7f36a3-881a-4686-87ba-908bbef9fc84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.286605] env[62588]: DEBUG nova.compute.manager [req-0938fcaf-d49c-46f9-ba0a-1e9180bb4296 req-62578fdf-0d93-4fc1-89e3-b3ff628200db service nova] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] No waiting events found dispatching network-vif-plugged-f127cd5e-1e6d-48a2-81f2-8a5d8c71fe6d {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1620.286750] env[62588]: WARNING nova.compute.manager [req-0938fcaf-d49c-46f9-ba0a-1e9180bb4296 req-62578fdf-0d93-4fc1-89e3-b3ff628200db service nova] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Received unexpected event network-vif-plugged-f127cd5e-1e6d-48a2-81f2-8a5d8c71fe6d for instance with vm_state building and task_state spawning. [ 1620.388187] env[62588]: DEBUG nova.network.neutron [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Successfully updated port: f127cd5e-1e6d-48a2-81f2-8a5d8c71fe6d {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1620.483426] env[62588]: DEBUG nova.scheduler.client.report [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1620.487597] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.641687] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e4a61fc6-7146-4bec-b4de-debf2ab832c0 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.700223] env[62588]: DEBUG nova.virt.hardware [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1620.700562] env[62588]: DEBUG nova.virt.hardware [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1620.700667] env[62588]: DEBUG nova.virt.hardware [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1620.700931] env[62588]: DEBUG nova.virt.hardware [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1620.700931] env[62588]: DEBUG nova.virt.hardware [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1620.701113] env[62588]: DEBUG nova.virt.hardware [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1620.701271] env[62588]: DEBUG nova.virt.hardware [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1620.701430] env[62588]: DEBUG nova.virt.hardware [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1620.701591] env[62588]: DEBUG nova.virt.hardware [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1620.701749] env[62588]: DEBUG nova.virt.hardware [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1620.701916] env[62588]: DEBUG nova.virt.hardware [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1620.707212] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Reconfiguring VM instance instance-00000017 to detach disk 2000 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1620.707500] env[62588]: DEBUG oslo_vmware.api [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793831, 'name': Rename_Task, 'duration_secs': 0.143484} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.707721] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f28b05f4-6359-468f-a590-eb6ccd58b515 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.720240] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1620.720491] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5f1abf4-f2eb-4541-a049-ef02d2083e77 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.727780] env[62588]: DEBUG oslo_vmware.api [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1620.727780] env[62588]: value = "task-1793832" [ 1620.727780] env[62588]: _type = "Task" [ 1620.727780] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.728987] env[62588]: DEBUG oslo_vmware.api [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1620.728987] env[62588]: value = "task-1793833" [ 1620.728987] env[62588]: _type = "Task" [ 1620.728987] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.742035] env[62588]: DEBUG oslo_vmware.api [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793833, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.742279] env[62588]: DEBUG oslo_vmware.api [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.893659] env[62588]: DEBUG oslo_concurrency.lockutils [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Acquiring lock "refresh_cache-aa7f36a3-881a-4686-87ba-908bbef9fc84" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.894009] env[62588]: DEBUG oslo_concurrency.lockutils [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Acquired lock "refresh_cache-aa7f36a3-881a-4686-87ba-908bbef9fc84" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.894296] env[62588]: DEBUG nova.network.neutron [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1620.990369] env[62588]: DEBUG oslo_concurrency.lockutils [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.217s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.994027] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.744s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.996996] env[62588]: INFO nova.compute.claims [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1621.014956] env[62588]: INFO nova.scheduler.client.report [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Deleted allocations for instance ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9 [ 1621.242565] env[62588]: DEBUG oslo_vmware.api [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793833, 'name': ReconfigVM_Task, 'duration_secs': 0.203501} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.245917] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Reconfigured VM instance instance-00000017 to detach disk 2000 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1621.246279] env[62588]: DEBUG oslo_vmware.api [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793832, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.247010] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359b638f-07df-4e1c-a7a0-860fc28fabe8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.271434] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] cd9251fb-103f-4fea-a54a-398f28e4a7bc/cd9251fb-103f-4fea-a54a-398f28e4a7bc.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1621.271664] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ad8638f-2069-43e5-b812-c29d1931972c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.292722] env[62588]: DEBUG oslo_vmware.api [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1621.292722] env[62588]: value = "task-1793834" [ 1621.292722] env[62588]: _type = "Task" [ 1621.292722] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.302019] env[62588]: DEBUG oslo_vmware.api [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.481515] env[62588]: DEBUG nova.network.neutron [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1621.523651] env[62588]: DEBUG oslo_concurrency.lockutils [None req-30263201-bd36-472b-b4c9-b85a05bf7b0e tempest-InstanceActionsTestJSON-1555302992 tempest-InstanceActionsTestJSON-1555302992-project-member] Lock "ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.135s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.674256] env[62588]: DEBUG nova.network.neutron [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Updating instance_info_cache with network_info: [{"id": "f127cd5e-1e6d-48a2-81f2-8a5d8c71fe6d", "address": "fa:16:3e:95:1e:d3", "network": {"id": "09d54825-5b90-48ba-80f3-e7bdfc231a48", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-908990977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde24a72a32f4ad7bf32f962d83e0e1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf127cd5e-1e", "ovs_interfaceid": "f127cd5e-1e6d-48a2-81f2-8a5d8c71fe6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.740154] env[62588]: DEBUG oslo_vmware.api [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793832, 'name': PowerOnVM_Task, 'duration_secs': 0.695221} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.740455] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1621.740659] env[62588]: INFO nova.compute.manager [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Took 9.22 seconds to spawn the instance on the hypervisor. [ 1621.740840] env[62588]: DEBUG nova.compute.manager [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1621.741626] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d890e342-afec-4b13-8ea8-545b76c0c2f4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.807540] env[62588]: DEBUG oslo_vmware.api [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793834, 'name': ReconfigVM_Task, 'duration_secs': 0.291262} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.807998] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Reconfigured VM instance instance-00000017 to attach disk [datastore1] cd9251fb-103f-4fea-a54a-398f28e4a7bc/cd9251fb-103f-4fea-a54a-398f28e4a7bc.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1621.808441] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Updating instance 'cd9251fb-103f-4fea-a54a-398f28e4a7bc' progress to 50 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1622.178954] env[62588]: DEBUG oslo_concurrency.lockutils [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Releasing lock "refresh_cache-aa7f36a3-881a-4686-87ba-908bbef9fc84" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.178954] env[62588]: DEBUG nova.compute.manager [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Instance network_info: |[{"id": "f127cd5e-1e6d-48a2-81f2-8a5d8c71fe6d", "address": "fa:16:3e:95:1e:d3", "network": {"id": "09d54825-5b90-48ba-80f3-e7bdfc231a48", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-908990977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde24a72a32f4ad7bf32f962d83e0e1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf127cd5e-1e", "ovs_interfaceid": "f127cd5e-1e6d-48a2-81f2-8a5d8c71fe6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1622.182780] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:1e:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f127cd5e-1e6d-48a2-81f2-8a5d8c71fe6d', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1622.188237] env[62588]: DEBUG oslo.service.loopingcall [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1622.193155] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1622.193155] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37312c92-a0ea-40cd-a7bb-1717f9835569 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.215631] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1622.215631] env[62588]: value = "task-1793835" [ 1622.215631] env[62588]: _type = "Task" [ 1622.215631] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.226862] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793835, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.261651] env[62588]: INFO nova.compute.manager [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Took 51.54 seconds to build instance. [ 1622.317017] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05777d21-6d7e-4d4e-b038-bf62f131c4af {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.327557] env[62588]: DEBUG nova.compute.manager [req-20cfba48-d399-44fb-8d1c-47e2f7a7a300 req-dfbd198c-5147-4951-abb9-a004cf1138c9 service nova] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Received event network-changed-f127cd5e-1e6d-48a2-81f2-8a5d8c71fe6d {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1622.327762] env[62588]: DEBUG nova.compute.manager [req-20cfba48-d399-44fb-8d1c-47e2f7a7a300 req-dfbd198c-5147-4951-abb9-a004cf1138c9 service nova] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Refreshing instance network info cache due to event network-changed-f127cd5e-1e6d-48a2-81f2-8a5d8c71fe6d. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1622.327983] env[62588]: DEBUG oslo_concurrency.lockutils [req-20cfba48-d399-44fb-8d1c-47e2f7a7a300 req-dfbd198c-5147-4951-abb9-a004cf1138c9 service nova] Acquiring lock "refresh_cache-aa7f36a3-881a-4686-87ba-908bbef9fc84" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.328132] env[62588]: DEBUG oslo_concurrency.lockutils [req-20cfba48-d399-44fb-8d1c-47e2f7a7a300 req-dfbd198c-5147-4951-abb9-a004cf1138c9 service nova] Acquired lock "refresh_cache-aa7f36a3-881a-4686-87ba-908bbef9fc84" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.328302] env[62588]: DEBUG nova.network.neutron [req-20cfba48-d399-44fb-8d1c-47e2f7a7a300 req-dfbd198c-5147-4951-abb9-a004cf1138c9 service nova] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Refreshing network info cache for port f127cd5e-1e6d-48a2-81f2-8a5d8c71fe6d {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1622.349995] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f973254-3896-4f93-9af0-d16be8c821b7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.372895] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Updating instance 'cd9251fb-103f-4fea-a54a-398f28e4a7bc' progress to 67 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1622.558369] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef242ed-5e5e-4851-9013-ea964d298915 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.566071] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b06724c-6eb4-43fc-b77e-01441108b8b7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.607305] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f92256-3a07-4e57-91db-65ede99e5af4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.616783] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bc0eaf-105e-4da7-82a4-f7350cea80ae {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.635578] env[62588]: DEBUG nova.compute.provider_tree [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1622.731475] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793835, 'name': CreateVM_Task, 'duration_secs': 0.416622} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.731661] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1622.732392] env[62588]: DEBUG oslo_concurrency.lockutils [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.732541] env[62588]: DEBUG oslo_concurrency.lockutils [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.732859] env[62588]: DEBUG oslo_concurrency.lockutils [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1622.733134] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acc62190-6cbb-447f-8be4-a0e57a0fb02a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.740588] env[62588]: DEBUG oslo_vmware.api [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Waiting for the task: (returnval){ [ 1622.740588] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d807d3-bc9e-1713-1571-2aa3aeac684e" [ 1622.740588] env[62588]: _type = "Task" [ 1622.740588] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.750024] env[62588]: DEBUG oslo_vmware.api [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d807d3-bc9e-1713-1571-2aa3aeac684e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.763647] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0c0b8fa6-8f21-462d-a9df-123cd51739ee tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "c70decfc-7dca-455c-be31-d883bb3c7d98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.060s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.937325] env[62588]: DEBUG nova.network.neutron [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Port 8a69c6b0-c377-444e-b1e0-b9f3c8967876 binding to destination host cpu-1 is already ACTIVE {{(pid=62588) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1623.071268] env[62588]: DEBUG nova.network.neutron [req-20cfba48-d399-44fb-8d1c-47e2f7a7a300 req-dfbd198c-5147-4951-abb9-a004cf1138c9 service nova] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Updated VIF entry in instance network info cache for port f127cd5e-1e6d-48a2-81f2-8a5d8c71fe6d. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1623.071623] env[62588]: DEBUG nova.network.neutron [req-20cfba48-d399-44fb-8d1c-47e2f7a7a300 req-dfbd198c-5147-4951-abb9-a004cf1138c9 service nova] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Updating instance_info_cache with network_info: [{"id": "f127cd5e-1e6d-48a2-81f2-8a5d8c71fe6d", "address": "fa:16:3e:95:1e:d3", "network": {"id": "09d54825-5b90-48ba-80f3-e7bdfc231a48", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-908990977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde24a72a32f4ad7bf32f962d83e0e1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf127cd5e-1e", "ovs_interfaceid": "f127cd5e-1e6d-48a2-81f2-8a5d8c71fe6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.127933] env[62588]: DEBUG oslo_concurrency.lockutils [None req-51a8b08a-8ff1-4b54-b72f-626244607534 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "c70decfc-7dca-455c-be31-d883bb3c7d98" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.127933] env[62588]: DEBUG oslo_concurrency.lockutils [None req-51a8b08a-8ff1-4b54-b72f-626244607534 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "c70decfc-7dca-455c-be31-d883bb3c7d98" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.127933] env[62588]: DEBUG nova.compute.manager [None req-51a8b08a-8ff1-4b54-b72f-626244607534 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1623.127933] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdec2718-c80b-4db2-bf87-713e2980b0dc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.139889] env[62588]: DEBUG nova.scheduler.client.report [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1623.149882] env[62588]: DEBUG nova.compute.manager [None req-51a8b08a-8ff1-4b54-b72f-626244607534 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62588) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1623.149882] env[62588]: DEBUG nova.objects.instance [None req-51a8b08a-8ff1-4b54-b72f-626244607534 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lazy-loading 'flavor' on Instance uuid c70decfc-7dca-455c-be31-d883bb3c7d98 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1623.253133] env[62588]: DEBUG oslo_vmware.api [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d807d3-bc9e-1713-1571-2aa3aeac684e, 'name': SearchDatastore_Task, 'duration_secs': 0.011475} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.253915] env[62588]: DEBUG oslo_concurrency.lockutils [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.253915] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1623.254039] env[62588]: DEBUG oslo_concurrency.lockutils [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.254107] env[62588]: DEBUG oslo_concurrency.lockutils [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.254291] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1623.254561] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0510b914-2470-40c9-b664-91d328f44a1a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.264712] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1623.264903] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1623.265659] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-133baf6a-ab2b-4819-a930-09664bdd50c4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.271420] env[62588]: DEBUG oslo_vmware.api [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Waiting for the task: (returnval){ [ 1623.271420] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52087972-7023-b77c-1c6a-4a3ead4b5377" [ 1623.271420] env[62588]: _type = "Task" [ 1623.271420] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.279623] env[62588]: DEBUG oslo_vmware.api [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52087972-7023-b77c-1c6a-4a3ead4b5377, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.573889] env[62588]: DEBUG oslo_concurrency.lockutils [req-20cfba48-d399-44fb-8d1c-47e2f7a7a300 req-dfbd198c-5147-4951-abb9-a004cf1138c9 service nova] Releasing lock "refresh_cache-aa7f36a3-881a-4686-87ba-908bbef9fc84" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.653027] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.653703] env[62588]: DEBUG nova.compute.manager [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1623.660450] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6cb2fe41-da07-4b16-80d7-15ccb381c6d9 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.923s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.661083] env[62588]: DEBUG nova.objects.instance [None req-6cb2fe41-da07-4b16-80d7-15ccb381c6d9 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Lazy-loading 'resources' on Instance uuid 3e6b0d70-5687-4b57-aa2d-573b51d6805f {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1623.783335] env[62588]: DEBUG oslo_vmware.api [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52087972-7023-b77c-1c6a-4a3ead4b5377, 'name': SearchDatastore_Task, 'duration_secs': 0.030937} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.784141] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cdf01ba-225e-430a-beed-26d48f1ad550 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.790077] env[62588]: DEBUG oslo_vmware.api [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Waiting for the task: (returnval){ [ 1623.790077] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52106a46-fb4f-08b8-f2b4-c6d6d2c010b5" [ 1623.790077] env[62588]: _type = "Task" [ 1623.790077] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.798215] env[62588]: DEBUG oslo_vmware.api [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52106a46-fb4f-08b8-f2b4-c6d6d2c010b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.968117] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "cd9251fb-103f-4fea-a54a-398f28e4a7bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.968531] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "cd9251fb-103f-4fea-a54a-398f28e4a7bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.968860] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "cd9251fb-103f-4fea-a54a-398f28e4a7bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.159992] env[62588]: DEBUG nova.compute.utils [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1624.162283] env[62588]: DEBUG nova.compute.manager [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1624.162477] env[62588]: DEBUG nova.network.neutron [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1624.164887] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a8b08a-8ff1-4b54-b72f-626244607534 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1624.167747] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64db4329-762c-4982-b452-bb7162569b1e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.178061] env[62588]: DEBUG oslo_vmware.api [None req-51a8b08a-8ff1-4b54-b72f-626244607534 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1624.178061] env[62588]: value = "task-1793836" [ 1624.178061] env[62588]: _type = "Task" [ 1624.178061] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.187280] env[62588]: DEBUG oslo_vmware.api [None req-51a8b08a-8ff1-4b54-b72f-626244607534 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.217883] env[62588]: DEBUG nova.policy [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9842fd79fe74710979fc9a592fb4ce7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ccf6b2ee1dc4c85aa64f97e4d32ef87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1624.302368] env[62588]: DEBUG oslo_vmware.api [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52106a46-fb4f-08b8-f2b4-c6d6d2c010b5, 'name': SearchDatastore_Task, 'duration_secs': 0.044439} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.302719] env[62588]: DEBUG oslo_concurrency.lockutils [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1624.302924] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] aa7f36a3-881a-4686-87ba-908bbef9fc84/aa7f36a3-881a-4686-87ba-908bbef9fc84.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1624.303218] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c72eebd3-f2e5-4b57-8199-639344e0278a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.315846] env[62588]: DEBUG oslo_vmware.api [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Waiting for the task: (returnval){ [ 1624.315846] env[62588]: value = "task-1793837" [ 1624.315846] env[62588]: _type = "Task" [ 1624.315846] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.326178] env[62588]: DEBUG oslo_vmware.api [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.552483] env[62588]: DEBUG nova.network.neutron [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Successfully created port: 4d9c4671-15fd-4b9f-8570-f6ae911bdb08 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1624.608212] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1ccc73-bf64-4b2c-b27f-a26ba64585d6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.616155] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f74575-c64f-46b8-87bd-46d21caa8fc5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.662768] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fd2aae-da09-43f2-9427-1aba90b96c42 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.665720] env[62588]: DEBUG nova.compute.manager [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1624.672413] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd64cff9-f633-4ef3-91c1-dbfece64b825 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.692200] env[62588]: DEBUG oslo_vmware.api [None req-51a8b08a-8ff1-4b54-b72f-626244607534 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793836, 'name': PowerOffVM_Task, 'duration_secs': 0.232031} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.708652] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a8b08a-8ff1-4b54-b72f-626244607534 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1624.709109] env[62588]: DEBUG nova.compute.manager [None req-51a8b08a-8ff1-4b54-b72f-626244607534 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1624.709862] env[62588]: DEBUG nova.compute.provider_tree [None req-6cb2fe41-da07-4b16-80d7-15ccb381c6d9 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1624.713191] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bf8bc1-6706-4828-868f-f6774cd83395 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.721560] env[62588]: DEBUG nova.scheduler.client.report [None req-6cb2fe41-da07-4b16-80d7-15ccb381c6d9 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1624.826667] env[62588]: DEBUG oslo_vmware.api [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793837, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.041912] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "refresh_cache-cd9251fb-103f-4fea-a54a-398f28e4a7bc" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.041912] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquired lock "refresh_cache-cd9251fb-103f-4fea-a54a-398f28e4a7bc" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.041912] env[62588]: DEBUG nova.network.neutron [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1625.231957] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6cb2fe41-da07-4b16-80d7-15ccb381c6d9 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.569s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.236897] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9b5926e5-fd67-4b0f-b077-111b83df62b4 tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.550s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.237338] env[62588]: DEBUG nova.objects.instance [None req-9b5926e5-fd67-4b0f-b077-111b83df62b4 tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Lazy-loading 'resources' on Instance uuid 641a3a07-a4a4-4920-b710-f62bca7f9ebc {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1625.241953] env[62588]: DEBUG oslo_concurrency.lockutils [None req-51a8b08a-8ff1-4b54-b72f-626244607534 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "c70decfc-7dca-455c-be31-d883bb3c7d98" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.115s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.260542] env[62588]: INFO nova.scheduler.client.report [None req-6cb2fe41-da07-4b16-80d7-15ccb381c6d9 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Deleted allocations for instance 3e6b0d70-5687-4b57-aa2d-573b51d6805f [ 1625.330015] env[62588]: DEBUG oslo_vmware.api [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.823812} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.330683] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] aa7f36a3-881a-4686-87ba-908bbef9fc84/aa7f36a3-881a-4686-87ba-908bbef9fc84.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1625.330683] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1625.330844] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-debb36f8-40fc-4ca6-9df0-cacb33677415 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.339767] env[62588]: DEBUG oslo_vmware.api [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Waiting for the task: (returnval){ [ 1625.339767] env[62588]: value = "task-1793838" [ 1625.339767] env[62588]: _type = "Task" [ 1625.339767] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.352290] env[62588]: DEBUG oslo_vmware.api [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793838, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.685275] env[62588]: DEBUG nova.compute.manager [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1625.712263] env[62588]: DEBUG nova.virt.hardware [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1625.712548] env[62588]: DEBUG nova.virt.hardware [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1625.712705] env[62588]: DEBUG nova.virt.hardware [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1625.712882] env[62588]: DEBUG nova.virt.hardware [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1625.713051] env[62588]: DEBUG nova.virt.hardware [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1625.713189] env[62588]: DEBUG nova.virt.hardware [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1625.713401] env[62588]: DEBUG nova.virt.hardware [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1625.713559] env[62588]: DEBUG nova.virt.hardware [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1625.713725] env[62588]: DEBUG nova.virt.hardware [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1625.713887] env[62588]: DEBUG nova.virt.hardware [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1625.714173] env[62588]: DEBUG nova.virt.hardware [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1625.715060] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54a919e-786f-422a-b3a4-960ab6ee61c8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.720663] env[62588]: DEBUG oslo_concurrency.lockutils [None req-198ad9f1-b45c-4ac1-97a2-f504fc9e5093 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "c70decfc-7dca-455c-be31-d883bb3c7d98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.720957] env[62588]: DEBUG oslo_concurrency.lockutils [None req-198ad9f1-b45c-4ac1-97a2-f504fc9e5093 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "c70decfc-7dca-455c-be31-d883bb3c7d98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.721196] env[62588]: DEBUG oslo_concurrency.lockutils [None req-198ad9f1-b45c-4ac1-97a2-f504fc9e5093 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "c70decfc-7dca-455c-be31-d883bb3c7d98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.721393] env[62588]: DEBUG oslo_concurrency.lockutils [None req-198ad9f1-b45c-4ac1-97a2-f504fc9e5093 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "c70decfc-7dca-455c-be31-d883bb3c7d98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.721540] env[62588]: DEBUG oslo_concurrency.lockutils [None req-198ad9f1-b45c-4ac1-97a2-f504fc9e5093 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "c70decfc-7dca-455c-be31-d883bb3c7d98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.729577] env[62588]: INFO nova.compute.manager [None req-198ad9f1-b45c-4ac1-97a2-f504fc9e5093 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Terminating instance [ 1625.733038] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8476ccbb-d163-4409-b806-112caf906c69 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.767836] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6cb2fe41-da07-4b16-80d7-15ccb381c6d9 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Lock "3e6b0d70-5687-4b57-aa2d-573b51d6805f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.639s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.817607] env[62588]: DEBUG nova.network.neutron [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Updating instance_info_cache with network_info: [{"id": "8a69c6b0-c377-444e-b1e0-b9f3c8967876", "address": "fa:16:3e:07:f6:c7", "network": {"id": "94db9e1b-f422-4077-be68-4fd81b713a80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1210070792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "979ec9f712cf4691b14f90355fbb2827", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a69c6b0-c3", "ovs_interfaceid": "8a69c6b0-c377-444e-b1e0-b9f3c8967876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.850020] env[62588]: DEBUG oslo_vmware.api [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793838, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179494} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.852705] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1625.853777] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a84db4-cc80-4286-a79a-a8d0c9a1e981 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.877581] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] aa7f36a3-881a-4686-87ba-908bbef9fc84/aa7f36a3-881a-4686-87ba-908bbef9fc84.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1625.880491] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d845cad2-8aac-46db-95f2-662276b425c4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.915488] env[62588]: DEBUG oslo_vmware.api [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Waiting for the task: (returnval){ [ 1625.915488] env[62588]: value = "task-1793839" [ 1625.915488] env[62588]: _type = "Task" [ 1625.915488] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.925801] env[62588]: DEBUG oslo_vmware.api [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793839, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.188918] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e909e83e-6c05-4dbc-ae15-774a296eb077 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.197082] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59247328-563b-4211-bc67-b96317906d8f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.228376] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da4c6e1-88ed-4260-aea5-2ee1a44fc866 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.236655] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f98314-e0e2-48c8-9f4b-80c91a43aac7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.240657] env[62588]: DEBUG nova.compute.manager [None req-198ad9f1-b45c-4ac1-97a2-f504fc9e5093 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1626.240924] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-198ad9f1-b45c-4ac1-97a2-f504fc9e5093 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1626.241948] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322bac66-ef97-4d55-9c1c-b895669f9d0c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.260748] env[62588]: DEBUG nova.compute.provider_tree [None req-9b5926e5-fd67-4b0f-b077-111b83df62b4 tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1626.262145] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-198ad9f1-b45c-4ac1-97a2-f504fc9e5093 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1626.263502] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-898eb2f5-c28a-4137-a067-6d2f18a7ee40 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.265959] env[62588]: DEBUG nova.compute.manager [req-6dfcefc4-6a54-4fff-acab-8ffc49f407d6 req-5e51cf83-ef47-44d7-a626-263847f64be1 service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Received event network-vif-plugged-4d9c4671-15fd-4b9f-8570-f6ae911bdb08 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1626.266870] env[62588]: DEBUG oslo_concurrency.lockutils [req-6dfcefc4-6a54-4fff-acab-8ffc49f407d6 req-5e51cf83-ef47-44d7-a626-263847f64be1 service nova] Acquiring lock "2f1cc4d5-24b4-47dc-ba6a-884141e9fa42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.266870] env[62588]: DEBUG oslo_concurrency.lockutils [req-6dfcefc4-6a54-4fff-acab-8ffc49f407d6 req-5e51cf83-ef47-44d7-a626-263847f64be1 service nova] Lock "2f1cc4d5-24b4-47dc-ba6a-884141e9fa42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.266870] env[62588]: DEBUG oslo_concurrency.lockutils [req-6dfcefc4-6a54-4fff-acab-8ffc49f407d6 req-5e51cf83-ef47-44d7-a626-263847f64be1 service nova] Lock "2f1cc4d5-24b4-47dc-ba6a-884141e9fa42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.266870] env[62588]: DEBUG nova.compute.manager [req-6dfcefc4-6a54-4fff-acab-8ffc49f407d6 req-5e51cf83-ef47-44d7-a626-263847f64be1 service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] No waiting events found dispatching network-vif-plugged-4d9c4671-15fd-4b9f-8570-f6ae911bdb08 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1626.267068] env[62588]: WARNING nova.compute.manager [req-6dfcefc4-6a54-4fff-acab-8ffc49f407d6 req-5e51cf83-ef47-44d7-a626-263847f64be1 service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Received unexpected event network-vif-plugged-4d9c4671-15fd-4b9f-8570-f6ae911bdb08 for instance with vm_state building and task_state spawning. [ 1626.275521] env[62588]: DEBUG nova.network.neutron [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Successfully updated port: 4d9c4671-15fd-4b9f-8570-f6ae911bdb08 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1626.320546] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Releasing lock "refresh_cache-cd9251fb-103f-4fea-a54a-398f28e4a7bc" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.350982] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-198ad9f1-b45c-4ac1-97a2-f504fc9e5093 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1626.351299] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-198ad9f1-b45c-4ac1-97a2-f504fc9e5093 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1626.351507] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-198ad9f1-b45c-4ac1-97a2-f504fc9e5093 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Deleting the datastore file [datastore1] c70decfc-7dca-455c-be31-d883bb3c7d98 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1626.351778] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89aa4d0b-1c32-4daa-80ba-6a3d5e9347f0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.358824] env[62588]: DEBUG oslo_vmware.api [None req-198ad9f1-b45c-4ac1-97a2-f504fc9e5093 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1626.358824] env[62588]: value = "task-1793841" [ 1626.358824] env[62588]: _type = "Task" [ 1626.358824] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.369491] env[62588]: DEBUG oslo_vmware.api [None req-198ad9f1-b45c-4ac1-97a2-f504fc9e5093 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.427985] env[62588]: DEBUG oslo_vmware.api [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.763621] env[62588]: DEBUG nova.scheduler.client.report [None req-9b5926e5-fd67-4b0f-b077-111b83df62b4 tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1626.784791] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "refresh_cache-2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.784939] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquired lock "refresh_cache-2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.785115] env[62588]: DEBUG nova.network.neutron [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1626.847893] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63145065-6828-4da8-961b-6a2e0c4ab97a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.871686] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a57408-7a57-4b95-bfe8-19ce7e6e347a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.882172] env[62588]: DEBUG oslo_vmware.api [None req-198ad9f1-b45c-4ac1-97a2-f504fc9e5093 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138752} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.884524] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-198ad9f1-b45c-4ac1-97a2-f504fc9e5093 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1626.884727] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-198ad9f1-b45c-4ac1-97a2-f504fc9e5093 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1626.884919] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-198ad9f1-b45c-4ac1-97a2-f504fc9e5093 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1626.885122] env[62588]: INFO nova.compute.manager [None req-198ad9f1-b45c-4ac1-97a2-f504fc9e5093 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1626.885363] env[62588]: DEBUG oslo.service.loopingcall [None req-198ad9f1-b45c-4ac1-97a2-f504fc9e5093 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1626.885678] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Updating instance 'cd9251fb-103f-4fea-a54a-398f28e4a7bc' progress to 83 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1626.889352] env[62588]: DEBUG nova.compute.manager [-] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1626.889416] env[62588]: DEBUG nova.network.neutron [-] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1626.926900] env[62588]: DEBUG oslo_vmware.api [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793839, 'name': ReconfigVM_Task, 'duration_secs': 0.904325} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.928202] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Reconfigured VM instance instance-00000046 to attach disk [datastore1] aa7f36a3-881a-4686-87ba-908bbef9fc84/aa7f36a3-881a-4686-87ba-908bbef9fc84.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1626.928748] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef109f0d-95aa-44d3-a4ec-08f0f9094d72 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.936341] env[62588]: DEBUG oslo_vmware.api [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Waiting for the task: (returnval){ [ 1626.936341] env[62588]: value = "task-1793842" [ 1626.936341] env[62588]: _type = "Task" [ 1626.936341] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.952653] env[62588]: DEBUG oslo_vmware.api [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793842, 'name': Rename_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.067358] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7bdb2130-ce95-44f7-8e64-1b8c36cbe2b5 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Acquiring lock "f1e9cfa1-1f64-474c-abd0-8ec5e730b492" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.067637] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7bdb2130-ce95-44f7-8e64-1b8c36cbe2b5 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Lock "f1e9cfa1-1f64-474c-abd0-8ec5e730b492" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.069112] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7bdb2130-ce95-44f7-8e64-1b8c36cbe2b5 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Acquiring lock "f1e9cfa1-1f64-474c-abd0-8ec5e730b492-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.069112] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7bdb2130-ce95-44f7-8e64-1b8c36cbe2b5 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Lock "f1e9cfa1-1f64-474c-abd0-8ec5e730b492-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.069112] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7bdb2130-ce95-44f7-8e64-1b8c36cbe2b5 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Lock "f1e9cfa1-1f64-474c-abd0-8ec5e730b492-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.071021] env[62588]: INFO nova.compute.manager [None req-7bdb2130-ce95-44f7-8e64-1b8c36cbe2b5 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Terminating instance [ 1627.270365] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9b5926e5-fd67-4b0f-b077-111b83df62b4 tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.273104] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.976s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.274659] env[62588]: INFO nova.compute.claims [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1627.290231] env[62588]: INFO nova.scheduler.client.report [None req-9b5926e5-fd67-4b0f-b077-111b83df62b4 tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Deleted allocations for instance 641a3a07-a4a4-4920-b710-f62bca7f9ebc [ 1627.329907] env[62588]: DEBUG nova.network.neutron [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1627.393732] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4a728e71-6a70-46c4-aaeb-239ccf89f84b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Updating instance 'cd9251fb-103f-4fea-a54a-398f28e4a7bc' progress to 100 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1627.447642] env[62588]: DEBUG oslo_vmware.api [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793842, 'name': Rename_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.547594] env[62588]: DEBUG nova.network.neutron [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Updating instance_info_cache with network_info: [{"id": "4d9c4671-15fd-4b9f-8570-f6ae911bdb08", "address": "fa:16:3e:28:41:e3", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d9c4671-15", "ovs_interfaceid": "4d9c4671-15fd-4b9f-8570-f6ae911bdb08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.573523] env[62588]: DEBUG nova.compute.manager [None req-7bdb2130-ce95-44f7-8e64-1b8c36cbe2b5 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1627.573747] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdb2130-ce95-44f7-8e64-1b8c36cbe2b5 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1627.575297] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd338d1a-a9b8-4e55-bce0-d76152005844 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.583768] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bdb2130-ce95-44f7-8e64-1b8c36cbe2b5 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1627.584017] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-871dc962-2bbf-4161-ae72-035c4901ec2f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.591449] env[62588]: DEBUG oslo_vmware.api [None req-7bdb2130-ce95-44f7-8e64-1b8c36cbe2b5 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Waiting for the task: (returnval){ [ 1627.591449] env[62588]: value = "task-1793843" [ 1627.591449] env[62588]: _type = "Task" [ 1627.591449] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.599622] env[62588]: DEBUG oslo_vmware.api [None req-7bdb2130-ce95-44f7-8e64-1b8c36cbe2b5 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': task-1793843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.624739] env[62588]: DEBUG nova.network.neutron [-] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.797386] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9b5926e5-fd67-4b0f-b077-111b83df62b4 tempest-ServersWithSpecificFlavorTestJSON-24361035 tempest-ServersWithSpecificFlavorTestJSON-24361035-project-member] Lock "641a3a07-a4a4-4920-b710-f62bca7f9ebc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.031s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.948213] env[62588]: DEBUG oslo_vmware.api [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793842, 'name': Rename_Task, 'duration_secs': 0.953647} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.948521] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1627.948767] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd138b22-93da-4d51-8d48-4c4e471b9754 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.956545] env[62588]: DEBUG oslo_vmware.api [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Waiting for the task: (returnval){ [ 1627.956545] env[62588]: value = "task-1793844" [ 1627.956545] env[62588]: _type = "Task" [ 1627.956545] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.965994] env[62588]: DEBUG oslo_vmware.api [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.050828] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Releasing lock "refresh_cache-2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.051164] env[62588]: DEBUG nova.compute.manager [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Instance network_info: |[{"id": "4d9c4671-15fd-4b9f-8570-f6ae911bdb08", "address": "fa:16:3e:28:41:e3", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d9c4671-15", "ovs_interfaceid": "4d9c4671-15fd-4b9f-8570-f6ae911bdb08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1628.051593] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:41:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d9c4671-15fd-4b9f-8570-f6ae911bdb08', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1628.060398] env[62588]: DEBUG oslo.service.loopingcall [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1628.060565] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1628.060793] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edf4a992-6f29-493d-8b07-10daea7038b6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.081877] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1628.081877] env[62588]: value = "task-1793845" [ 1628.081877] env[62588]: _type = "Task" [ 1628.081877] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.090579] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793845, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.101732] env[62588]: DEBUG oslo_vmware.api [None req-7bdb2130-ce95-44f7-8e64-1b8c36cbe2b5 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': task-1793843, 'name': PowerOffVM_Task, 'duration_secs': 0.359068} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.102147] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bdb2130-ce95-44f7-8e64-1b8c36cbe2b5 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1628.103041] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdb2130-ce95-44f7-8e64-1b8c36cbe2b5 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1628.103041] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12430eba-9379-434b-b9a5-29318217d5eb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.128416] env[62588]: INFO nova.compute.manager [-] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Took 1.24 seconds to deallocate network for instance. [ 1628.235694] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdb2130-ce95-44f7-8e64-1b8c36cbe2b5 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1628.235694] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdb2130-ce95-44f7-8e64-1b8c36cbe2b5 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1628.235694] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bdb2130-ce95-44f7-8e64-1b8c36cbe2b5 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Deleting the datastore file [datastore1] f1e9cfa1-1f64-474c-abd0-8ec5e730b492 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1628.235694] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79767d25-9de4-49ff-b121-dc1b4df35e63 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.243357] env[62588]: DEBUG oslo_vmware.api [None req-7bdb2130-ce95-44f7-8e64-1b8c36cbe2b5 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Waiting for the task: (returnval){ [ 1628.243357] env[62588]: value = "task-1793847" [ 1628.243357] env[62588]: _type = "Task" [ 1628.243357] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.252930] env[62588]: DEBUG oslo_vmware.api [None req-7bdb2130-ce95-44f7-8e64-1b8c36cbe2b5 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': task-1793847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.287305] env[62588]: DEBUG nova.compute.manager [req-ea1ce740-4726-4a3a-b06e-a47ea25cb192 req-86bfe923-c130-423d-bcc3-0620c0540096 service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Received event network-changed-4d9c4671-15fd-4b9f-8570-f6ae911bdb08 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1628.287508] env[62588]: DEBUG nova.compute.manager [req-ea1ce740-4726-4a3a-b06e-a47ea25cb192 req-86bfe923-c130-423d-bcc3-0620c0540096 service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Refreshing instance network info cache due to event network-changed-4d9c4671-15fd-4b9f-8570-f6ae911bdb08. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1628.287746] env[62588]: DEBUG oslo_concurrency.lockutils [req-ea1ce740-4726-4a3a-b06e-a47ea25cb192 req-86bfe923-c130-423d-bcc3-0620c0540096 service nova] Acquiring lock "refresh_cache-2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.287889] env[62588]: DEBUG oslo_concurrency.lockutils [req-ea1ce740-4726-4a3a-b06e-a47ea25cb192 req-86bfe923-c130-423d-bcc3-0620c0540096 service nova] Acquired lock "refresh_cache-2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.288091] env[62588]: DEBUG nova.network.neutron [req-ea1ce740-4726-4a3a-b06e-a47ea25cb192 req-86bfe923-c130-423d-bcc3-0620c0540096 service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Refreshing network info cache for port 4d9c4671-15fd-4b9f-8570-f6ae911bdb08 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1628.469635] env[62588]: DEBUG oslo_vmware.api [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793844, 'name': PowerOnVM_Task, 'duration_secs': 0.476751} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.474016] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1628.474016] env[62588]: INFO nova.compute.manager [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1628.474016] env[62588]: DEBUG nova.compute.manager [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1628.474016] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6e9d08-46af-4e57-9b23-405858785541 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.597340] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793845, 'name': CreateVM_Task, 'duration_secs': 0.379376} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.597562] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1628.598295] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.598509] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.598862] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1628.599174] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9064156f-a1d4-419d-a8be-062a83547ee1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.606857] env[62588]: DEBUG oslo_vmware.api [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1628.606857] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d5fca2-a4a2-6905-8b87-175e947111bb" [ 1628.606857] env[62588]: _type = "Task" [ 1628.606857] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.615176] env[62588]: DEBUG oslo_vmware.api [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d5fca2-a4a2-6905-8b87-175e947111bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.637861] env[62588]: DEBUG oslo_concurrency.lockutils [None req-198ad9f1-b45c-4ac1-97a2-f504fc9e5093 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.764804] env[62588]: DEBUG oslo_vmware.api [None req-7bdb2130-ce95-44f7-8e64-1b8c36cbe2b5 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Task: {'id': task-1793847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144475} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.767711] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bdb2130-ce95-44f7-8e64-1b8c36cbe2b5 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1628.767829] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdb2130-ce95-44f7-8e64-1b8c36cbe2b5 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1628.767998] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdb2130-ce95-44f7-8e64-1b8c36cbe2b5 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1628.768190] env[62588]: INFO nova.compute.manager [None req-7bdb2130-ce95-44f7-8e64-1b8c36cbe2b5 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1628.768501] env[62588]: DEBUG oslo.service.loopingcall [None req-7bdb2130-ce95-44f7-8e64-1b8c36cbe2b5 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1628.769438] env[62588]: DEBUG nova.compute.manager [-] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1628.769533] env[62588]: DEBUG nova.network.neutron [-] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1628.781426] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3abfe6-9f54-4929-8593-f202c5e74a38 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.790176] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6b6ede-9cfd-43db-89d2-b95e0afaad0e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.838883] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3570de6f-79ec-4a0b-9c41-360fd1fce4f4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.851584] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcf0ed1-4dc0-4bbd-9690-de0be4607937 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.874334] env[62588]: DEBUG nova.compute.provider_tree [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1628.997034] env[62588]: INFO nova.compute.manager [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Took 54.86 seconds to build instance. [ 1629.118754] env[62588]: DEBUG oslo_vmware.api [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d5fca2-a4a2-6905-8b87-175e947111bb, 'name': SearchDatastore_Task, 'duration_secs': 0.02094} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.119374] env[62588]: DEBUG nova.network.neutron [req-ea1ce740-4726-4a3a-b06e-a47ea25cb192 req-86bfe923-c130-423d-bcc3-0620c0540096 service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Updated VIF entry in instance network info cache for port 4d9c4671-15fd-4b9f-8570-f6ae911bdb08. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1629.119714] env[62588]: DEBUG nova.network.neutron [req-ea1ce740-4726-4a3a-b06e-a47ea25cb192 req-86bfe923-c130-423d-bcc3-0620c0540096 service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Updating instance_info_cache with network_info: [{"id": "4d9c4671-15fd-4b9f-8570-f6ae911bdb08", "address": "fa:16:3e:28:41:e3", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d9c4671-15", "ovs_interfaceid": "4d9c4671-15fd-4b9f-8570-f6ae911bdb08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.121027] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.121248] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1629.121470] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.121775] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.121839] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1629.124394] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55b8b775-8502-4ad5-852d-cc254b428a56 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.132642] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1629.132819] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1629.133600] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3295e17-a17a-4f7c-93d2-fa8054c23b1f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.141198] env[62588]: DEBUG oslo_vmware.api [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1629.141198] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52afaa3b-0854-2ff8-fd51-416714a00052" [ 1629.141198] env[62588]: _type = "Task" [ 1629.141198] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.148581] env[62588]: DEBUG oslo_vmware.api [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52afaa3b-0854-2ff8-fd51-416714a00052, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.256374] env[62588]: DEBUG oslo_concurrency.lockutils [None req-528759ef-bc8f-4c6b-9dd0-9b32a9af2890 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "cd9251fb-103f-4fea-a54a-398f28e4a7bc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.256641] env[62588]: DEBUG oslo_concurrency.lockutils [None req-528759ef-bc8f-4c6b-9dd0-9b32a9af2890 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "cd9251fb-103f-4fea-a54a-398f28e4a7bc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.256829] env[62588]: DEBUG nova.compute.manager [None req-528759ef-bc8f-4c6b-9dd0-9b32a9af2890 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Going to confirm migration 3 {{(pid=62588) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5246}} [ 1629.378104] env[62588]: DEBUG nova.scheduler.client.report [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1629.497820] env[62588]: DEBUG oslo_concurrency.lockutils [None req-06f56553-00dc-4dc1-9ccc-a77ad3199d36 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Lock "aa7f36a3-881a-4686-87ba-908bbef9fc84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.377s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.625660] env[62588]: DEBUG oslo_concurrency.lockutils [req-ea1ce740-4726-4a3a-b06e-a47ea25cb192 req-86bfe923-c130-423d-bcc3-0620c0540096 service nova] Releasing lock "refresh_cache-2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.626455] env[62588]: DEBUG nova.compute.manager [req-ea1ce740-4726-4a3a-b06e-a47ea25cb192 req-86bfe923-c130-423d-bcc3-0620c0540096 service nova] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Received event network-vif-deleted-25b191ab-6bc8-40c8-aa46-887ac676f695 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1629.657960] env[62588]: DEBUG oslo_vmware.api [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52afaa3b-0854-2ff8-fd51-416714a00052, 'name': SearchDatastore_Task, 'duration_secs': 0.009446} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.657960] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3479190b-bab6-4934-b3e3-be04e28bdfd1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.662348] env[62588]: DEBUG oslo_vmware.api [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1629.662348] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520ec162-cb4e-819d-5b9a-feb62c1ca9fa" [ 1629.662348] env[62588]: _type = "Task" [ 1629.662348] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.670913] env[62588]: DEBUG oslo_vmware.api [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520ec162-cb4e-819d-5b9a-feb62c1ca9fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.724665] env[62588]: DEBUG nova.network.neutron [-] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.831834] env[62588]: DEBUG oslo_concurrency.lockutils [None req-528759ef-bc8f-4c6b-9dd0-9b32a9af2890 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "refresh_cache-cd9251fb-103f-4fea-a54a-398f28e4a7bc" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.831834] env[62588]: DEBUG oslo_concurrency.lockutils [None req-528759ef-bc8f-4c6b-9dd0-9b32a9af2890 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquired lock "refresh_cache-cd9251fb-103f-4fea-a54a-398f28e4a7bc" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.831834] env[62588]: DEBUG nova.network.neutron [None req-528759ef-bc8f-4c6b-9dd0-9b32a9af2890 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1629.831834] env[62588]: DEBUG nova.objects.instance [None req-528759ef-bc8f-4c6b-9dd0-9b32a9af2890 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lazy-loading 'info_cache' on Instance uuid cd9251fb-103f-4fea-a54a-398f28e4a7bc {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1629.885677] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.888599] env[62588]: DEBUG nova.compute.manager [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1629.889551] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.145s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.889636] env[62588]: DEBUG nova.objects.instance [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lazy-loading 'resources' on Instance uuid 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1630.179736] env[62588]: DEBUG oslo_vmware.api [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520ec162-cb4e-819d-5b9a-feb62c1ca9fa, 'name': SearchDatastore_Task, 'duration_secs': 0.011793} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.179736] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.179736] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42/2f1cc4d5-24b4-47dc-ba6a-884141e9fa42.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1630.179736] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56469ef2-255f-4a8a-9fa1-ea911e29a6b3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.186856] env[62588]: DEBUG oslo_vmware.api [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1630.186856] env[62588]: value = "task-1793848" [ 1630.186856] env[62588]: _type = "Task" [ 1630.186856] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.197545] env[62588]: DEBUG oslo_vmware.api [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.227370] env[62588]: INFO nova.compute.manager [-] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Took 1.46 seconds to deallocate network for instance. [ 1630.358147] env[62588]: DEBUG nova.compute.manager [req-59417e7e-6d65-4ee5-8dab-c93ea093f53c req-b566e357-bc3d-438b-89cb-e984f24e056f service nova] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Received event network-vif-deleted-8343cf72-771d-4a2c-8ef2-8a7b364d73cd {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1630.393109] env[62588]: DEBUG nova.compute.utils [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1630.395234] env[62588]: DEBUG nova.objects.instance [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lazy-loading 'numa_topology' on Instance uuid 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1630.396574] env[62588]: DEBUG nova.compute.manager [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1630.396741] env[62588]: DEBUG nova.network.neutron [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1630.439040] env[62588]: DEBUG nova.policy [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be1ca46aaa8b429baa004a02e4840428', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '962ad43ecb3d425ebc57be08dea7d954', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1630.705996] env[62588]: DEBUG oslo_vmware.api [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793848, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472263} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.706440] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42/2f1cc4d5-24b4-47dc-ba6a-884141e9fa42.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1630.706802] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1630.707311] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e03c9ad2-b37f-4552-b564-7954d3c515b6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.715916] env[62588]: DEBUG oslo_vmware.api [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1630.715916] env[62588]: value = "task-1793849" [ 1630.715916] env[62588]: _type = "Task" [ 1630.715916] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.725365] env[62588]: DEBUG oslo_vmware.api [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.734948] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7bdb2130-ce95-44f7-8e64-1b8c36cbe2b5 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.779409] env[62588]: DEBUG nova.network.neutron [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Successfully created port: b5b95154-3e45-4210-a39e-3f57bde00560 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1630.897680] env[62588]: DEBUG nova.compute.manager [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1630.900968] env[62588]: DEBUG nova.objects.base [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Object Instance<88b35a0a-bc01-4bd4-91d5-fdb491b23b3e> lazy-loaded attributes: resources,numa_topology {{(pid=62588) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1631.228216] env[62588]: DEBUG nova.network.neutron [None req-528759ef-bc8f-4c6b-9dd0-9b32a9af2890 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Updating instance_info_cache with network_info: [{"id": "8a69c6b0-c377-444e-b1e0-b9f3c8967876", "address": "fa:16:3e:07:f6:c7", "network": {"id": "94db9e1b-f422-4077-be68-4fd81b713a80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1210070792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "979ec9f712cf4691b14f90355fbb2827", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a69c6b0-c3", "ovs_interfaceid": "8a69c6b0-c377-444e-b1e0-b9f3c8967876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.234788] env[62588]: DEBUG oslo_vmware.api [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068087} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.239207] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1631.240257] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc9c43b-7d8a-472f-8113-b4aa5584d6ab {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.266668] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42/2f1cc4d5-24b4-47dc-ba6a-884141e9fa42.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1631.269932] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9baf87c2-02ca-4e19-a23e-50da0e05b2b9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.295610] env[62588]: DEBUG oslo_vmware.api [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1631.295610] env[62588]: value = "task-1793850" [ 1631.295610] env[62588]: _type = "Task" [ 1631.295610] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.307734] env[62588]: DEBUG oslo_vmware.api [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793850, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.358157] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a62a2d-da3d-448a-b0bf-8c356de8b32a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.367676] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ff8ec6-4df7-4002-b0e8-f3bbdd2f81f7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.401037] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a355a508-dbb8-41b0-9f6a-511dad91681a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.411154] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6ed32c-2201-4ab6-8b05-be937d4a6cad {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.428774] env[62588]: DEBUG nova.compute.provider_tree [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1631.736533] env[62588]: DEBUG oslo_concurrency.lockutils [None req-528759ef-bc8f-4c6b-9dd0-9b32a9af2890 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Releasing lock "refresh_cache-cd9251fb-103f-4fea-a54a-398f28e4a7bc" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.736718] env[62588]: DEBUG nova.objects.instance [None req-528759ef-bc8f-4c6b-9dd0-9b32a9af2890 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lazy-loading 'migration_context' on Instance uuid cd9251fb-103f-4fea-a54a-398f28e4a7bc {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1631.821031] env[62588]: DEBUG oslo_vmware.api [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793850, 'name': ReconfigVM_Task, 'duration_secs': 0.291041} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.821031] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42/2f1cc4d5-24b4-47dc-ba6a-884141e9fa42.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1631.821031] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8069004-ae75-4c2f-8ee5-4d480a3226d3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.832396] env[62588]: DEBUG oslo_vmware.api [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1631.832396] env[62588]: value = "task-1793851" [ 1631.832396] env[62588]: _type = "Task" [ 1631.832396] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.857793] env[62588]: DEBUG oslo_vmware.api [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793851, 'name': Rename_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.912814] env[62588]: DEBUG nova.compute.manager [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1631.932370] env[62588]: DEBUG nova.scheduler.client.report [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1631.950941] env[62588]: DEBUG nova.virt.hardware [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1631.952322] env[62588]: DEBUG nova.virt.hardware [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1631.952322] env[62588]: DEBUG nova.virt.hardware [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1631.952322] env[62588]: DEBUG nova.virt.hardware [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1631.952322] env[62588]: DEBUG nova.virt.hardware [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1631.952322] env[62588]: DEBUG nova.virt.hardware [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1631.952322] env[62588]: DEBUG nova.virt.hardware [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1631.952523] env[62588]: DEBUG nova.virt.hardware [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1631.954029] env[62588]: DEBUG nova.virt.hardware [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1631.954029] env[62588]: DEBUG nova.virt.hardware [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1631.954029] env[62588]: DEBUG nova.virt.hardware [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1631.954029] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0b9964-c326-4e6f-a43f-fe8eaeb6bb94 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.965892] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112c864f-4b39-47df-bdd1-36fcfb67fa38 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.242157] env[62588]: DEBUG nova.objects.base [None req-528759ef-bc8f-4c6b-9dd0-9b32a9af2890 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62588) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1632.243636] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0baa73-0794-44ae-8dac-7bc1b72fc4b1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.266394] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50b8a87d-16aa-448c-8deb-5c84c9129c95 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.270547] env[62588]: DEBUG nova.network.neutron [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Successfully updated port: b5b95154-3e45-4210-a39e-3f57bde00560 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1632.279193] env[62588]: DEBUG oslo_vmware.api [None req-528759ef-bc8f-4c6b-9dd0-9b32a9af2890 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1632.279193] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5289a3d8-dadc-e161-52fd-532b60b22acb" [ 1632.279193] env[62588]: _type = "Task" [ 1632.279193] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.292179] env[62588]: DEBUG oslo_vmware.api [None req-528759ef-bc8f-4c6b-9dd0-9b32a9af2890 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5289a3d8-dadc-e161-52fd-532b60b22acb, 'name': SearchDatastore_Task, 'duration_secs': 0.008339} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.293766] env[62588]: DEBUG oslo_concurrency.lockutils [None req-528759ef-bc8f-4c6b-9dd0-9b32a9af2890 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.344604] env[62588]: DEBUG oslo_vmware.api [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793851, 'name': Rename_Task, 'duration_secs': 0.158969} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.344879] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1632.345143] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0f35c50-314c-41af-9cc0-a430566511c7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.349501] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8bcab659-9059-4e87-abc5-cf2d08f8b3e3 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Acquiring lock "aa7f36a3-881a-4686-87ba-908bbef9fc84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.349501] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8bcab659-9059-4e87-abc5-cf2d08f8b3e3 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Lock "aa7f36a3-881a-4686-87ba-908bbef9fc84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.349501] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8bcab659-9059-4e87-abc5-cf2d08f8b3e3 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Acquiring lock "aa7f36a3-881a-4686-87ba-908bbef9fc84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.349501] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8bcab659-9059-4e87-abc5-cf2d08f8b3e3 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Lock "aa7f36a3-881a-4686-87ba-908bbef9fc84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.349501] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8bcab659-9059-4e87-abc5-cf2d08f8b3e3 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Lock "aa7f36a3-881a-4686-87ba-908bbef9fc84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.351270] env[62588]: INFO nova.compute.manager [None req-8bcab659-9059-4e87-abc5-cf2d08f8b3e3 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Terminating instance [ 1632.353806] env[62588]: DEBUG oslo_vmware.api [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1632.353806] env[62588]: value = "task-1793852" [ 1632.353806] env[62588]: _type = "Task" [ 1632.353806] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.370019] env[62588]: DEBUG oslo_vmware.api [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.434318] env[62588]: DEBUG nova.compute.manager [req-ec266494-c789-41ae-963f-b92430fa5653 req-97d3273e-dd16-4d6e-a758-dd0b9ba62382 service nova] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Received event network-vif-plugged-b5b95154-3e45-4210-a39e-3f57bde00560 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1632.435122] env[62588]: DEBUG oslo_concurrency.lockutils [req-ec266494-c789-41ae-963f-b92430fa5653 req-97d3273e-dd16-4d6e-a758-dd0b9ba62382 service nova] Acquiring lock "34e36924-dd44-4a76-b48b-b2c6b16ae04a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.435122] env[62588]: DEBUG oslo_concurrency.lockutils [req-ec266494-c789-41ae-963f-b92430fa5653 req-97d3273e-dd16-4d6e-a758-dd0b9ba62382 service nova] Lock "34e36924-dd44-4a76-b48b-b2c6b16ae04a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.435122] env[62588]: DEBUG oslo_concurrency.lockutils [req-ec266494-c789-41ae-963f-b92430fa5653 req-97d3273e-dd16-4d6e-a758-dd0b9ba62382 service nova] Lock "34e36924-dd44-4a76-b48b-b2c6b16ae04a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.435122] env[62588]: DEBUG nova.compute.manager [req-ec266494-c789-41ae-963f-b92430fa5653 req-97d3273e-dd16-4d6e-a758-dd0b9ba62382 service nova] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] No waiting events found dispatching network-vif-plugged-b5b95154-3e45-4210-a39e-3f57bde00560 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1632.435332] env[62588]: WARNING nova.compute.manager [req-ec266494-c789-41ae-963f-b92430fa5653 req-97d3273e-dd16-4d6e-a758-dd0b9ba62382 service nova] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Received unexpected event network-vif-plugged-b5b95154-3e45-4210-a39e-3f57bde00560 for instance with vm_state building and task_state spawning. [ 1632.435479] env[62588]: DEBUG nova.compute.manager [req-ec266494-c789-41ae-963f-b92430fa5653 req-97d3273e-dd16-4d6e-a758-dd0b9ba62382 service nova] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Received event network-changed-b5b95154-3e45-4210-a39e-3f57bde00560 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1632.435626] env[62588]: DEBUG nova.compute.manager [req-ec266494-c789-41ae-963f-b92430fa5653 req-97d3273e-dd16-4d6e-a758-dd0b9ba62382 service nova] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Refreshing instance network info cache due to event network-changed-b5b95154-3e45-4210-a39e-3f57bde00560. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1632.436199] env[62588]: DEBUG oslo_concurrency.lockutils [req-ec266494-c789-41ae-963f-b92430fa5653 req-97d3273e-dd16-4d6e-a758-dd0b9ba62382 service nova] Acquiring lock "refresh_cache-34e36924-dd44-4a76-b48b-b2c6b16ae04a" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.436199] env[62588]: DEBUG oslo_concurrency.lockutils [req-ec266494-c789-41ae-963f-b92430fa5653 req-97d3273e-dd16-4d6e-a758-dd0b9ba62382 service nova] Acquired lock "refresh_cache-34e36924-dd44-4a76-b48b-b2c6b16ae04a" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.436199] env[62588]: DEBUG nova.network.neutron [req-ec266494-c789-41ae-963f-b92430fa5653 req-97d3273e-dd16-4d6e-a758-dd0b9ba62382 service nova] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Refreshing network info cache for port b5b95154-3e45-4210-a39e-3f57bde00560 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1632.441073] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.552s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.445781] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fe447c92-8f00-4785-91fb-d7476d878567 tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.283s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.445781] env[62588]: DEBUG nova.objects.instance [None req-fe447c92-8f00-4785-91fb-d7476d878567 tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Lazy-loading 'resources' on Instance uuid 6493047e-572b-4c92-878f-270d4479416e {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1632.773931] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "refresh_cache-34e36924-dd44-4a76-b48b-b2c6b16ae04a" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.863206] env[62588]: DEBUG nova.compute.manager [None req-8bcab659-9059-4e87-abc5-cf2d08f8b3e3 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1632.863448] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8bcab659-9059-4e87-abc5-cf2d08f8b3e3 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1632.867672] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2012fb-e450-49f6-93c0-4ed1a2f9bf3e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.870287] env[62588]: DEBUG oslo_vmware.api [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793852, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.875261] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bcab659-9059-4e87-abc5-cf2d08f8b3e3 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1632.875546] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a2d8b02-52f4-4bbd-a8ee-ec7a6da4f8b5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.883238] env[62588]: DEBUG oslo_vmware.api [None req-8bcab659-9059-4e87-abc5-cf2d08f8b3e3 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Waiting for the task: (returnval){ [ 1632.883238] env[62588]: value = "task-1793853" [ 1632.883238] env[62588]: _type = "Task" [ 1632.883238] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.892696] env[62588]: DEBUG oslo_vmware.api [None req-8bcab659-9059-4e87-abc5-cf2d08f8b3e3 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.953175] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4e9346ea-e4b3-448b-8fec-3a24c9bca709 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lock "88b35a0a-bc01-4bd4-91d5-fdb491b23b3e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 63.653s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.954489] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lock "88b35a0a-bc01-4bd4-91d5-fdb491b23b3e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 38.469s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.954920] env[62588]: INFO nova.compute.manager [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Unshelving [ 1632.985302] env[62588]: DEBUG nova.network.neutron [req-ec266494-c789-41ae-963f-b92430fa5653 req-97d3273e-dd16-4d6e-a758-dd0b9ba62382 service nova] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1633.086528] env[62588]: DEBUG nova.network.neutron [req-ec266494-c789-41ae-963f-b92430fa5653 req-97d3273e-dd16-4d6e-a758-dd0b9ba62382 service nova] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.329889] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2262f282-321a-4bf9-880d-70b620b2efbe {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.338594] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d3093f-e390-4d52-b4c4-9c8d524b63ea {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.373805] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3ade11-ac92-4300-ae1d-67a520341484 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.381861] env[62588]: DEBUG oslo_vmware.api [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1793852, 'name': PowerOnVM_Task, 'duration_secs': 0.595413} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.383878] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1633.384099] env[62588]: INFO nova.compute.manager [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Took 7.70 seconds to spawn the instance on the hypervisor. [ 1633.384305] env[62588]: DEBUG nova.compute.manager [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1633.385131] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70a7b97-7417-4808-82f1-89210ed01273 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.390913] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6faf62a-5c32-47fc-811a-337f48cb062a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.399479] env[62588]: DEBUG oslo_vmware.api [None req-8bcab659-9059-4e87-abc5-cf2d08f8b3e3 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793853, 'name': PowerOffVM_Task, 'duration_secs': 0.240878} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.408105] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bcab659-9059-4e87-abc5-cf2d08f8b3e3 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1633.408282] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8bcab659-9059-4e87-abc5-cf2d08f8b3e3 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1633.411617] env[62588]: DEBUG nova.compute.provider_tree [None req-fe447c92-8f00-4785-91fb-d7476d878567 tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1633.412627] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78ebfb8d-76f9-4081-a5e4-4e488e3ef084 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.589038] env[62588]: DEBUG oslo_concurrency.lockutils [req-ec266494-c789-41ae-963f-b92430fa5653 req-97d3273e-dd16-4d6e-a758-dd0b9ba62382 service nova] Releasing lock "refresh_cache-34e36924-dd44-4a76-b48b-b2c6b16ae04a" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.589416] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquired lock "refresh_cache-34e36924-dd44-4a76-b48b-b2c6b16ae04a" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.589610] env[62588]: DEBUG nova.network.neutron [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1633.919870] env[62588]: DEBUG nova.scheduler.client.report [None req-fe447c92-8f00-4785-91fb-d7476d878567 tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1633.925661] env[62588]: INFO nova.compute.manager [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Took 53.70 seconds to build instance. [ 1633.987146] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.144712] env[62588]: DEBUG nova.network.neutron [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1634.310448] env[62588]: DEBUG nova.network.neutron [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Updating instance_info_cache with network_info: [{"id": "b5b95154-3e45-4210-a39e-3f57bde00560", "address": "fa:16:3e:41:db:41", "network": {"id": "ebfd054e-b4b8-4c77-9adb-1fd6bca34d84", "bridge": "br-int", "label": "tempest-ServersTestJSON-273759622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "962ad43ecb3d425ebc57be08dea7d954", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5b95154-3e", "ovs_interfaceid": "b5b95154-3e45-4210-a39e-3f57bde00560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.382178] env[62588]: DEBUG nova.compute.manager [req-7e2702b3-6a9a-45c6-ac52-cee50138a398 req-18b8fc68-0f7f-4e76-8748-5c118936e37d service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Received event network-changed-4d9c4671-15fd-4b9f-8570-f6ae911bdb08 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1634.382178] env[62588]: DEBUG nova.compute.manager [req-7e2702b3-6a9a-45c6-ac52-cee50138a398 req-18b8fc68-0f7f-4e76-8748-5c118936e37d service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Refreshing instance network info cache due to event network-changed-4d9c4671-15fd-4b9f-8570-f6ae911bdb08. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1634.382332] env[62588]: DEBUG oslo_concurrency.lockutils [req-7e2702b3-6a9a-45c6-ac52-cee50138a398 req-18b8fc68-0f7f-4e76-8748-5c118936e37d service nova] Acquiring lock "refresh_cache-2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.382476] env[62588]: DEBUG oslo_concurrency.lockutils [req-7e2702b3-6a9a-45c6-ac52-cee50138a398 req-18b8fc68-0f7f-4e76-8748-5c118936e37d service nova] Acquired lock "refresh_cache-2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.382637] env[62588]: DEBUG nova.network.neutron [req-7e2702b3-6a9a-45c6-ac52-cee50138a398 req-18b8fc68-0f7f-4e76-8748-5c118936e37d service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Refreshing network info cache for port 4d9c4671-15fd-4b9f-8570-f6ae911bdb08 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1634.424966] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fe447c92-8f00-4785-91fb-d7476d878567 tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.427896] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bb37e8d4-47b2-430f-985d-33d763e9a412 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.569s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.428737] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bb37e8d4-47b2-430f-985d-33d763e9a412 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.430560] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.135s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.430751] env[62588]: DEBUG nova.objects.instance [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62588) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1634.433384] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40ec98d0-9d2a-4e19-ac21-3f577672a362 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.212s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.445598] env[62588]: INFO nova.scheduler.client.report [None req-fe447c92-8f00-4785-91fb-d7476d878567 tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Deleted allocations for instance 6493047e-572b-4c92-878f-270d4479416e [ 1634.453450] env[62588]: INFO nova.scheduler.client.report [None req-bb37e8d4-47b2-430f-985d-33d763e9a412 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Deleted allocations for instance eca1e90c-5ab0-4016-9aa9-0c6047159fb0 [ 1634.646165] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Acquiring lock "6f7b8304-a4ce-4bcb-8a1a-670dff794f1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.646297] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Lock "6f7b8304-a4ce-4bcb-8a1a-670dff794f1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.817073] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Releasing lock "refresh_cache-34e36924-dd44-4a76-b48b-b2c6b16ae04a" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.817481] env[62588]: DEBUG nova.compute.manager [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Instance network_info: |[{"id": "b5b95154-3e45-4210-a39e-3f57bde00560", "address": "fa:16:3e:41:db:41", "network": {"id": "ebfd054e-b4b8-4c77-9adb-1fd6bca34d84", "bridge": "br-int", "label": "tempest-ServersTestJSON-273759622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "962ad43ecb3d425ebc57be08dea7d954", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5b95154-3e", "ovs_interfaceid": "b5b95154-3e45-4210-a39e-3f57bde00560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1634.817915] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:db:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5b95154-3e45-4210-a39e-3f57bde00560', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1634.826108] env[62588]: DEBUG oslo.service.loopingcall [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1634.826372] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1634.827117] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adab2c82-3d9b-4332-9af8-aa2b4bd67de1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.847664] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1634.847664] env[62588]: value = "task-1793855" [ 1634.847664] env[62588]: _type = "Task" [ 1634.847664] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.858832] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793855, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.953635] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fe447c92-8f00-4785-91fb-d7476d878567 tempest-ServerRescueTestJSONUnderV235-1970082037 tempest-ServerRescueTestJSONUnderV235-1970082037-project-member] Lock "6493047e-572b-4c92-878f-270d4479416e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.732s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.963761] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bb37e8d4-47b2-430f-985d-33d763e9a412 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lock "eca1e90c-5ab0-4016-9aa9-0c6047159fb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.684s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.125616] env[62588]: DEBUG nova.network.neutron [req-7e2702b3-6a9a-45c6-ac52-cee50138a398 req-18b8fc68-0f7f-4e76-8748-5c118936e37d service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Updated VIF entry in instance network info cache for port 4d9c4671-15fd-4b9f-8570-f6ae911bdb08. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1635.126053] env[62588]: DEBUG nova.network.neutron [req-7e2702b3-6a9a-45c6-ac52-cee50138a398 req-18b8fc68-0f7f-4e76-8748-5c118936e37d service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Updating instance_info_cache with network_info: [{"id": "4d9c4671-15fd-4b9f-8570-f6ae911bdb08", "address": "fa:16:3e:28:41:e3", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d9c4671-15", "ovs_interfaceid": "4d9c4671-15fd-4b9f-8570-f6ae911bdb08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.148980] env[62588]: DEBUG nova.compute.manager [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1635.362253] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793855, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.443712] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a1e2995c-ca6f-4ddc-8f1b-a7df91d34ce9 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.443712] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 39.375s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.628787] env[62588]: DEBUG oslo_concurrency.lockutils [req-7e2702b3-6a9a-45c6-ac52-cee50138a398 req-18b8fc68-0f7f-4e76-8748-5c118936e37d service nova] Releasing lock "refresh_cache-2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.674410] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.860573] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793855, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.209946] env[62588]: DEBUG oslo_concurrency.lockutils [None req-11929d05-8beb-4135-bbe7-07ebca7c3326 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquiring lock "d3291e2a-3e28-424a-94a5-b9831dcdbb09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.210825] env[62588]: DEBUG oslo_concurrency.lockutils [None req-11929d05-8beb-4135-bbe7-07ebca7c3326 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lock "d3291e2a-3e28-424a-94a5-b9831dcdbb09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.210825] env[62588]: DEBUG oslo_concurrency.lockutils [None req-11929d05-8beb-4135-bbe7-07ebca7c3326 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquiring lock "d3291e2a-3e28-424a-94a5-b9831dcdbb09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.210993] env[62588]: DEBUG oslo_concurrency.lockutils [None req-11929d05-8beb-4135-bbe7-07ebca7c3326 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lock "d3291e2a-3e28-424a-94a5-b9831dcdbb09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.211140] env[62588]: DEBUG oslo_concurrency.lockutils [None req-11929d05-8beb-4135-bbe7-07ebca7c3326 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lock "d3291e2a-3e28-424a-94a5-b9831dcdbb09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.215236] env[62588]: INFO nova.compute.manager [None req-11929d05-8beb-4135-bbe7-07ebca7c3326 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Terminating instance [ 1636.360268] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793855, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.459527] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Applying migration context for instance cd9251fb-103f-4fea-a54a-398f28e4a7bc as it has an incoming, in-progress migration 35be3bc1-1488-450e-aabf-6e927c16bc37. Migration status is confirming {{(pid=62588) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1636.461719] env[62588]: INFO nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Updating resource usage from migration 35be3bc1-1488-450e-aabf-6e927c16bc37 [ 1636.491820] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance d3291e2a-3e28-424a-94a5-b9831dcdbb09 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1636.491991] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 8393d21d-0eb6-446b-9c81-8a78d8f8243c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1636.492102] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 1c13f071-ee91-40c2-bada-1dad8d195451 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1636.492559] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance aa58d5dd-6cee-4d32-b80a-1fdc853995e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1636.492559] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1636.492559] env[62588]: WARNING nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 8f332302-3abe-48f7-b007-676335d46d97 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1636.492559] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance a41194c6-c686-4ced-8599-8618d566ccfa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1636.492730] env[62588]: WARNING nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance f1e9cfa1-1f64-474c-abd0-8ec5e730b492 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1636.492790] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance fb886df8-21a5-4ee2-a913-3a7e8234e491 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1636.492897] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 6d7867a6-ecb4-4457-bd21-2e15a3aecb04 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1636.493042] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 3ee02a39-f285-405c-b7b8-ab797afe560c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1636.493121] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 839b4ef2-4734-4166-92a1-a18d3d33413f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1636.493243] env[62588]: WARNING nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance cf8f3744-a2c8-42b3-b24e-401990126836 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1636.493355] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance e1cb64a7-1d26-4b65-b571-c586efe0a94d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1636.493462] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance f26adaee-0b99-42b7-b852-b85833a67ff8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1636.493569] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 61f82ed6-fa5e-4bca-9264-ee86692839a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1636.493680] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 8ad0b805-95c8-43f6-a687-6819ae17c230 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1636.493802] env[62588]: WARNING nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 77171cc7-7df2-421f-b481-cc26969cbfdb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1636.493918] env[62588]: WARNING nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance c70decfc-7dca-455c-be31-d883bb3c7d98 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1636.494037] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Migration 35be3bc1-1488-450e-aabf-6e927c16bc37 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1636.494149] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance cd9251fb-103f-4fea-a54a-398f28e4a7bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1636.494254] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance aa7f36a3-881a-4686-87ba-908bbef9fc84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1636.494357] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1636.494463] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 34e36924-dd44-4a76-b48b-b2c6b16ae04a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1636.723661] env[62588]: DEBUG nova.compute.manager [None req-11929d05-8beb-4135-bbe7-07ebca7c3326 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1636.723904] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-11929d05-8beb-4135-bbe7-07ebca7c3326 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1636.724905] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a724343-5fd1-4a4a-ad7f-3e87be0ff223 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.734022] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-11929d05-8beb-4135-bbe7-07ebca7c3326 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1636.734322] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-480e3d7c-f8a9-4df5-b67a-faa860c5ab09 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.741276] env[62588]: DEBUG oslo_vmware.api [None req-11929d05-8beb-4135-bbe7-07ebca7c3326 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1636.741276] env[62588]: value = "task-1793856" [ 1636.741276] env[62588]: _type = "Task" [ 1636.741276] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.750186] env[62588]: DEBUG oslo_vmware.api [None req-11929d05-8beb-4135-bbe7-07ebca7c3326 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.861636] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793855, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.001485] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1637.253448] env[62588]: DEBUG oslo_vmware.api [None req-11929d05-8beb-4135-bbe7-07ebca7c3326 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793856, 'name': PowerOffVM_Task, 'duration_secs': 0.463008} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.254184] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-11929d05-8beb-4135-bbe7-07ebca7c3326 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1637.254482] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-11929d05-8beb-4135-bbe7-07ebca7c3326 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1637.254845] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7f909da-ee7c-45cb-bad3-b19540c622dd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.361658] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793855, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.504844] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 93855408-6c6d-4480-9764-7dc12394438b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1637.861845] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793855, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.007986] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 5e3b85e8-1712-4f6f-98b8-655e7044928b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1638.362751] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793855, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.512042] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1638.512042] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1638.512290] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4288MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1638.793533] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41044ca3-2825-4302-8eb0-515307ff9034 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.802103] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7617b7a2-f7b6-463f-bd0d-955f8237cd5c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.833620] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50b4b24-a720-48cd-b067-a8b33b15e48f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.841985] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70720a40-ab7c-49bb-bce9-d8a0830dc2dd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.856893] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1638.866866] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793855, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.363070] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1639.370826] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793855, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.868770] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793855, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.872997] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62588) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1639.873260] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.430s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.873523] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.990s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.873713] env[62588]: DEBUG nova.objects.instance [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62588) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1640.003228] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8bcab659-9059-4e87-abc5-cf2d08f8b3e3 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1640.003519] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8bcab659-9059-4e87-abc5-cf2d08f8b3e3 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1640.003821] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bcab659-9059-4e87-abc5-cf2d08f8b3e3 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Deleting the datastore file [datastore1] aa7f36a3-881a-4686-87ba-908bbef9fc84 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1640.005255] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ded015d3-975b-47ef-9af9-dc96a41b3865 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.007658] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-11929d05-8beb-4135-bbe7-07ebca7c3326 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1640.007826] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-11929d05-8beb-4135-bbe7-07ebca7c3326 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1640.007980] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-11929d05-8beb-4135-bbe7-07ebca7c3326 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Deleting the datastore file [datastore1] d3291e2a-3e28-424a-94a5-b9831dcdbb09 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1640.008328] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8af0919c-e30c-44c8-8c14-ee7a4f094ea4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.019160] env[62588]: DEBUG oslo_vmware.api [None req-11929d05-8beb-4135-bbe7-07ebca7c3326 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for the task: (returnval){ [ 1640.019160] env[62588]: value = "task-1793858" [ 1640.019160] env[62588]: _type = "Task" [ 1640.019160] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.021929] env[62588]: DEBUG oslo_vmware.api [None req-8bcab659-9059-4e87-abc5-cf2d08f8b3e3 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Waiting for the task: (returnval){ [ 1640.021929] env[62588]: value = "task-1793859" [ 1640.021929] env[62588]: _type = "Task" [ 1640.021929] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.039111] env[62588]: DEBUG oslo_vmware.api [None req-11929d05-8beb-4135-bbe7-07ebca7c3326 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.043135] env[62588]: DEBUG oslo_vmware.api [None req-8bcab659-9059-4e87-abc5-cf2d08f8b3e3 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.369715] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793855, 'name': CreateVM_Task, 'duration_secs': 5.385188} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.370023] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1640.370700] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.370868] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.371241] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1640.371515] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf7fef12-eb9b-4f9d-8712-1458f2eba001 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.376653] env[62588]: DEBUG oslo_vmware.api [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1640.376653] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5250c583-9d6c-dc76-6040-9b5484386fe4" [ 1640.376653] env[62588]: _type = "Task" [ 1640.376653] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.390154] env[62588]: DEBUG oslo_vmware.api [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5250c583-9d6c-dc76-6040-9b5484386fe4, 'name': SearchDatastore_Task, 'duration_secs': 0.009349} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.390154] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.390154] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1640.390374] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.390374] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.390540] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1640.391367] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b849835f-8cf8-4121-8ac7-1e1928a37bd4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.400818] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1640.401101] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1640.402211] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa386612-1e30-4b33-b4bd-b6b1c974decd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.410552] env[62588]: DEBUG oslo_vmware.api [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1640.410552] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52246aee-39cd-77a3-0a36-37564d328db6" [ 1640.410552] env[62588]: _type = "Task" [ 1640.410552] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.418409] env[62588]: DEBUG oslo_vmware.api [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52246aee-39cd-77a3-0a36-37564d328db6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.534169] env[62588]: DEBUG oslo_vmware.api [None req-11929d05-8beb-4135-bbe7-07ebca7c3326 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Task: {'id': task-1793858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156815} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.534768] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-11929d05-8beb-4135-bbe7-07ebca7c3326 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1640.534953] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-11929d05-8beb-4135-bbe7-07ebca7c3326 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1640.535151] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-11929d05-8beb-4135-bbe7-07ebca7c3326 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1640.535326] env[62588]: INFO nova.compute.manager [None req-11929d05-8beb-4135-bbe7-07ebca7c3326 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Took 3.81 seconds to destroy the instance on the hypervisor. [ 1640.535567] env[62588]: DEBUG oslo.service.loopingcall [None req-11929d05-8beb-4135-bbe7-07ebca7c3326 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1640.535765] env[62588]: DEBUG nova.compute.manager [-] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1640.535863] env[62588]: DEBUG nova.network.neutron [-] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1640.540182] env[62588]: DEBUG oslo_vmware.api [None req-8bcab659-9059-4e87-abc5-cf2d08f8b3e3 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148448} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.540700] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bcab659-9059-4e87-abc5-cf2d08f8b3e3 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1640.540876] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8bcab659-9059-4e87-abc5-cf2d08f8b3e3 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1640.541070] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8bcab659-9059-4e87-abc5-cf2d08f8b3e3 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1640.541695] env[62588]: INFO nova.compute.manager [None req-8bcab659-9059-4e87-abc5-cf2d08f8b3e3 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Took 7.68 seconds to destroy the instance on the hypervisor. [ 1640.541695] env[62588]: DEBUG oslo.service.loopingcall [None req-8bcab659-9059-4e87-abc5-cf2d08f8b3e3 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1640.541695] env[62588]: DEBUG nova.compute.manager [-] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1640.541695] env[62588]: DEBUG nova.network.neutron [-] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1640.845917] env[62588]: DEBUG nova.compute.manager [req-a3c2ed24-a1b7-47d2-aca8-8f3b9e843974 req-a4cd954b-3374-44d2-8846-2a0d5280e50d service nova] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Received event network-vif-deleted-f127cd5e-1e6d-48a2-81f2-8a5d8c71fe6d {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1640.846262] env[62588]: INFO nova.compute.manager [req-a3c2ed24-a1b7-47d2-aca8-8f3b9e843974 req-a4cd954b-3374-44d2-8846-2a0d5280e50d service nova] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Neutron deleted interface f127cd5e-1e6d-48a2-81f2-8a5d8c71fe6d; detaching it from the instance and deleting it from the info cache [ 1640.846402] env[62588]: DEBUG nova.network.neutron [req-a3c2ed24-a1b7-47d2-aca8-8f3b9e843974 req-a4cd954b-3374-44d2-8846-2a0d5280e50d service nova] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.885944] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6efffbde-048a-461e-860d-789f1ea14c06 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.888170] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3dbd42cc-7472-4c20-a02a-07f0ae023ca3 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.658s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.888478] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3dbd42cc-7472-4c20-a02a-07f0ae023ca3 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.890420] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7b2dc29b-6b48-4f61-b851-c58688bf10c1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.152s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.890606] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7b2dc29b-6b48-4f61-b851-c58688bf10c1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.893352] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.101s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.894695] env[62588]: INFO nova.compute.claims [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1640.898067] env[62588]: DEBUG nova.compute.manager [req-314d334a-5b65-46b1-b316-ed882d40c353 req-f6305ddf-7d76-4c4e-9b65-49a95d3b846b service nova] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Received event network-vif-deleted-0cec80a7-baa9-4584-bb28-3a9d45a74db3 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1640.898255] env[62588]: INFO nova.compute.manager [req-314d334a-5b65-46b1-b316-ed882d40c353 req-f6305ddf-7d76-4c4e-9b65-49a95d3b846b service nova] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Neutron deleted interface 0cec80a7-baa9-4584-bb28-3a9d45a74db3; detaching it from the instance and deleting it from the info cache [ 1640.898469] env[62588]: DEBUG nova.network.neutron [req-314d334a-5b65-46b1-b316-ed882d40c353 req-f6305ddf-7d76-4c4e-9b65-49a95d3b846b service nova] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.922053] env[62588]: DEBUG oslo_vmware.api [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52246aee-39cd-77a3-0a36-37564d328db6, 'name': SearchDatastore_Task, 'duration_secs': 0.008908} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.923029] env[62588]: INFO nova.scheduler.client.report [None req-7b2dc29b-6b48-4f61-b851-c58688bf10c1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Deleted allocations for instance cf8f3744-a2c8-42b3-b24e-401990126836 [ 1640.925165] env[62588]: INFO nova.scheduler.client.report [None req-3dbd42cc-7472-4c20-a02a-07f0ae023ca3 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Deleted allocations for instance 8f332302-3abe-48f7-b007-676335d46d97 [ 1640.929882] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c75deae2-a72f-4cef-9c4f-aa96b9ae8def {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.937401] env[62588]: DEBUG oslo_vmware.api [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1640.937401] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526d91fe-d8e5-a00b-14cb-3da09ed92734" [ 1640.937401] env[62588]: _type = "Task" [ 1640.937401] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.945804] env[62588]: DEBUG oslo_vmware.api [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526d91fe-d8e5-a00b-14cb-3da09ed92734, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.262794] env[62588]: DEBUG nova.network.neutron [-] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.316727] env[62588]: DEBUG nova.network.neutron [-] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.348806] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b40b4b1f-19f3-46b3-a3b4-b9b9a041ad35 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.359649] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0c979d-59b4-4a3c-b6c4-8e37e151c7c9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.394640] env[62588]: DEBUG nova.compute.manager [req-a3c2ed24-a1b7-47d2-aca8-8f3b9e843974 req-a4cd954b-3374-44d2-8846-2a0d5280e50d service nova] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Detach interface failed, port_id=f127cd5e-1e6d-48a2-81f2-8a5d8c71fe6d, reason: Instance aa7f36a3-881a-4686-87ba-908bbef9fc84 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1641.403683] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46b7babf-87de-45c8-91e7-230ef17552f7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.414519] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e846bf-fe50-4050-9b6b-212cba4d376f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.436918] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3dbd42cc-7472-4c20-a02a-07f0ae023ca3 tempest-SecurityGroupsTestJSON-222568615 tempest-SecurityGroupsTestJSON-222568615-project-member] Lock "8f332302-3abe-48f7-b007-676335d46d97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.691s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.449900] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7b2dc29b-6b48-4f61-b851-c58688bf10c1 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "cf8f3744-a2c8-42b3-b24e-401990126836" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.239s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.454382] env[62588]: DEBUG nova.compute.manager [req-314d334a-5b65-46b1-b316-ed882d40c353 req-f6305ddf-7d76-4c4e-9b65-49a95d3b846b service nova] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Detach interface failed, port_id=0cec80a7-baa9-4584-bb28-3a9d45a74db3, reason: Instance d3291e2a-3e28-424a-94a5-b9831dcdbb09 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1641.461714] env[62588]: DEBUG oslo_vmware.api [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526d91fe-d8e5-a00b-14cb-3da09ed92734, 'name': SearchDatastore_Task, 'duration_secs': 0.012596} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.462478] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.462730] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 34e36924-dd44-4a76-b48b-b2c6b16ae04a/34e36924-dd44-4a76-b48b-b2c6b16ae04a.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1641.462975] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f24c2315-b6e5-41f0-b80a-4c19d8dfa422 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.470964] env[62588]: DEBUG oslo_vmware.api [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1641.470964] env[62588]: value = "task-1793860" [ 1641.470964] env[62588]: _type = "Task" [ 1641.470964] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.480966] env[62588]: DEBUG oslo_vmware.api [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.651800] env[62588]: DEBUG oslo_concurrency.lockutils [None req-561c5899-2932-42f7-bafa-c4940961038c tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "6d7867a6-ecb4-4457-bd21-2e15a3aecb04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.652136] env[62588]: DEBUG oslo_concurrency.lockutils [None req-561c5899-2932-42f7-bafa-c4940961038c tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "6d7867a6-ecb4-4457-bd21-2e15a3aecb04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.652370] env[62588]: DEBUG oslo_concurrency.lockutils [None req-561c5899-2932-42f7-bafa-c4940961038c tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "6d7867a6-ecb4-4457-bd21-2e15a3aecb04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.652565] env[62588]: DEBUG oslo_concurrency.lockutils [None req-561c5899-2932-42f7-bafa-c4940961038c tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "6d7867a6-ecb4-4457-bd21-2e15a3aecb04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.652747] env[62588]: DEBUG oslo_concurrency.lockutils [None req-561c5899-2932-42f7-bafa-c4940961038c tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "6d7867a6-ecb4-4457-bd21-2e15a3aecb04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.655061] env[62588]: INFO nova.compute.manager [None req-561c5899-2932-42f7-bafa-c4940961038c tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Terminating instance [ 1641.767088] env[62588]: INFO nova.compute.manager [-] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Took 1.23 seconds to deallocate network for instance. [ 1641.819770] env[62588]: INFO nova.compute.manager [-] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Took 1.28 seconds to deallocate network for instance. [ 1641.983157] env[62588]: DEBUG oslo_vmware.api [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793860, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463706} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.983157] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 34e36924-dd44-4a76-b48b-b2c6b16ae04a/34e36924-dd44-4a76-b48b-b2c6b16ae04a.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1641.983372] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1641.983592] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47d1877c-0cb3-4a76-9ccb-bf92bab8b2f3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.991519] env[62588]: DEBUG oslo_vmware.api [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1641.991519] env[62588]: value = "task-1793861" [ 1641.991519] env[62588]: _type = "Task" [ 1641.991519] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.002237] env[62588]: DEBUG oslo_vmware.api [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.162063] env[62588]: DEBUG nova.compute.manager [None req-561c5899-2932-42f7-bafa-c4940961038c tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1642.162063] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-561c5899-2932-42f7-bafa-c4940961038c tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1642.162063] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cd341f-7d05-4536-bab1-dcdadb040213 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.173018] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-561c5899-2932-42f7-bafa-c4940961038c tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1642.173018] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86e531fe-1d18-48ab-99cc-a79fb4e6decc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.182020] env[62588]: DEBUG oslo_vmware.api [None req-561c5899-2932-42f7-bafa-c4940961038c tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1642.182020] env[62588]: value = "task-1793862" [ 1642.182020] env[62588]: _type = "Task" [ 1642.182020] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.189138] env[62588]: DEBUG oslo_vmware.api [None req-561c5899-2932-42f7-bafa-c4940961038c tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.238736] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927adf01-61e8-4156-ad65-d5283a42400a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.246853] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f988e9-abd2-4814-a38d-5f7b09911dce {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.279633] env[62588]: DEBUG oslo_concurrency.lockutils [None req-11929d05-8beb-4135-bbe7-07ebca7c3326 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.280697] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d37bc2f-4edb-4c57-b4ed-4693c203d57c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.289809] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccbf6cd-f3d5-44d8-b7fa-a4f24c28d9fe {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.306496] env[62588]: DEBUG nova.compute.provider_tree [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1642.330018] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8bcab659-9059-4e87-abc5-cf2d08f8b3e3 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.503114] env[62588]: DEBUG oslo_vmware.api [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793861, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068617} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.503465] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1642.505341] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90b5500-d0f8-4d4f-957e-bfc0732d65ac {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.533562] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 34e36924-dd44-4a76-b48b-b2c6b16ae04a/34e36924-dd44-4a76-b48b-b2c6b16ae04a.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1642.533991] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6863651b-a5f2-47af-8eca-29bad162b510 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.556787] env[62588]: DEBUG oslo_vmware.api [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1642.556787] env[62588]: value = "task-1793863" [ 1642.556787] env[62588]: _type = "Task" [ 1642.556787] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.565756] env[62588]: DEBUG oslo_vmware.api [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793863, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.692438] env[62588]: DEBUG oslo_vmware.api [None req-561c5899-2932-42f7-bafa-c4940961038c tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793862, 'name': PowerOffVM_Task, 'duration_secs': 0.235789} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.692760] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-561c5899-2932-42f7-bafa-c4940961038c tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1642.692966] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-561c5899-2932-42f7-bafa-c4940961038c tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1642.693269] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-239f1630-bfe5-4a5b-a587-b7162254ed58 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.772560] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-561c5899-2932-42f7-bafa-c4940961038c tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1642.772877] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-561c5899-2932-42f7-bafa-c4940961038c tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1642.773138] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-561c5899-2932-42f7-bafa-c4940961038c tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Deleting the datastore file [datastore1] 6d7867a6-ecb4-4457-bd21-2e15a3aecb04 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1642.773476] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74173170-8267-4165-920a-07aa8c779b4b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.782239] env[62588]: DEBUG oslo_vmware.api [None req-561c5899-2932-42f7-bafa-c4940961038c tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1642.782239] env[62588]: value = "task-1793865" [ 1642.782239] env[62588]: _type = "Task" [ 1642.782239] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.791273] env[62588]: DEBUG oslo_vmware.api [None req-561c5899-2932-42f7-bafa-c4940961038c tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.809820] env[62588]: DEBUG nova.scheduler.client.report [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1643.069773] env[62588]: DEBUG oslo_vmware.api [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793863, 'name': ReconfigVM_Task, 'duration_secs': 0.306161} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.070259] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 34e36924-dd44-4a76-b48b-b2c6b16ae04a/34e36924-dd44-4a76-b48b-b2c6b16ae04a.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1643.070842] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad032bb2-bde2-4abd-829e-61e960ecc4d7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.078170] env[62588]: DEBUG oslo_vmware.api [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1643.078170] env[62588]: value = "task-1793866" [ 1643.078170] env[62588]: _type = "Task" [ 1643.078170] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.088055] env[62588]: DEBUG oslo_vmware.api [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793866, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.292269] env[62588]: DEBUG oslo_vmware.api [None req-561c5899-2932-42f7-bafa-c4940961038c tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145058} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.292527] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-561c5899-2932-42f7-bafa-c4940961038c tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1643.292733] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-561c5899-2932-42f7-bafa-c4940961038c tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1643.292907] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-561c5899-2932-42f7-bafa-c4940961038c tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1643.293087] env[62588]: INFO nova.compute.manager [None req-561c5899-2932-42f7-bafa-c4940961038c tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1643.293330] env[62588]: DEBUG oslo.service.loopingcall [None req-561c5899-2932-42f7-bafa-c4940961038c tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1643.293520] env[62588]: DEBUG nova.compute.manager [-] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1643.293620] env[62588]: DEBUG nova.network.neutron [-] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1643.316960] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.317117] env[62588]: DEBUG nova.compute.manager [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1643.319765] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.832s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.321219] env[62588]: INFO nova.compute.claims [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1643.590923] env[62588]: DEBUG oslo_vmware.api [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793866, 'name': Rename_Task, 'duration_secs': 0.155336} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.591367] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1643.591648] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da65e274-9033-4b83-b52e-fea6139b45ea {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.599635] env[62588]: DEBUG oslo_vmware.api [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1643.599635] env[62588]: value = "task-1793867" [ 1643.599635] env[62588]: _type = "Task" [ 1643.599635] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.619873] env[62588]: DEBUG oslo_vmware.api [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.743129] env[62588]: DEBUG nova.compute.manager [req-449eaa41-be79-4acb-b0a2-73ccb77713d3 req-4ba3c111-19da-48d2-836e-1cb84e72104f service nova] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Received event network-vif-deleted-f3974265-97c0-472e-a180-632d5542c138 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1643.743296] env[62588]: INFO nova.compute.manager [req-449eaa41-be79-4acb-b0a2-73ccb77713d3 req-4ba3c111-19da-48d2-836e-1cb84e72104f service nova] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Neutron deleted interface f3974265-97c0-472e-a180-632d5542c138; detaching it from the instance and deleting it from the info cache [ 1643.743546] env[62588]: DEBUG nova.network.neutron [req-449eaa41-be79-4acb-b0a2-73ccb77713d3 req-4ba3c111-19da-48d2-836e-1cb84e72104f service nova] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.828461] env[62588]: DEBUG nova.compute.utils [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1643.828706] env[62588]: DEBUG nova.compute.manager [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1643.828874] env[62588]: DEBUG nova.network.neutron [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1643.913285] env[62588]: DEBUG nova.policy [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2e1718eda4442de882575e31f56c9f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7186086b95024140b01eeb45e2af009f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1644.067396] env[62588]: DEBUG nova.network.neutron [-] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.110984] env[62588]: DEBUG oslo_vmware.api [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793867, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.247970] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae37fced-ff1b-4626-b74a-d3aebb465a6e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.260505] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4906b3b-0806-4d4d-af84-98e9fd57383a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.302737] env[62588]: DEBUG nova.compute.manager [req-449eaa41-be79-4acb-b0a2-73ccb77713d3 req-4ba3c111-19da-48d2-836e-1cb84e72104f service nova] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Detach interface failed, port_id=f3974265-97c0-472e-a180-632d5542c138, reason: Instance 6d7867a6-ecb4-4457-bd21-2e15a3aecb04 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1644.333865] env[62588]: DEBUG nova.compute.manager [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1644.361117] env[62588]: DEBUG nova.network.neutron [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Successfully created port: 8138c0f3-336c-485e-917f-2e62a6a3a6cc {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1644.571718] env[62588]: INFO nova.compute.manager [-] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Took 1.28 seconds to deallocate network for instance. [ 1644.612711] env[62588]: DEBUG oslo_vmware.api [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793867, 'name': PowerOnVM_Task, 'duration_secs': 0.798466} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.616619] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1644.616966] env[62588]: INFO nova.compute.manager [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Took 12.70 seconds to spawn the instance on the hypervisor. [ 1644.617309] env[62588]: DEBUG nova.compute.manager [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1644.618759] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0213f5-b3cc-47fc-9bca-a0840ad5028e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.735244] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761b6b8b-f7f8-41b2-9e55-bc12521df812 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.745312] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257b56aa-2cb0-4574-b821-be88cf6ecc0a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.778543] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3267a459-b5eb-4139-bd4a-26dd9ddc2beb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.787104] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea0a9cb-f8be-46b8-ae7c-8dfc399b5832 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.802717] env[62588]: DEBUG nova.compute.provider_tree [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1645.080758] env[62588]: DEBUG oslo_concurrency.lockutils [None req-561c5899-2932-42f7-bafa-c4940961038c tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.143934] env[62588]: INFO nova.compute.manager [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Took 54.86 seconds to build instance. [ 1645.306391] env[62588]: DEBUG nova.scheduler.client.report [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1645.348606] env[62588]: DEBUG nova.compute.manager [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1645.379315] env[62588]: DEBUG nova.virt.hardware [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1645.379626] env[62588]: DEBUG nova.virt.hardware [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1645.379982] env[62588]: DEBUG nova.virt.hardware [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1645.380209] env[62588]: DEBUG nova.virt.hardware [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1645.380360] env[62588]: DEBUG nova.virt.hardware [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1645.380535] env[62588]: DEBUG nova.virt.hardware [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1645.380709] env[62588]: DEBUG nova.virt.hardware [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1645.381506] env[62588]: DEBUG nova.virt.hardware [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1645.381506] env[62588]: DEBUG nova.virt.hardware [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1645.381506] env[62588]: DEBUG nova.virt.hardware [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1645.381506] env[62588]: DEBUG nova.virt.hardware [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1645.382245] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5303c4-d850-478e-9ee4-67dcbb08d4c4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.390654] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85ba9ef-2d79-4bdc-a0f2-42bdf7cbd120 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.646645] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b63e7e2f-4976-4825-adc3-f53cfd3ea017 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "34e36924-dd44-4a76-b48b-b2c6b16ae04a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.380s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.811519] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.813251] env[62588]: DEBUG nova.compute.manager [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1645.817150] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e4a61fc6-7146-4bec-b4de-debf2ab832c0 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.176s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.817230] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e4a61fc6-7146-4bec-b4de-debf2ab832c0 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.819325] env[62588]: DEBUG oslo_concurrency.lockutils [None req-198ad9f1-b45c-4ac1-97a2-f504fc9e5093 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.182s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.819535] env[62588]: DEBUG oslo_concurrency.lockutils [None req-198ad9f1-b45c-4ac1-97a2-f504fc9e5093 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.821106] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7bdb2130-ce95-44f7-8e64-1b8c36cbe2b5 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.086s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.821297] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7bdb2130-ce95-44f7-8e64-1b8c36cbe2b5 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.823395] env[62588]: DEBUG oslo_concurrency.lockutils [None req-528759ef-bc8f-4c6b-9dd0-9b32a9af2890 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 13.530s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.851122] env[62588]: INFO nova.scheduler.client.report [None req-198ad9f1-b45c-4ac1-97a2-f504fc9e5093 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Deleted allocations for instance c70decfc-7dca-455c-be31-d883bb3c7d98 [ 1645.852673] env[62588]: INFO nova.scheduler.client.report [None req-e4a61fc6-7146-4bec-b4de-debf2ab832c0 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Deleted allocations for instance 77171cc7-7df2-421f-b481-cc26969cbfdb [ 1645.867733] env[62588]: INFO nova.scheduler.client.report [None req-7bdb2130-ce95-44f7-8e64-1b8c36cbe2b5 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Deleted allocations for instance f1e9cfa1-1f64-474c-abd0-8ec5e730b492 [ 1646.326789] env[62588]: DEBUG nova.compute.utils [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1646.338818] env[62588]: DEBUG nova.network.neutron [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Successfully updated port: 8138c0f3-336c-485e-917f-2e62a6a3a6cc {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1646.341541] env[62588]: DEBUG nova.compute.manager [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1646.341736] env[62588]: DEBUG nova.network.neutron [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1646.356828] env[62588]: DEBUG nova.compute.manager [req-2e98326e-392f-4ce6-b93c-acce66a12eff req-086640dd-af64-4036-ba33-a876bb2a9f43 service nova] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Received event network-vif-plugged-8138c0f3-336c-485e-917f-2e62a6a3a6cc {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1646.356980] env[62588]: DEBUG oslo_concurrency.lockutils [req-2e98326e-392f-4ce6-b93c-acce66a12eff req-086640dd-af64-4036-ba33-a876bb2a9f43 service nova] Acquiring lock "93855408-6c6d-4480-9764-7dc12394438b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.358250] env[62588]: DEBUG oslo_concurrency.lockutils [req-2e98326e-392f-4ce6-b93c-acce66a12eff req-086640dd-af64-4036-ba33-a876bb2a9f43 service nova] Lock "93855408-6c6d-4480-9764-7dc12394438b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.360043] env[62588]: DEBUG oslo_concurrency.lockutils [req-2e98326e-392f-4ce6-b93c-acce66a12eff req-086640dd-af64-4036-ba33-a876bb2a9f43 service nova] Lock "93855408-6c6d-4480-9764-7dc12394438b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.360043] env[62588]: DEBUG nova.compute.manager [req-2e98326e-392f-4ce6-b93c-acce66a12eff req-086640dd-af64-4036-ba33-a876bb2a9f43 service nova] [instance: 93855408-6c6d-4480-9764-7dc12394438b] No waiting events found dispatching network-vif-plugged-8138c0f3-336c-485e-917f-2e62a6a3a6cc {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1646.360043] env[62588]: WARNING nova.compute.manager [req-2e98326e-392f-4ce6-b93c-acce66a12eff req-086640dd-af64-4036-ba33-a876bb2a9f43 service nova] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Received unexpected event network-vif-plugged-8138c0f3-336c-485e-917f-2e62a6a3a6cc for instance with vm_state building and task_state spawning. [ 1646.364979] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e4a61fc6-7146-4bec-b4de-debf2ab832c0 tempest-ServerPasswordTestJSON-433200057 tempest-ServerPasswordTestJSON-433200057-project-member] Lock "77171cc7-7df2-421f-b481-cc26969cbfdb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.915s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.366041] env[62588]: DEBUG oslo_concurrency.lockutils [None req-198ad9f1-b45c-4ac1-97a2-f504fc9e5093 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "c70decfc-7dca-455c-be31-d883bb3c7d98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.645s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.380499] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7bdb2130-ce95-44f7-8e64-1b8c36cbe2b5 tempest-FloatingIPsAssociationTestJSON-610659803 tempest-FloatingIPsAssociationTestJSON-610659803-project-member] Lock "f1e9cfa1-1f64-474c-abd0-8ec5e730b492" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.313s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.422625] env[62588]: DEBUG nova.policy [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '848f0b4683cb4bbe95ae92285254f611', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4a4057af3814f23b5243d2a21a0ae38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1646.565920] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8174cf59-5d3d-4cc5-9f0d-3dbf88a6abe1 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "34e36924-dd44-4a76-b48b-b2c6b16ae04a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.566804] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8174cf59-5d3d-4cc5-9f0d-3dbf88a6abe1 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "34e36924-dd44-4a76-b48b-b2c6b16ae04a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.566804] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8174cf59-5d3d-4cc5-9f0d-3dbf88a6abe1 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "34e36924-dd44-4a76-b48b-b2c6b16ae04a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.566804] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8174cf59-5d3d-4cc5-9f0d-3dbf88a6abe1 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "34e36924-dd44-4a76-b48b-b2c6b16ae04a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.566804] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8174cf59-5d3d-4cc5-9f0d-3dbf88a6abe1 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "34e36924-dd44-4a76-b48b-b2c6b16ae04a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.574320] env[62588]: INFO nova.compute.manager [None req-8174cf59-5d3d-4cc5-9f0d-3dbf88a6abe1 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Terminating instance [ 1646.733916] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5977e420-ff76-4907-965d-832356670c64 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.742950] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d76a31-6f1b-499f-9790-8e63a2a6bfb3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.784985] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8684924f-ada9-4c74-9486-9090ecfc19d9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.793912] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a5027c-852f-40e9-8589-cad1878cd3dd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.808157] env[62588]: DEBUG nova.compute.provider_tree [None req-528759ef-bc8f-4c6b-9dd0-9b32a9af2890 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1646.842579] env[62588]: DEBUG nova.compute.manager [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1646.849157] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquiring lock "refresh_cache-93855408-6c6d-4480-9764-7dc12394438b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.849413] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquired lock "refresh_cache-93855408-6c6d-4480-9764-7dc12394438b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.849471] env[62588]: DEBUG nova.network.neutron [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1646.923503] env[62588]: DEBUG nova.network.neutron [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Successfully created port: 6e1f90ac-1898-4374-b9f6-263faab19df4 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1647.085445] env[62588]: DEBUG nova.compute.manager [None req-8174cf59-5d3d-4cc5-9f0d-3dbf88a6abe1 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1647.085530] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8174cf59-5d3d-4cc5-9f0d-3dbf88a6abe1 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1647.086514] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53df6fc0-c835-4433-93e1-734ca6b4f1a9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.098164] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8174cf59-5d3d-4cc5-9f0d-3dbf88a6abe1 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1647.098164] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4534fcaf-0085-4831-808d-67f0d0d73042 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.107957] env[62588]: DEBUG oslo_vmware.api [None req-8174cf59-5d3d-4cc5-9f0d-3dbf88a6abe1 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1647.107957] env[62588]: value = "task-1793868" [ 1647.107957] env[62588]: _type = "Task" [ 1647.107957] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.118271] env[62588]: DEBUG oslo_vmware.api [None req-8174cf59-5d3d-4cc5-9f0d-3dbf88a6abe1 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.123110] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "5ac602d4-c986-4b84-bc66-faa62d4ef59c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.123366] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "5ac602d4-c986-4b84-bc66-faa62d4ef59c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.316025] env[62588]: DEBUG nova.scheduler.client.report [None req-528759ef-bc8f-4c6b-9dd0-9b32a9af2890 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1647.401275] env[62588]: DEBUG nova.network.neutron [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1647.620594] env[62588]: DEBUG oslo_vmware.api [None req-8174cf59-5d3d-4cc5-9f0d-3dbf88a6abe1 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793868, 'name': PowerOffVM_Task, 'duration_secs': 0.213335} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.620594] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8174cf59-5d3d-4cc5-9f0d-3dbf88a6abe1 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1647.620594] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8174cf59-5d3d-4cc5-9f0d-3dbf88a6abe1 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1647.620594] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1e6d276-07be-496a-8a8d-ed3c13022ff2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.627035] env[62588]: DEBUG nova.compute.manager [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1647.672030] env[62588]: DEBUG nova.network.neutron [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Updating instance_info_cache with network_info: [{"id": "8138c0f3-336c-485e-917f-2e62a6a3a6cc", "address": "fa:16:3e:2c:67:bb", "network": {"id": "53e5e9d3-1405-4d49-b447-38ad085a370d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-959313782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7186086b95024140b01eeb45e2af009f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8138c0f3-33", "ovs_interfaceid": "8138c0f3-336c-485e-917f-2e62a6a3a6cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.697705] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8174cf59-5d3d-4cc5-9f0d-3dbf88a6abe1 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1647.697705] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8174cf59-5d3d-4cc5-9f0d-3dbf88a6abe1 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1647.697705] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-8174cf59-5d3d-4cc5-9f0d-3dbf88a6abe1 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Deleting the datastore file [datastore1] 34e36924-dd44-4a76-b48b-b2c6b16ae04a {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1647.697705] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7e5b12c-39db-49e0-b83d-46f0cdddc1aa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.707024] env[62588]: DEBUG oslo_vmware.api [None req-8174cf59-5d3d-4cc5-9f0d-3dbf88a6abe1 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1647.707024] env[62588]: value = "task-1793870" [ 1647.707024] env[62588]: _type = "Task" [ 1647.707024] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.716979] env[62588]: DEBUG oslo_vmware.api [None req-8174cf59-5d3d-4cc5-9f0d-3dbf88a6abe1 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.851860] env[62588]: DEBUG nova.compute.manager [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1647.891989] env[62588]: DEBUG nova.virt.hardware [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d4f5034e1b98720b3780a18903b5e249',container_format='bare',created_at=2024-12-12T04:56:10Z,direct_url=,disk_format='vmdk',id=5478148a-39b6-423d-86d3-cc6c171e94cf,min_disk=1,min_ram=0,name='tempest-test-snap-1182279405',owner='c4a4057af3814f23b5243d2a21a0ae38',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-12-12T04:56:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1647.891989] env[62588]: DEBUG nova.virt.hardware [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1647.891989] env[62588]: DEBUG nova.virt.hardware [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1647.891989] env[62588]: DEBUG nova.virt.hardware [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1647.891989] env[62588]: DEBUG nova.virt.hardware [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1647.891989] env[62588]: DEBUG nova.virt.hardware [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1647.896024] env[62588]: DEBUG nova.virt.hardware [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1647.896024] env[62588]: DEBUG nova.virt.hardware [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1647.896024] env[62588]: DEBUG nova.virt.hardware [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1647.896024] env[62588]: DEBUG nova.virt.hardware [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1647.896024] env[62588]: DEBUG nova.virt.hardware [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1647.896024] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91df2d4c-bbd7-4bca-b7ac-df21875062ad {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.903418] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f625c00f-2ec7-4f6f-b042-8be0d4babe6a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.161737] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.173649] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Releasing lock "refresh_cache-93855408-6c6d-4480-9764-7dc12394438b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.173955] env[62588]: DEBUG nova.compute.manager [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Instance network_info: |[{"id": "8138c0f3-336c-485e-917f-2e62a6a3a6cc", "address": "fa:16:3e:2c:67:bb", "network": {"id": "53e5e9d3-1405-4d49-b447-38ad085a370d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-959313782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7186086b95024140b01eeb45e2af009f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8138c0f3-33", "ovs_interfaceid": "8138c0f3-336c-485e-917f-2e62a6a3a6cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1648.176024] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:67:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '489b2441-7132-4942-8b61-49cf0ad4400e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8138c0f3-336c-485e-917f-2e62a6a3a6cc', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1648.183693] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Creating folder: Project (7186086b95024140b01eeb45e2af009f). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1648.184070] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffa6af34-e088-4f11-9100-3e2d056847d8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.195396] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Created folder: Project (7186086b95024140b01eeb45e2af009f) in parent group-v371885. [ 1648.195632] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Creating folder: Instances. Parent ref: group-v372083. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1648.195793] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88fe42ca-008b-44f1-bb46-ad3b829d7a98 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.206486] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Created folder: Instances in parent group-v372083. [ 1648.207329] env[62588]: DEBUG oslo.service.loopingcall [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1648.212053] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1648.212322] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8074afa9-f09c-4471-961a-96852dd0a42c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.233845] env[62588]: DEBUG oslo_vmware.api [None req-8174cf59-5d3d-4cc5-9f0d-3dbf88a6abe1 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161835} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.237356] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-8174cf59-5d3d-4cc5-9f0d-3dbf88a6abe1 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1648.237356] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8174cf59-5d3d-4cc5-9f0d-3dbf88a6abe1 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1648.237356] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8174cf59-5d3d-4cc5-9f0d-3dbf88a6abe1 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1648.237356] env[62588]: INFO nova.compute.manager [None req-8174cf59-5d3d-4cc5-9f0d-3dbf88a6abe1 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1648.237356] env[62588]: DEBUG oslo.service.loopingcall [None req-8174cf59-5d3d-4cc5-9f0d-3dbf88a6abe1 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1648.237356] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1648.237356] env[62588]: value = "task-1793873" [ 1648.237356] env[62588]: _type = "Task" [ 1648.237356] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.237356] env[62588]: DEBUG nova.compute.manager [-] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1648.237356] env[62588]: DEBUG nova.network.neutron [-] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1648.246060] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793873, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.329960] env[62588]: DEBUG oslo_concurrency.lockutils [None req-528759ef-bc8f-4c6b-9dd0-9b32a9af2890 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.506s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.329960] env[62588]: DEBUG nova.compute.manager [None req-528759ef-bc8f-4c6b-9dd0-9b32a9af2890 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62588) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5372}} [ 1648.332693] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.346s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.332912] env[62588]: DEBUG nova.objects.instance [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lazy-loading 'pci_requests' on Instance uuid 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1648.606364] env[62588]: DEBUG nova.compute.manager [req-a4736c61-7f4c-44fb-b998-9d6ae8ed1b81 req-da6934bb-af15-4ec3-8be1-a06324adaa03 service nova] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Received event network-changed-8138c0f3-336c-485e-917f-2e62a6a3a6cc {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1648.606633] env[62588]: DEBUG nova.compute.manager [req-a4736c61-7f4c-44fb-b998-9d6ae8ed1b81 req-da6934bb-af15-4ec3-8be1-a06324adaa03 service nova] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Refreshing instance network info cache due to event network-changed-8138c0f3-336c-485e-917f-2e62a6a3a6cc. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1648.606854] env[62588]: DEBUG oslo_concurrency.lockutils [req-a4736c61-7f4c-44fb-b998-9d6ae8ed1b81 req-da6934bb-af15-4ec3-8be1-a06324adaa03 service nova] Acquiring lock "refresh_cache-93855408-6c6d-4480-9764-7dc12394438b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.606990] env[62588]: DEBUG oslo_concurrency.lockutils [req-a4736c61-7f4c-44fb-b998-9d6ae8ed1b81 req-da6934bb-af15-4ec3-8be1-a06324adaa03 service nova] Acquired lock "refresh_cache-93855408-6c6d-4480-9764-7dc12394438b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.607332] env[62588]: DEBUG nova.network.neutron [req-a4736c61-7f4c-44fb-b998-9d6ae8ed1b81 req-da6934bb-af15-4ec3-8be1-a06324adaa03 service nova] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Refreshing network info cache for port 8138c0f3-336c-485e-917f-2e62a6a3a6cc {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1648.749740] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793873, 'name': CreateVM_Task, 'duration_secs': 0.464352} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.750792] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1648.751517] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.752879] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.753259] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1648.753783] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49bab171-6a3a-4ef5-9180-45e914bd4572 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.760779] env[62588]: DEBUG oslo_vmware.api [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1648.760779] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52178aad-9c03-6d4c-5f68-8fd0d6f615de" [ 1648.760779] env[62588]: _type = "Task" [ 1648.760779] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.771240] env[62588]: DEBUG oslo_vmware.api [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52178aad-9c03-6d4c-5f68-8fd0d6f615de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.839690] env[62588]: DEBUG nova.objects.instance [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lazy-loading 'numa_topology' on Instance uuid 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1648.922325] env[62588]: INFO nova.scheduler.client.report [None req-528759ef-bc8f-4c6b-9dd0-9b32a9af2890 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Deleted allocation for migration 35be3bc1-1488-450e-aabf-6e927c16bc37 [ 1648.967195] env[62588]: DEBUG nova.compute.manager [req-69e73242-d4ec-47e7-aff2-fd040f581873 req-9b1a2568-7cd9-4c1d-9304-98aed4e21c5c service nova] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Received event network-vif-deleted-b5b95154-3e45-4210-a39e-3f57bde00560 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1648.967195] env[62588]: INFO nova.compute.manager [req-69e73242-d4ec-47e7-aff2-fd040f581873 req-9b1a2568-7cd9-4c1d-9304-98aed4e21c5c service nova] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Neutron deleted interface b5b95154-3e45-4210-a39e-3f57bde00560; detaching it from the instance and deleting it from the info cache [ 1648.967195] env[62588]: DEBUG nova.network.neutron [req-69e73242-d4ec-47e7-aff2-fd040f581873 req-9b1a2568-7cd9-4c1d-9304-98aed4e21c5c service nova] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.214902] env[62588]: DEBUG nova.network.neutron [-] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.260850] env[62588]: DEBUG nova.network.neutron [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Successfully updated port: 6e1f90ac-1898-4374-b9f6-263faab19df4 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1649.280618] env[62588]: DEBUG oslo_vmware.api [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52178aad-9c03-6d4c-5f68-8fd0d6f615de, 'name': SearchDatastore_Task, 'duration_secs': 0.009052} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.280930] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.281172] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1649.281397] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.281540] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.281755] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1649.284472] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f723597b-0fde-429e-9390-5c34ffa54298 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.293650] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1649.293833] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1649.294794] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f2051b2-d733-4891-b0da-9653378b8520 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.299996] env[62588]: DEBUG oslo_vmware.api [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1649.299996] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]525726e4-a969-e75a-94ea-59119c6b882c" [ 1649.299996] env[62588]: _type = "Task" [ 1649.299996] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.307645] env[62588]: DEBUG oslo_vmware.api [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]525726e4-a969-e75a-94ea-59119c6b882c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.345021] env[62588]: INFO nova.compute.claims [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1649.431305] env[62588]: DEBUG oslo_concurrency.lockutils [None req-528759ef-bc8f-4c6b-9dd0-9b32a9af2890 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "cd9251fb-103f-4fea-a54a-398f28e4a7bc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 20.175s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.474104] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41d09bb8-a26d-41b0-8b23-888eeb6ef485 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.484937] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9a04a2-58a3-4423-8ba4-e7143a6257ad {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.501309] env[62588]: DEBUG nova.network.neutron [req-a4736c61-7f4c-44fb-b998-9d6ae8ed1b81 req-da6934bb-af15-4ec3-8be1-a06324adaa03 service nova] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Updated VIF entry in instance network info cache for port 8138c0f3-336c-485e-917f-2e62a6a3a6cc. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1649.501938] env[62588]: DEBUG nova.network.neutron [req-a4736c61-7f4c-44fb-b998-9d6ae8ed1b81 req-da6934bb-af15-4ec3-8be1-a06324adaa03 service nova] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Updating instance_info_cache with network_info: [{"id": "8138c0f3-336c-485e-917f-2e62a6a3a6cc", "address": "fa:16:3e:2c:67:bb", "network": {"id": "53e5e9d3-1405-4d49-b447-38ad085a370d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-959313782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7186086b95024140b01eeb45e2af009f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8138c0f3-33", "ovs_interfaceid": "8138c0f3-336c-485e-917f-2e62a6a3a6cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.530923] env[62588]: DEBUG nova.compute.manager [req-69e73242-d4ec-47e7-aff2-fd040f581873 req-9b1a2568-7cd9-4c1d-9304-98aed4e21c5c service nova] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Detach interface failed, port_id=b5b95154-3e45-4210-a39e-3f57bde00560, reason: Instance 34e36924-dd44-4a76-b48b-b2c6b16ae04a could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1649.588663] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Acquiring lock "e19e9467-440b-4270-adc4-7959fc7344c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.588905] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Lock "e19e9467-440b-4270-adc4-7959fc7344c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.720048] env[62588]: INFO nova.compute.manager [-] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Took 1.48 seconds to deallocate network for instance. [ 1649.728657] env[62588]: DEBUG nova.objects.instance [None req-2686016b-73ec-437c-a41d-a5ecafc29b96 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lazy-loading 'flavor' on Instance uuid cd9251fb-103f-4fea-a54a-398f28e4a7bc {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1649.770334] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "refresh_cache-5e3b85e8-1712-4f6f-98b8-655e7044928b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.770488] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquired lock "refresh_cache-5e3b85e8-1712-4f6f-98b8-655e7044928b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.770645] env[62588]: DEBUG nova.network.neutron [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1649.811354] env[62588]: DEBUG oslo_vmware.api [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]525726e4-a969-e75a-94ea-59119c6b882c, 'name': SearchDatastore_Task, 'duration_secs': 0.008617} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.812128] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4177b91d-8715-43d8-b00f-b0fa36257177 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.820016] env[62588]: DEBUG oslo_vmware.api [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1649.820016] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5234cd48-8b6e-f56f-e5ba-11223c649121" [ 1649.820016] env[62588]: _type = "Task" [ 1649.820016] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.826244] env[62588]: DEBUG oslo_vmware.api [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5234cd48-8b6e-f56f-e5ba-11223c649121, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.004479] env[62588]: DEBUG oslo_concurrency.lockutils [req-a4736c61-7f4c-44fb-b998-9d6ae8ed1b81 req-da6934bb-af15-4ec3-8be1-a06324adaa03 service nova] Releasing lock "refresh_cache-93855408-6c6d-4480-9764-7dc12394438b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.092350] env[62588]: DEBUG nova.compute.manager [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1650.227345] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8174cf59-5d3d-4cc5-9f0d-3dbf88a6abe1 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.233323] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2686016b-73ec-437c-a41d-a5ecafc29b96 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "refresh_cache-cd9251fb-103f-4fea-a54a-398f28e4a7bc" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.233323] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2686016b-73ec-437c-a41d-a5ecafc29b96 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquired lock "refresh_cache-cd9251fb-103f-4fea-a54a-398f28e4a7bc" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.233495] env[62588]: DEBUG nova.network.neutron [None req-2686016b-73ec-437c-a41d-a5ecafc29b96 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1650.233608] env[62588]: DEBUG nova.objects.instance [None req-2686016b-73ec-437c-a41d-a5ecafc29b96 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lazy-loading 'info_cache' on Instance uuid cd9251fb-103f-4fea-a54a-398f28e4a7bc {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1650.302143] env[62588]: DEBUG nova.network.neutron [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1650.328632] env[62588]: DEBUG oslo_vmware.api [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5234cd48-8b6e-f56f-e5ba-11223c649121, 'name': SearchDatastore_Task, 'duration_secs': 0.008713} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.328899] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.329167] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 93855408-6c6d-4480-9764-7dc12394438b/93855408-6c6d-4480-9764-7dc12394438b.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1650.329429] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a75b299-d250-4342-b492-2651f3d33a59 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.335721] env[62588]: DEBUG oslo_vmware.api [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1650.335721] env[62588]: value = "task-1793874" [ 1650.335721] env[62588]: _type = "Task" [ 1650.335721] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.343379] env[62588]: DEBUG oslo_vmware.api [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1793874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.482624] env[62588]: DEBUG nova.network.neutron [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Updating instance_info_cache with network_info: [{"id": "6e1f90ac-1898-4374-b9f6-263faab19df4", "address": "fa:16:3e:5f:30:cc", "network": {"id": "f87efb3d-a002-4997-b4d3-e6b2cca210dd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-702870531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a4057af3814f23b5243d2a21a0ae38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e1f90ac-18", "ovs_interfaceid": "6e1f90ac-1898-4374-b9f6-263faab19df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.612916] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.641211] env[62588]: DEBUG nova.compute.manager [req-e586b53a-7ac1-4dd4-89cb-3b7770dc57cb req-b2f70fb7-aed5-441f-b30e-520f2a1f13b3 service nova] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Received event network-vif-plugged-6e1f90ac-1898-4374-b9f6-263faab19df4 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1650.641211] env[62588]: DEBUG oslo_concurrency.lockutils [req-e586b53a-7ac1-4dd4-89cb-3b7770dc57cb req-b2f70fb7-aed5-441f-b30e-520f2a1f13b3 service nova] Acquiring lock "5e3b85e8-1712-4f6f-98b8-655e7044928b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.641211] env[62588]: DEBUG oslo_concurrency.lockutils [req-e586b53a-7ac1-4dd4-89cb-3b7770dc57cb req-b2f70fb7-aed5-441f-b30e-520f2a1f13b3 service nova] Lock "5e3b85e8-1712-4f6f-98b8-655e7044928b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.641211] env[62588]: DEBUG oslo_concurrency.lockutils [req-e586b53a-7ac1-4dd4-89cb-3b7770dc57cb req-b2f70fb7-aed5-441f-b30e-520f2a1f13b3 service nova] Lock "5e3b85e8-1712-4f6f-98b8-655e7044928b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.641211] env[62588]: DEBUG nova.compute.manager [req-e586b53a-7ac1-4dd4-89cb-3b7770dc57cb req-b2f70fb7-aed5-441f-b30e-520f2a1f13b3 service nova] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] No waiting events found dispatching network-vif-plugged-6e1f90ac-1898-4374-b9f6-263faab19df4 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1650.641832] env[62588]: WARNING nova.compute.manager [req-e586b53a-7ac1-4dd4-89cb-3b7770dc57cb req-b2f70fb7-aed5-441f-b30e-520f2a1f13b3 service nova] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Received unexpected event network-vif-plugged-6e1f90ac-1898-4374-b9f6-263faab19df4 for instance with vm_state building and task_state spawning. [ 1650.641832] env[62588]: DEBUG nova.compute.manager [req-e586b53a-7ac1-4dd4-89cb-3b7770dc57cb req-b2f70fb7-aed5-441f-b30e-520f2a1f13b3 service nova] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Received event network-changed-6e1f90ac-1898-4374-b9f6-263faab19df4 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1650.641832] env[62588]: DEBUG nova.compute.manager [req-e586b53a-7ac1-4dd4-89cb-3b7770dc57cb req-b2f70fb7-aed5-441f-b30e-520f2a1f13b3 service nova] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Refreshing instance network info cache due to event network-changed-6e1f90ac-1898-4374-b9f6-263faab19df4. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1650.641832] env[62588]: DEBUG oslo_concurrency.lockutils [req-e586b53a-7ac1-4dd4-89cb-3b7770dc57cb req-b2f70fb7-aed5-441f-b30e-520f2a1f13b3 service nova] Acquiring lock "refresh_cache-5e3b85e8-1712-4f6f-98b8-655e7044928b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.719264] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05877aca-8e13-4d29-976a-eda5dfc6a4bd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.728750] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de670508-8a1e-43d6-b12b-4835d0283889 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.737789] env[62588]: DEBUG nova.objects.base [None req-2686016b-73ec-437c-a41d-a5ecafc29b96 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62588) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1650.766237] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7032bc8d-2db9-4ec0-b933-ed5119249fa1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.777766] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29670cb8-5840-4e95-a719-827675b97ea8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.793083] env[62588]: DEBUG nova.compute.provider_tree [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1650.846446] env[62588]: DEBUG oslo_vmware.api [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1793874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461493} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.846655] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 93855408-6c6d-4480-9764-7dc12394438b/93855408-6c6d-4480-9764-7dc12394438b.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1650.846881] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1650.847189] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73b5cb68-c8aa-484c-8fe5-bc73dd20f6f3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.854741] env[62588]: DEBUG oslo_vmware.api [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1650.854741] env[62588]: value = "task-1793875" [ 1650.854741] env[62588]: _type = "Task" [ 1650.854741] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.863354] env[62588]: DEBUG oslo_vmware.api [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1793875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.986051] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Releasing lock "refresh_cache-5e3b85e8-1712-4f6f-98b8-655e7044928b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.986051] env[62588]: DEBUG nova.compute.manager [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Instance network_info: |[{"id": "6e1f90ac-1898-4374-b9f6-263faab19df4", "address": "fa:16:3e:5f:30:cc", "network": {"id": "f87efb3d-a002-4997-b4d3-e6b2cca210dd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-702870531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a4057af3814f23b5243d2a21a0ae38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e1f90ac-18", "ovs_interfaceid": "6e1f90ac-1898-4374-b9f6-263faab19df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1650.986345] env[62588]: DEBUG oslo_concurrency.lockutils [req-e586b53a-7ac1-4dd4-89cb-3b7770dc57cb req-b2f70fb7-aed5-441f-b30e-520f2a1f13b3 service nova] Acquired lock "refresh_cache-5e3b85e8-1712-4f6f-98b8-655e7044928b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.986574] env[62588]: DEBUG nova.network.neutron [req-e586b53a-7ac1-4dd4-89cb-3b7770dc57cb req-b2f70fb7-aed5-441f-b30e-520f2a1f13b3 service nova] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Refreshing network info cache for port 6e1f90ac-1898-4374-b9f6-263faab19df4 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1650.987885] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:30:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ba3bd22-c936-470e-89bd-b3a5587e87a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e1f90ac-1898-4374-b9f6-263faab19df4', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1650.996371] env[62588]: DEBUG oslo.service.loopingcall [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1650.997336] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1650.997564] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb260409-1dcf-40aa-aced-2da10a3cb41d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.018686] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1651.018686] env[62588]: value = "task-1793876" [ 1651.018686] env[62588]: _type = "Task" [ 1651.018686] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.028671] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793876, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.297194] env[62588]: DEBUG nova.scheduler.client.report [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1651.365347] env[62588]: DEBUG oslo_vmware.api [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1793875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064805} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.365973] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1651.366884] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2578b3-fa95-4f13-9d80-2bd37cd01d1f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.391068] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 93855408-6c6d-4480-9764-7dc12394438b/93855408-6c6d-4480-9764-7dc12394438b.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1651.391272] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c43573b-8a8d-4002-ac96-b5f044447c43 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.412810] env[62588]: DEBUG oslo_vmware.api [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1651.412810] env[62588]: value = "task-1793877" [ 1651.412810] env[62588]: _type = "Task" [ 1651.412810] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.423765] env[62588]: DEBUG oslo_vmware.api [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1793877, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.530095] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793876, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.740021] env[62588]: DEBUG nova.network.neutron [None req-2686016b-73ec-437c-a41d-a5ecafc29b96 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Updating instance_info_cache with network_info: [{"id": "8a69c6b0-c377-444e-b1e0-b9f3c8967876", "address": "fa:16:3e:07:f6:c7", "network": {"id": "94db9e1b-f422-4077-be68-4fd81b713a80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1210070792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "979ec9f712cf4691b14f90355fbb2827", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a69c6b0-c3", "ovs_interfaceid": "8a69c6b0-c377-444e-b1e0-b9f3c8967876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.777134] env[62588]: DEBUG nova.network.neutron [req-e586b53a-7ac1-4dd4-89cb-3b7770dc57cb req-b2f70fb7-aed5-441f-b30e-520f2a1f13b3 service nova] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Updated VIF entry in instance network info cache for port 6e1f90ac-1898-4374-b9f6-263faab19df4. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1651.777134] env[62588]: DEBUG nova.network.neutron [req-e586b53a-7ac1-4dd4-89cb-3b7770dc57cb req-b2f70fb7-aed5-441f-b30e-520f2a1f13b3 service nova] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Updating instance_info_cache with network_info: [{"id": "6e1f90ac-1898-4374-b9f6-263faab19df4", "address": "fa:16:3e:5f:30:cc", "network": {"id": "f87efb3d-a002-4997-b4d3-e6b2cca210dd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-702870531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a4057af3814f23b5243d2a21a0ae38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e1f90ac-18", "ovs_interfaceid": "6e1f90ac-1898-4374-b9f6-263faab19df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.804809] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.472s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.807216] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.133s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.808815] env[62588]: INFO nova.compute.claims [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1651.845032] env[62588]: INFO nova.network.neutron [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Updating port bf10e734-b5f3-4b3f-8521-4d963d207784 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1651.924427] env[62588]: DEBUG oslo_vmware.api [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1793877, 'name': ReconfigVM_Task, 'duration_secs': 0.475466} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.924596] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 93855408-6c6d-4480-9764-7dc12394438b/93855408-6c6d-4480-9764-7dc12394438b.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1651.925367] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a075301b-ba9f-47ac-bf86-9470b8c9e962 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.932683] env[62588]: DEBUG oslo_vmware.api [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1651.932683] env[62588]: value = "task-1793878" [ 1651.932683] env[62588]: _type = "Task" [ 1651.932683] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.940655] env[62588]: DEBUG oslo_vmware.api [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1793878, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.029709] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793876, 'name': CreateVM_Task, 'duration_secs': 0.578758} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.029983] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1652.030660] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478148a-39b6-423d-86d3-cc6c171e94cf" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.030989] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478148a-39b6-423d-86d3-cc6c171e94cf" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.031399] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478148a-39b6-423d-86d3-cc6c171e94cf" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1652.031533] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49c58a22-ea4f-4105-9a37-b325e3b377f0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.037176] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1652.037176] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52815ba9-1ebe-13f5-e008-504d14b87ab2" [ 1652.037176] env[62588]: _type = "Task" [ 1652.037176] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.046044] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52815ba9-1ebe-13f5-e008-504d14b87ab2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.244560] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2686016b-73ec-437c-a41d-a5ecafc29b96 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Releasing lock "refresh_cache-cd9251fb-103f-4fea-a54a-398f28e4a7bc" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.279934] env[62588]: DEBUG oslo_concurrency.lockutils [req-e586b53a-7ac1-4dd4-89cb-3b7770dc57cb req-b2f70fb7-aed5-441f-b30e-520f2a1f13b3 service nova] Releasing lock "refresh_cache-5e3b85e8-1712-4f6f-98b8-655e7044928b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.448984] env[62588]: DEBUG oslo_vmware.api [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1793878, 'name': Rename_Task, 'duration_secs': 0.140374} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.449451] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1652.449919] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4a6e941-fbdc-4c74-8520-5f16b1375d07 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.457088] env[62588]: DEBUG oslo_vmware.api [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1652.457088] env[62588]: value = "task-1793879" [ 1652.457088] env[62588]: _type = "Task" [ 1652.457088] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.465149] env[62588]: DEBUG oslo_vmware.api [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1793879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.546843] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478148a-39b6-423d-86d3-cc6c171e94cf" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.547842] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Processing image 5478148a-39b6-423d-86d3-cc6c171e94cf {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1652.547842] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478148a-39b6-423d-86d3-cc6c171e94cf/5478148a-39b6-423d-86d3-cc6c171e94cf.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.547842] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478148a-39b6-423d-86d3-cc6c171e94cf/5478148a-39b6-423d-86d3-cc6c171e94cf.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.547842] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1652.548068] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2076dfa-dd0d-4ed6-9aec-4491b514eddd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.566040] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1652.566254] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1652.567276] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37a54e5b-70d2-44b2-a92e-50908bad3156 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.573566] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1652.573566] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d1a23e-5286-b616-919e-f4d31560dab5" [ 1652.573566] env[62588]: _type = "Task" [ 1652.573566] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.585640] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d1a23e-5286-b616-919e-f4d31560dab5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.967935] env[62588]: DEBUG oslo_vmware.api [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1793879, 'name': PowerOnVM_Task, 'duration_secs': 0.440423} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.970912] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1652.971120] env[62588]: INFO nova.compute.manager [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1652.971302] env[62588]: DEBUG nova.compute.manager [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1652.973351] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ce57df-6aba-4ed4-b57e-192c1d3ab13b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.089688] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Preparing fetch location {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1653.089961] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Fetch image to [datastore1] OSTACK_IMG_fec3b46a-a8ce-4e96-91c1-115c2ecbee2e/OSTACK_IMG_fec3b46a-a8ce-4e96-91c1-115c2ecbee2e.vmdk {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1653.090190] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Downloading stream optimized image 5478148a-39b6-423d-86d3-cc6c171e94cf to [datastore1] OSTACK_IMG_fec3b46a-a8ce-4e96-91c1-115c2ecbee2e/OSTACK_IMG_fec3b46a-a8ce-4e96-91c1-115c2ecbee2e.vmdk on the data store datastore1 as vApp {{(pid=62588) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1653.090302] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Downloading image file data 5478148a-39b6-423d-86d3-cc6c171e94cf to the ESX as VM named 'OSTACK_IMG_fec3b46a-a8ce-4e96-91c1-115c2ecbee2e' {{(pid=62588) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1653.179026] env[62588]: DEBUG oslo_vmware.rw_handles [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1653.179026] env[62588]: value = "resgroup-9" [ 1653.179026] env[62588]: _type = "ResourcePool" [ 1653.179026] env[62588]: }. {{(pid=62588) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1653.179756] env[62588]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-507be0c1-d273-4164-bf0a-76928298e5cc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.204195] env[62588]: DEBUG oslo_vmware.rw_handles [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lease: (returnval){ [ 1653.204195] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52fa4087-b57c-6da3-8698-e7079653be60" [ 1653.204195] env[62588]: _type = "HttpNfcLease" [ 1653.204195] env[62588]: } obtained for vApp import into resource pool (val){ [ 1653.204195] env[62588]: value = "resgroup-9" [ 1653.204195] env[62588]: _type = "ResourcePool" [ 1653.204195] env[62588]: }. {{(pid=62588) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1653.204195] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the lease: (returnval){ [ 1653.204195] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52fa4087-b57c-6da3-8698-e7079653be60" [ 1653.204195] env[62588]: _type = "HttpNfcLease" [ 1653.204195] env[62588]: } to be ready. {{(pid=62588) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1653.210805] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1653.210805] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52fa4087-b57c-6da3-8698-e7079653be60" [ 1653.210805] env[62588]: _type = "HttpNfcLease" [ 1653.210805] env[62588]: } is initializing. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1653.253022] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-2686016b-73ec-437c-a41d-a5ecafc29b96 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1653.253022] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edb9a951-10d8-472c-819d-f543e7d69f91 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.259250] env[62588]: DEBUG oslo_vmware.api [None req-2686016b-73ec-437c-a41d-a5ecafc29b96 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1653.259250] env[62588]: value = "task-1793881" [ 1653.259250] env[62588]: _type = "Task" [ 1653.259250] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.261213] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49856c6-a32b-481c-9ac9-e81ebfe7747b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.271882] env[62588]: DEBUG oslo_vmware.api [None req-2686016b-73ec-437c-a41d-a5ecafc29b96 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.276324] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f11139-08ba-480c-b6c1-6cd457d0336a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.318670] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7423354b-b8d2-4eeb-a90c-dd2af161bdb6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.322338] env[62588]: DEBUG nova.compute.manager [req-5757faf8-5b33-4036-8ada-b8348f3fb158 req-6cb814f7-28b9-45ae-9671-4e24ea66452f service nova] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Received event network-vif-plugged-bf10e734-b5f3-4b3f-8521-4d963d207784 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1653.322610] env[62588]: DEBUG oslo_concurrency.lockutils [req-5757faf8-5b33-4036-8ada-b8348f3fb158 req-6cb814f7-28b9-45ae-9671-4e24ea66452f service nova] Acquiring lock "88b35a0a-bc01-4bd4-91d5-fdb491b23b3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.322857] env[62588]: DEBUG oslo_concurrency.lockutils [req-5757faf8-5b33-4036-8ada-b8348f3fb158 req-6cb814f7-28b9-45ae-9671-4e24ea66452f service nova] Lock "88b35a0a-bc01-4bd4-91d5-fdb491b23b3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.323072] env[62588]: DEBUG oslo_concurrency.lockutils [req-5757faf8-5b33-4036-8ada-b8348f3fb158 req-6cb814f7-28b9-45ae-9671-4e24ea66452f service nova] Lock "88b35a0a-bc01-4bd4-91d5-fdb491b23b3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.323284] env[62588]: DEBUG nova.compute.manager [req-5757faf8-5b33-4036-8ada-b8348f3fb158 req-6cb814f7-28b9-45ae-9671-4e24ea66452f service nova] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] No waiting events found dispatching network-vif-plugged-bf10e734-b5f3-4b3f-8521-4d963d207784 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1653.327014] env[62588]: WARNING nova.compute.manager [req-5757faf8-5b33-4036-8ada-b8348f3fb158 req-6cb814f7-28b9-45ae-9671-4e24ea66452f service nova] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Received unexpected event network-vif-plugged-bf10e734-b5f3-4b3f-8521-4d963d207784 for instance with vm_state shelved_offloaded and task_state spawning. [ 1653.329679] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abcb518-5aec-4a43-a9e3-414f14db1675 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.344436] env[62588]: DEBUG nova.compute.provider_tree [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1653.407832] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquiring lock "refresh_cache-88b35a0a-bc01-4bd4-91d5-fdb491b23b3e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.408024] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquired lock "refresh_cache-88b35a0a-bc01-4bd4-91d5-fdb491b23b3e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.408199] env[62588]: DEBUG nova.network.neutron [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1653.502195] env[62588]: INFO nova.compute.manager [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Took 39.73 seconds to build instance. [ 1653.714404] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1653.714404] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52fa4087-b57c-6da3-8698-e7079653be60" [ 1653.714404] env[62588]: _type = "HttpNfcLease" [ 1653.714404] env[62588]: } is initializing. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1653.768969] env[62588]: DEBUG oslo_vmware.api [None req-2686016b-73ec-437c-a41d-a5ecafc29b96 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793881, 'name': PowerOnVM_Task, 'duration_secs': 0.405044} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.769749] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-2686016b-73ec-437c-a41d-a5ecafc29b96 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1653.769749] env[62588]: DEBUG nova.compute.manager [None req-2686016b-73ec-437c-a41d-a5ecafc29b96 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1653.770500] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716eadeb-8f5c-4905-88ca-a5185ff32f30 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.851703] env[62588]: DEBUG nova.scheduler.client.report [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1654.003724] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ccd3e8ad-c266-4980-9f5e-4d404e74b944 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "93855408-6c6d-4480-9764-7dc12394438b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.241s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.217174] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1654.217174] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52fa4087-b57c-6da3-8698-e7079653be60" [ 1654.217174] env[62588]: _type = "HttpNfcLease" [ 1654.217174] env[62588]: } is ready. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1654.218077] env[62588]: DEBUG nova.network.neutron [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Updating instance_info_cache with network_info: [{"id": "bf10e734-b5f3-4b3f-8521-4d963d207784", "address": "fa:16:3e:51:c3:51", "network": {"id": "b6a9cca8-25b5-4032-bae2-e8e3ab9d1a1e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-281994708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb27351a15a848fe904eb62a31514ca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf10e734-b5", "ovs_interfaceid": "bf10e734-b5f3-4b3f-8521-4d963d207784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.219390] env[62588]: DEBUG oslo_vmware.rw_handles [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1654.219390] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52fa4087-b57c-6da3-8698-e7079653be60" [ 1654.219390] env[62588]: _type = "HttpNfcLease" [ 1654.219390] env[62588]: }. {{(pid=62588) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1654.220150] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f88cb0-ef12-4ecf-8aa0-42b4e2347dc0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.228989] env[62588]: DEBUG oslo_vmware.rw_handles [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c56d7a-f0f7-5b4f-6aea-55240e6c7229/disk-0.vmdk from lease info. {{(pid=62588) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1654.228989] env[62588]: DEBUG oslo_vmware.rw_handles [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c56d7a-f0f7-5b4f-6aea-55240e6c7229/disk-0.vmdk. {{(pid=62588) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1654.308322] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8631a592-173f-4e2d-b920-197fee6239e1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.357126] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.357753] env[62588]: DEBUG nova.compute.manager [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1654.360689] env[62588]: DEBUG oslo_concurrency.lockutils [None req-11929d05-8beb-4135-bbe7-07ebca7c3326 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.081s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.362095] env[62588]: DEBUG nova.objects.instance [None req-11929d05-8beb-4135-bbe7-07ebca7c3326 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lazy-loading 'resources' on Instance uuid d3291e2a-3e28-424a-94a5-b9831dcdbb09 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1654.644015] env[62588]: DEBUG oslo_concurrency.lockutils [None req-af64c94d-c1f5-4e1c-bee0-2164b9681052 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "cd9251fb-103f-4fea-a54a-398f28e4a7bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.644268] env[62588]: DEBUG oslo_concurrency.lockutils [None req-af64c94d-c1f5-4e1c-bee0-2164b9681052 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "cd9251fb-103f-4fea-a54a-398f28e4a7bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.644529] env[62588]: DEBUG oslo_concurrency.lockutils [None req-af64c94d-c1f5-4e1c-bee0-2164b9681052 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "cd9251fb-103f-4fea-a54a-398f28e4a7bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.644666] env[62588]: DEBUG oslo_concurrency.lockutils [None req-af64c94d-c1f5-4e1c-bee0-2164b9681052 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "cd9251fb-103f-4fea-a54a-398f28e4a7bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.644835] env[62588]: DEBUG oslo_concurrency.lockutils [None req-af64c94d-c1f5-4e1c-bee0-2164b9681052 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "cd9251fb-103f-4fea-a54a-398f28e4a7bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.647413] env[62588]: INFO nova.compute.manager [None req-af64c94d-c1f5-4e1c-bee0-2164b9681052 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Terminating instance [ 1654.724144] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Releasing lock "refresh_cache-88b35a0a-bc01-4bd4-91d5-fdb491b23b3e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.757894] env[62588]: DEBUG nova.virt.hardware [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b3e33c583299edd5035f015c0466e3b2',container_format='bare',created_at=2024-12-12T04:55:34Z,direct_url=,disk_format='vmdk',id=01b3c612-4f26-41d0-81b5-9d4ed1933f1a,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1838690203-shelved',owner='eb27351a15a848fe904eb62a31514ca9',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2024-12-12T04:55:52Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1654.758409] env[62588]: DEBUG nova.virt.hardware [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1654.758409] env[62588]: DEBUG nova.virt.hardware [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1654.758712] env[62588]: DEBUG nova.virt.hardware [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1654.758712] env[62588]: DEBUG nova.virt.hardware [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1654.758801] env[62588]: DEBUG nova.virt.hardware [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1654.759193] env[62588]: DEBUG nova.virt.hardware [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1654.759280] env[62588]: DEBUG nova.virt.hardware [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1654.759545] env[62588]: DEBUG nova.virt.hardware [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1654.759545] env[62588]: DEBUG nova.virt.hardware [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1654.759713] env[62588]: DEBUG nova.virt.hardware [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1654.760745] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bebf8e-2f18-47e1-9982-4330bfbcf75b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.770844] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0b4d46-c40a-42f0-b808-ffca75a8df78 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.792452] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:c3:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b9aabc7c-0f6c-42eb-bd27-493a1496c0c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf10e734-b5f3-4b3f-8521-4d963d207784', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1654.800766] env[62588]: DEBUG oslo.service.loopingcall [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1654.805191] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1654.805565] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa381998-200f-4506-8046-b91dc951b027 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.831711] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1654.831711] env[62588]: value = "task-1793882" [ 1654.831711] env[62588]: _type = "Task" [ 1654.831711] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.843354] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793882, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.866590] env[62588]: DEBUG nova.compute.utils [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1654.872223] env[62588]: DEBUG nova.compute.manager [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1654.872223] env[62588]: DEBUG nova.network.neutron [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1654.905884] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "51c87c23-78a1-47aa-a0db-a236ab6d23b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.906243] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "51c87c23-78a1-47aa-a0db-a236ab6d23b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.955220] env[62588]: DEBUG nova.policy [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd01c855e955f4a71abb89f96608d51a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47915d48952247e382fa657ede42822c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1655.096729] env[62588]: DEBUG oslo_vmware.rw_handles [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Completed reading data from the image iterator. {{(pid=62588) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1655.097272] env[62588]: DEBUG oslo_vmware.rw_handles [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c56d7a-f0f7-5b4f-6aea-55240e6c7229/disk-0.vmdk. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1655.098570] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47d7fb3-3097-4038-9e68-70153c9c304b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.109463] env[62588]: DEBUG oslo_vmware.rw_handles [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c56d7a-f0f7-5b4f-6aea-55240e6c7229/disk-0.vmdk is in state: ready. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1655.110384] env[62588]: DEBUG oslo_vmware.rw_handles [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c56d7a-f0f7-5b4f-6aea-55240e6c7229/disk-0.vmdk. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1655.110384] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-eb79e600-a84d-479c-9a11-c68118fae91b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.152416] env[62588]: DEBUG nova.compute.manager [None req-af64c94d-c1f5-4e1c-bee0-2164b9681052 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1655.152679] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-af64c94d-c1f5-4e1c-bee0-2164b9681052 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1655.153636] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c02361-b688-42d1-9cab-5e300c623e50 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.164049] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-af64c94d-c1f5-4e1c-bee0-2164b9681052 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1655.164388] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46135ea3-e5f8-489d-ae19-6251d9f31dcc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.171377] env[62588]: DEBUG oslo_vmware.api [None req-af64c94d-c1f5-4e1c-bee0-2164b9681052 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1655.171377] env[62588]: value = "task-1793883" [ 1655.171377] env[62588]: _type = "Task" [ 1655.171377] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.184231] env[62588]: DEBUG oslo_vmware.api [None req-af64c94d-c1f5-4e1c-bee0-2164b9681052 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.272774] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d9bc56-21a9-4e60-b87b-2d7675269c44 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.283680] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e739906-a9ea-4001-9f12-a473062165bd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.318253] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8afd0b-d046-4079-ae06-d7f2532400a3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.327109] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f6cadc-b320-46ff-9016-0b073eccdd15 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.345433] env[62588]: DEBUG nova.compute.provider_tree [None req-11929d05-8beb-4135-bbe7-07ebca7c3326 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1655.351900] env[62588]: DEBUG oslo_vmware.rw_handles [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c56d7a-f0f7-5b4f-6aea-55240e6c7229/disk-0.vmdk. {{(pid=62588) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1655.352294] env[62588]: INFO nova.virt.vmwareapi.images [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Downloaded image file data 5478148a-39b6-423d-86d3-cc6c171e94cf [ 1655.353455] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b4c6e7-8b52-4d46-a584-21478b495b26 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.361518] env[62588]: DEBUG nova.network.neutron [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Successfully created port: d4cb87ac-bd53-4f15-be7a-7a265678bcac {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1655.363460] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793882, 'name': CreateVM_Task, 'duration_secs': 0.428601} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.365410] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1655.367289] env[62588]: DEBUG nova.compute.manager [req-dadbc7b8-7b90-4722-8644-9fe85faa63e6 req-084c5fb6-5465-4419-87fe-f5b1b5cf9f52 service nova] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Received event network-changed-bf10e734-b5f3-4b3f-8521-4d963d207784 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1655.367496] env[62588]: DEBUG nova.compute.manager [req-dadbc7b8-7b90-4722-8644-9fe85faa63e6 req-084c5fb6-5465-4419-87fe-f5b1b5cf9f52 service nova] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Refreshing instance network info cache due to event network-changed-bf10e734-b5f3-4b3f-8521-4d963d207784. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1655.367740] env[62588]: DEBUG oslo_concurrency.lockutils [req-dadbc7b8-7b90-4722-8644-9fe85faa63e6 req-084c5fb6-5465-4419-87fe-f5b1b5cf9f52 service nova] Acquiring lock "refresh_cache-88b35a0a-bc01-4bd4-91d5-fdb491b23b3e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.367897] env[62588]: DEBUG oslo_concurrency.lockutils [req-dadbc7b8-7b90-4722-8644-9fe85faa63e6 req-084c5fb6-5465-4419-87fe-f5b1b5cf9f52 service nova] Acquired lock "refresh_cache-88b35a0a-bc01-4bd4-91d5-fdb491b23b3e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.368100] env[62588]: DEBUG nova.network.neutron [req-dadbc7b8-7b90-4722-8644-9fe85faa63e6 req-084c5fb6-5465-4419-87fe-f5b1b5cf9f52 service nova] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Refreshing network info cache for port bf10e734-b5f3-4b3f-8521-4d963d207784 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1655.383624] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01b3c612-4f26-41d0-81b5-9d4ed1933f1a" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.383624] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01b3c612-4f26-41d0-81b5-9d4ed1933f1a" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.383954] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01b3c612-4f26-41d0-81b5-9d4ed1933f1a" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1655.385390] env[62588]: DEBUG nova.compute.manager [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1655.388609] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20405d43-30f5-4f30-8ee5-e78eae4158a3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.390892] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8faac15-1a12-4376-b12b-574bc776f890 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.395849] env[62588]: DEBUG oslo_vmware.api [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1655.395849] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b3e9a3-7e5b-7799-ba18-a0b8ee7d0df1" [ 1655.395849] env[62588]: _type = "Task" [ 1655.395849] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.406147] env[62588]: DEBUG oslo_vmware.api [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b3e9a3-7e5b-7799-ba18-a0b8ee7d0df1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.408616] env[62588]: DEBUG nova.compute.manager [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1655.415307] env[62588]: INFO nova.virt.vmwareapi.images [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] The imported VM was unregistered [ 1655.417837] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Caching image {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1655.418084] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Creating directory with path [datastore1] devstack-image-cache_base/5478148a-39b6-423d-86d3-cc6c171e94cf {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1655.418350] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-396a3881-c567-4bf0-bf36-00bca6e5cc7f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.429569] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Created directory with path [datastore1] devstack-image-cache_base/5478148a-39b6-423d-86d3-cc6c171e94cf {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1655.429720] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_fec3b46a-a8ce-4e96-91c1-115c2ecbee2e/OSTACK_IMG_fec3b46a-a8ce-4e96-91c1-115c2ecbee2e.vmdk to [datastore1] devstack-image-cache_base/5478148a-39b6-423d-86d3-cc6c171e94cf/5478148a-39b6-423d-86d3-cc6c171e94cf.vmdk. {{(pid=62588) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1655.429979] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-508438a1-5333-4911-b5d1-b98c4a92fa96 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.437055] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1655.437055] env[62588]: value = "task-1793885" [ 1655.437055] env[62588]: _type = "Task" [ 1655.437055] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.445783] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793885, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.685028] env[62588]: DEBUG oslo_vmware.api [None req-af64c94d-c1f5-4e1c-bee0-2164b9681052 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793883, 'name': PowerOffVM_Task, 'duration_secs': 0.196372} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.685028] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-af64c94d-c1f5-4e1c-bee0-2164b9681052 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1655.685028] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-af64c94d-c1f5-4e1c-bee0-2164b9681052 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1655.685028] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-731b47f3-0868-445a-8d0a-3c50b1e93814 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.760533] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-af64c94d-c1f5-4e1c-bee0-2164b9681052 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1655.760814] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-af64c94d-c1f5-4e1c-bee0-2164b9681052 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1655.761038] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-af64c94d-c1f5-4e1c-bee0-2164b9681052 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Deleting the datastore file [datastore1] cd9251fb-103f-4fea-a54a-398f28e4a7bc {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1655.761317] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7b0add5-2dc3-4502-b204-dbb43e902b24 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.768560] env[62588]: DEBUG oslo_vmware.api [None req-af64c94d-c1f5-4e1c-bee0-2164b9681052 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1655.768560] env[62588]: value = "task-1793887" [ 1655.768560] env[62588]: _type = "Task" [ 1655.768560] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.777247] env[62588]: DEBUG oslo_vmware.api [None req-af64c94d-c1f5-4e1c-bee0-2164b9681052 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.848592] env[62588]: DEBUG nova.scheduler.client.report [None req-11929d05-8beb-4135-bbe7-07ebca7c3326 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1655.911518] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01b3c612-4f26-41d0-81b5-9d4ed1933f1a" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.911793] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Processing image 01b3c612-4f26-41d0-81b5-9d4ed1933f1a {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1655.912100] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01b3c612-4f26-41d0-81b5-9d4ed1933f1a/01b3c612-4f26-41d0-81b5-9d4ed1933f1a.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.912281] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01b3c612-4f26-41d0-81b5-9d4ed1933f1a/01b3c612-4f26-41d0-81b5-9d4ed1933f1a.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.912486] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1655.915056] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61a56bc6-8275-47c3-9cba-32ee5c7e50e6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.933478] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.944686] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1655.944921] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1655.945660] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2604b932-50d7-465c-a951-8ef43bbe78dc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.951399] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793885, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.954764] env[62588]: DEBUG oslo_vmware.api [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1655.954764] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52dba399-7760-d239-921b-d9fe548941e8" [ 1655.954764] env[62588]: _type = "Task" [ 1655.954764] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.963089] env[62588]: DEBUG oslo_vmware.api [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52dba399-7760-d239-921b-d9fe548941e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.167365] env[62588]: DEBUG nova.network.neutron [req-dadbc7b8-7b90-4722-8644-9fe85faa63e6 req-084c5fb6-5465-4419-87fe-f5b1b5cf9f52 service nova] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Updated VIF entry in instance network info cache for port bf10e734-b5f3-4b3f-8521-4d963d207784. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1656.167721] env[62588]: DEBUG nova.network.neutron [req-dadbc7b8-7b90-4722-8644-9fe85faa63e6 req-084c5fb6-5465-4419-87fe-f5b1b5cf9f52 service nova] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Updating instance_info_cache with network_info: [{"id": "bf10e734-b5f3-4b3f-8521-4d963d207784", "address": "fa:16:3e:51:c3:51", "network": {"id": "b6a9cca8-25b5-4032-bae2-e8e3ab9d1a1e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-281994708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb27351a15a848fe904eb62a31514ca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf10e734-b5", "ovs_interfaceid": "bf10e734-b5f3-4b3f-8521-4d963d207784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.280944] env[62588]: DEBUG oslo_vmware.api [None req-af64c94d-c1f5-4e1c-bee0-2164b9681052 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.353792] env[62588]: DEBUG oslo_concurrency.lockutils [None req-11929d05-8beb-4135-bbe7-07ebca7c3326 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.356213] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8bcab659-9059-4e87-abc5-cf2d08f8b3e3 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.029s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.356460] env[62588]: DEBUG nova.objects.instance [None req-8bcab659-9059-4e87-abc5-cf2d08f8b3e3 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Lazy-loading 'resources' on Instance uuid aa7f36a3-881a-4686-87ba-908bbef9fc84 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1656.373780] env[62588]: INFO nova.scheduler.client.report [None req-11929d05-8beb-4135-bbe7-07ebca7c3326 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Deleted allocations for instance d3291e2a-3e28-424a-94a5-b9831dcdbb09 [ 1656.395875] env[62588]: DEBUG nova.compute.manager [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1656.422676] env[62588]: DEBUG nova.virt.hardware [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1656.423045] env[62588]: DEBUG nova.virt.hardware [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1656.423211] env[62588]: DEBUG nova.virt.hardware [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1656.423391] env[62588]: DEBUG nova.virt.hardware [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1656.423534] env[62588]: DEBUG nova.virt.hardware [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1656.423678] env[62588]: DEBUG nova.virt.hardware [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1656.423903] env[62588]: DEBUG nova.virt.hardware [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1656.424101] env[62588]: DEBUG nova.virt.hardware [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1656.424289] env[62588]: DEBUG nova.virt.hardware [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1656.424545] env[62588]: DEBUG nova.virt.hardware [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1656.424754] env[62588]: DEBUG nova.virt.hardware [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1656.426255] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1be9f6c-f860-4ddc-a4f5-fd3d03753750 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.435829] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86062a48-b12d-4428-8b44-b1a50f181740 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.456695] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793885, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.466677] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Preparing fetch location {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1656.466940] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Fetch image to [datastore1] OSTACK_IMG_6386d24b-a10d-47e3-afe4-caaead66e60a/OSTACK_IMG_6386d24b-a10d-47e3-afe4-caaead66e60a.vmdk {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1656.467140] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Downloading stream optimized image 01b3c612-4f26-41d0-81b5-9d4ed1933f1a to [datastore1] OSTACK_IMG_6386d24b-a10d-47e3-afe4-caaead66e60a/OSTACK_IMG_6386d24b-a10d-47e3-afe4-caaead66e60a.vmdk on the data store datastore1 as vApp {{(pid=62588) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1656.467309] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Downloading image file data 01b3c612-4f26-41d0-81b5-9d4ed1933f1a to the ESX as VM named 'OSTACK_IMG_6386d24b-a10d-47e3-afe4-caaead66e60a' {{(pid=62588) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1656.547013] env[62588]: DEBUG oslo_vmware.rw_handles [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1656.547013] env[62588]: value = "resgroup-9" [ 1656.547013] env[62588]: _type = "ResourcePool" [ 1656.547013] env[62588]: }. {{(pid=62588) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1656.547340] env[62588]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ee629944-c3f2-4741-b711-b3db784d3da5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.570286] env[62588]: DEBUG oslo_vmware.rw_handles [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lease: (returnval){ [ 1656.570286] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52fb2e93-4848-ede5-6ecc-5964fd3b11f2" [ 1656.570286] env[62588]: _type = "HttpNfcLease" [ 1656.570286] env[62588]: } obtained for vApp import into resource pool (val){ [ 1656.570286] env[62588]: value = "resgroup-9" [ 1656.570286] env[62588]: _type = "ResourcePool" [ 1656.570286] env[62588]: }. {{(pid=62588) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1656.570684] env[62588]: DEBUG oslo_vmware.api [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the lease: (returnval){ [ 1656.570684] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52fb2e93-4848-ede5-6ecc-5964fd3b11f2" [ 1656.570684] env[62588]: _type = "HttpNfcLease" [ 1656.570684] env[62588]: } to be ready. {{(pid=62588) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1656.580435] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1656.580435] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52fb2e93-4848-ede5-6ecc-5964fd3b11f2" [ 1656.580435] env[62588]: _type = "HttpNfcLease" [ 1656.580435] env[62588]: } is initializing. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1656.670332] env[62588]: DEBUG oslo_concurrency.lockutils [req-dadbc7b8-7b90-4722-8644-9fe85faa63e6 req-084c5fb6-5465-4419-87fe-f5b1b5cf9f52 service nova] Releasing lock "refresh_cache-88b35a0a-bc01-4bd4-91d5-fdb491b23b3e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.670663] env[62588]: DEBUG nova.compute.manager [req-dadbc7b8-7b90-4722-8644-9fe85faa63e6 req-084c5fb6-5465-4419-87fe-f5b1b5cf9f52 service nova] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Received event network-changed-8138c0f3-336c-485e-917f-2e62a6a3a6cc {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1656.670868] env[62588]: DEBUG nova.compute.manager [req-dadbc7b8-7b90-4722-8644-9fe85faa63e6 req-084c5fb6-5465-4419-87fe-f5b1b5cf9f52 service nova] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Refreshing instance network info cache due to event network-changed-8138c0f3-336c-485e-917f-2e62a6a3a6cc. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1656.671283] env[62588]: DEBUG oslo_concurrency.lockutils [req-dadbc7b8-7b90-4722-8644-9fe85faa63e6 req-084c5fb6-5465-4419-87fe-f5b1b5cf9f52 service nova] Acquiring lock "refresh_cache-93855408-6c6d-4480-9764-7dc12394438b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.671283] env[62588]: DEBUG oslo_concurrency.lockutils [req-dadbc7b8-7b90-4722-8644-9fe85faa63e6 req-084c5fb6-5465-4419-87fe-f5b1b5cf9f52 service nova] Acquired lock "refresh_cache-93855408-6c6d-4480-9764-7dc12394438b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.671441] env[62588]: DEBUG nova.network.neutron [req-dadbc7b8-7b90-4722-8644-9fe85faa63e6 req-084c5fb6-5465-4419-87fe-f5b1b5cf9f52 service nova] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Refreshing network info cache for port 8138c0f3-336c-485e-917f-2e62a6a3a6cc {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1656.783755] env[62588]: DEBUG oslo_vmware.api [None req-af64c94d-c1f5-4e1c-bee0-2164b9681052 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.884214] env[62588]: DEBUG oslo_concurrency.lockutils [None req-11929d05-8beb-4135-bbe7-07ebca7c3326 tempest-MigrationsAdminTest-2025012732 tempest-MigrationsAdminTest-2025012732-project-member] Lock "d3291e2a-3e28-424a-94a5-b9831dcdbb09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.673s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.952169] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793885, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.039352] env[62588]: DEBUG nova.network.neutron [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Successfully updated port: d4cb87ac-bd53-4f15-be7a-7a265678bcac {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1657.081979] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1657.081979] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52fb2e93-4848-ede5-6ecc-5964fd3b11f2" [ 1657.081979] env[62588]: _type = "HttpNfcLease" [ 1657.081979] env[62588]: } is initializing. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1657.287869] env[62588]: DEBUG oslo_vmware.api [None req-af64c94d-c1f5-4e1c-bee0-2164b9681052 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.293229] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b1f174-0252-4b07-a654-3a4dffea819f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.304494] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869d75b6-2896-4be4-a394-273000790367 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.342295] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947a5d85-1c0a-42ee-bafd-f983ef709bce {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.353746] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48303646-eef5-4b43-9614-2d6ce48e2cf2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.368022] env[62588]: DEBUG nova.compute.provider_tree [None req-8bcab659-9059-4e87-abc5-cf2d08f8b3e3 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1657.399457] env[62588]: DEBUG nova.compute.manager [req-555978b1-40c7-4e7e-b3ea-8dad963d7736 req-bda53703-1811-480c-9267-bbdfe98b5da8 service nova] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Received event network-vif-plugged-d4cb87ac-bd53-4f15-be7a-7a265678bcac {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1657.399675] env[62588]: DEBUG oslo_concurrency.lockutils [req-555978b1-40c7-4e7e-b3ea-8dad963d7736 req-bda53703-1811-480c-9267-bbdfe98b5da8 service nova] Acquiring lock "6f7b8304-a4ce-4bcb-8a1a-670dff794f1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.399890] env[62588]: DEBUG oslo_concurrency.lockutils [req-555978b1-40c7-4e7e-b3ea-8dad963d7736 req-bda53703-1811-480c-9267-bbdfe98b5da8 service nova] Lock "6f7b8304-a4ce-4bcb-8a1a-670dff794f1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.400073] env[62588]: DEBUG oslo_concurrency.lockutils [req-555978b1-40c7-4e7e-b3ea-8dad963d7736 req-bda53703-1811-480c-9267-bbdfe98b5da8 service nova] Lock "6f7b8304-a4ce-4bcb-8a1a-670dff794f1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.400243] env[62588]: DEBUG nova.compute.manager [req-555978b1-40c7-4e7e-b3ea-8dad963d7736 req-bda53703-1811-480c-9267-bbdfe98b5da8 service nova] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] No waiting events found dispatching network-vif-plugged-d4cb87ac-bd53-4f15-be7a-7a265678bcac {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1657.400411] env[62588]: WARNING nova.compute.manager [req-555978b1-40c7-4e7e-b3ea-8dad963d7736 req-bda53703-1811-480c-9267-bbdfe98b5da8 service nova] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Received unexpected event network-vif-plugged-d4cb87ac-bd53-4f15-be7a-7a265678bcac for instance with vm_state building and task_state spawning. [ 1657.400569] env[62588]: DEBUG nova.compute.manager [req-555978b1-40c7-4e7e-b3ea-8dad963d7736 req-bda53703-1811-480c-9267-bbdfe98b5da8 service nova] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Received event network-changed-d4cb87ac-bd53-4f15-be7a-7a265678bcac {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1657.400723] env[62588]: DEBUG nova.compute.manager [req-555978b1-40c7-4e7e-b3ea-8dad963d7736 req-bda53703-1811-480c-9267-bbdfe98b5da8 service nova] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Refreshing instance network info cache due to event network-changed-d4cb87ac-bd53-4f15-be7a-7a265678bcac. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1657.400903] env[62588]: DEBUG oslo_concurrency.lockutils [req-555978b1-40c7-4e7e-b3ea-8dad963d7736 req-bda53703-1811-480c-9267-bbdfe98b5da8 service nova] Acquiring lock "refresh_cache-6f7b8304-a4ce-4bcb-8a1a-670dff794f1e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.401279] env[62588]: DEBUG oslo_concurrency.lockutils [req-555978b1-40c7-4e7e-b3ea-8dad963d7736 req-bda53703-1811-480c-9267-bbdfe98b5da8 service nova] Acquired lock "refresh_cache-6f7b8304-a4ce-4bcb-8a1a-670dff794f1e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.401600] env[62588]: DEBUG nova.network.neutron [req-555978b1-40c7-4e7e-b3ea-8dad963d7736 req-bda53703-1811-480c-9267-bbdfe98b5da8 service nova] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Refreshing network info cache for port d4cb87ac-bd53-4f15-be7a-7a265678bcac {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1657.461446] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793885, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.541773] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Acquiring lock "refresh_cache-6f7b8304-a4ce-4bcb-8a1a-670dff794f1e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.585943] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1657.585943] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52fb2e93-4848-ede5-6ecc-5964fd3b11f2" [ 1657.585943] env[62588]: _type = "HttpNfcLease" [ 1657.585943] env[62588]: } is initializing. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1657.603084] env[62588]: DEBUG nova.network.neutron [req-dadbc7b8-7b90-4722-8644-9fe85faa63e6 req-084c5fb6-5465-4419-87fe-f5b1b5cf9f52 service nova] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Updated VIF entry in instance network info cache for port 8138c0f3-336c-485e-917f-2e62a6a3a6cc. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1657.603664] env[62588]: DEBUG nova.network.neutron [req-dadbc7b8-7b90-4722-8644-9fe85faa63e6 req-084c5fb6-5465-4419-87fe-f5b1b5cf9f52 service nova] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Updating instance_info_cache with network_info: [{"id": "8138c0f3-336c-485e-917f-2e62a6a3a6cc", "address": "fa:16:3e:2c:67:bb", "network": {"id": "53e5e9d3-1405-4d49-b447-38ad085a370d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-959313782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7186086b95024140b01eeb45e2af009f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8138c0f3-33", "ovs_interfaceid": "8138c0f3-336c-485e-917f-2e62a6a3a6cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.785026] env[62588]: DEBUG oslo_vmware.api [None req-af64c94d-c1f5-4e1c-bee0-2164b9681052 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.993743} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.785303] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-af64c94d-c1f5-4e1c-bee0-2164b9681052 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1657.785488] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-af64c94d-c1f5-4e1c-bee0-2164b9681052 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1657.785665] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-af64c94d-c1f5-4e1c-bee0-2164b9681052 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1657.785838] env[62588]: INFO nova.compute.manager [None req-af64c94d-c1f5-4e1c-bee0-2164b9681052 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Took 2.63 seconds to destroy the instance on the hypervisor. [ 1657.786121] env[62588]: DEBUG oslo.service.loopingcall [None req-af64c94d-c1f5-4e1c-bee0-2164b9681052 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1657.786428] env[62588]: DEBUG nova.compute.manager [-] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1657.786428] env[62588]: DEBUG nova.network.neutron [-] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1657.874733] env[62588]: DEBUG nova.scheduler.client.report [None req-8bcab659-9059-4e87-abc5-cf2d08f8b3e3 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1657.953079] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793885, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.953988] env[62588]: DEBUG nova.network.neutron [req-555978b1-40c7-4e7e-b3ea-8dad963d7736 req-bda53703-1811-480c-9267-bbdfe98b5da8 service nova] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1658.012531] env[62588]: DEBUG nova.network.neutron [req-555978b1-40c7-4e7e-b3ea-8dad963d7736 req-bda53703-1811-480c-9267-bbdfe98b5da8 service nova] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.082445] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1658.082445] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52fb2e93-4848-ede5-6ecc-5964fd3b11f2" [ 1658.082445] env[62588]: _type = "HttpNfcLease" [ 1658.082445] env[62588]: } is initializing. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1658.106748] env[62588]: DEBUG oslo_concurrency.lockutils [req-dadbc7b8-7b90-4722-8644-9fe85faa63e6 req-084c5fb6-5465-4419-87fe-f5b1b5cf9f52 service nova] Releasing lock "refresh_cache-93855408-6c6d-4480-9764-7dc12394438b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.381111] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8bcab659-9059-4e87-abc5-cf2d08f8b3e3 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.025s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.383521] env[62588]: DEBUG oslo_concurrency.lockutils [None req-561c5899-2932-42f7-bafa-c4940961038c tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.303s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.383784] env[62588]: DEBUG nova.objects.instance [None req-561c5899-2932-42f7-bafa-c4940961038c tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lazy-loading 'resources' on Instance uuid 6d7867a6-ecb4-4457-bd21-2e15a3aecb04 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1658.399778] env[62588]: INFO nova.scheduler.client.report [None req-8bcab659-9059-4e87-abc5-cf2d08f8b3e3 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Deleted allocations for instance aa7f36a3-881a-4686-87ba-908bbef9fc84 [ 1658.452868] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793885, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.526778} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.453184] env[62588]: INFO nova.virt.vmwareapi.ds_util [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_fec3b46a-a8ce-4e96-91c1-115c2ecbee2e/OSTACK_IMG_fec3b46a-a8ce-4e96-91c1-115c2ecbee2e.vmdk to [datastore1] devstack-image-cache_base/5478148a-39b6-423d-86d3-cc6c171e94cf/5478148a-39b6-423d-86d3-cc6c171e94cf.vmdk. [ 1658.453560] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Cleaning up location [datastore1] OSTACK_IMG_fec3b46a-a8ce-4e96-91c1-115c2ecbee2e {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1658.453659] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_fec3b46a-a8ce-4e96-91c1-115c2ecbee2e {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1658.453905] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7137f102-6c57-425b-a1c9-1c4d66b1e984 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.461644] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1658.461644] env[62588]: value = "task-1793889" [ 1658.461644] env[62588]: _type = "Task" [ 1658.461644] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.470929] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.515681] env[62588]: DEBUG oslo_concurrency.lockutils [req-555978b1-40c7-4e7e-b3ea-8dad963d7736 req-bda53703-1811-480c-9267-bbdfe98b5da8 service nova] Releasing lock "refresh_cache-6f7b8304-a4ce-4bcb-8a1a-670dff794f1e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.517656] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Acquired lock "refresh_cache-6f7b8304-a4ce-4bcb-8a1a-670dff794f1e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.517656] env[62588]: DEBUG nova.network.neutron [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1658.589102] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1658.589102] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52fb2e93-4848-ede5-6ecc-5964fd3b11f2" [ 1658.589102] env[62588]: _type = "HttpNfcLease" [ 1658.589102] env[62588]: } is ready. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1658.589102] env[62588]: DEBUG oslo_vmware.rw_handles [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1658.589102] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52fb2e93-4848-ede5-6ecc-5964fd3b11f2" [ 1658.589102] env[62588]: _type = "HttpNfcLease" [ 1658.589102] env[62588]: }. {{(pid=62588) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1658.589102] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44b49f2-2fad-402b-b9ea-eabb0033398b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.598249] env[62588]: DEBUG oslo_vmware.rw_handles [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ad160-ed3d-1707-832f-8fb41a6b3311/disk-0.vmdk from lease info. {{(pid=62588) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1658.598552] env[62588]: DEBUG oslo_vmware.rw_handles [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ad160-ed3d-1707-832f-8fb41a6b3311/disk-0.vmdk. {{(pid=62588) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1658.669993] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8b5908e5-0cb2-4389-ad42-2f399d17abd0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.908164] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8bcab659-9059-4e87-abc5-cf2d08f8b3e3 tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Lock "aa7f36a3-881a-4686-87ba-908bbef9fc84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.559s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.975939] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043698} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.976977] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1658.977163] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478148a-39b6-423d-86d3-cc6c171e94cf/5478148a-39b6-423d-86d3-cc6c171e94cf.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.978150] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478148a-39b6-423d-86d3-cc6c171e94cf/5478148a-39b6-423d-86d3-cc6c171e94cf.vmdk to [datastore1] 5e3b85e8-1712-4f6f-98b8-655e7044928b/5e3b85e8-1712-4f6f-98b8-655e7044928b.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1658.978150] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fc6c155-4e8e-47b3-bc16-cc5b2395d37a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.985702] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1658.985702] env[62588]: value = "task-1793891" [ 1658.985702] env[62588]: _type = "Task" [ 1658.985702] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.004483] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.073711] env[62588]: DEBUG nova.network.neutron [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1659.085526] env[62588]: DEBUG nova.network.neutron [-] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.270962] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5d2292-9123-40f1-a594-68c14538d37a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.280371] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a741b8b2-e3a2-44b5-89f3-6419f1ff3fbb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.315283] env[62588]: DEBUG nova.network.neutron [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Updating instance_info_cache with network_info: [{"id": "d4cb87ac-bd53-4f15-be7a-7a265678bcac", "address": "fa:16:3e:47:9e:d1", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4cb87ac-bd", "ovs_interfaceid": "d4cb87ac-bd53-4f15-be7a-7a265678bcac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.318283] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8062eed-fa07-4c94-ab79-b0bfa54ef664 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.329808] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010e96d2-b199-40f5-b348-d6a8cf6378cf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.347297] env[62588]: DEBUG nova.compute.provider_tree [None req-561c5899-2932-42f7-bafa-c4940961038c tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1659.431682] env[62588]: DEBUG nova.compute.manager [req-3b72ae3a-582c-4895-8290-ee62efa05c85 req-23f00eae-f919-4fa4-b688-013233945ef8 service nova] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Received event network-vif-deleted-8a69c6b0-c377-444e-b1e0-b9f3c8967876 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1659.496781] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793891, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.589651] env[62588]: INFO nova.compute.manager [-] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Took 1.80 seconds to deallocate network for instance. [ 1659.822993] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Releasing lock "refresh_cache-6f7b8304-a4ce-4bcb-8a1a-670dff794f1e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.823354] env[62588]: DEBUG nova.compute.manager [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Instance network_info: |[{"id": "d4cb87ac-bd53-4f15-be7a-7a265678bcac", "address": "fa:16:3e:47:9e:d1", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4cb87ac-bd", "ovs_interfaceid": "d4cb87ac-bd53-4f15-be7a-7a265678bcac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1659.823789] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:9e:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4cb87ac-bd53-4f15-be7a-7a265678bcac', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1659.831558] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Creating folder: Project (47915d48952247e382fa657ede42822c). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1659.831891] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b510bcc-c974-48dc-9d39-a0abf5db7c48 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.844308] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Created folder: Project (47915d48952247e382fa657ede42822c) in parent group-v371885. [ 1659.844503] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Creating folder: Instances. Parent ref: group-v372090. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1659.844812] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4901036-63d6-462b-a376-ede290f3fede {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.850904] env[62588]: DEBUG nova.scheduler.client.report [None req-561c5899-2932-42f7-bafa-c4940961038c tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1659.858057] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Created folder: Instances in parent group-v372090. [ 1659.858335] env[62588]: DEBUG oslo.service.loopingcall [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1659.858541] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1659.858752] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-530e96ac-b634-479f-b3e3-0101831ed163 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.882436] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1659.882436] env[62588]: value = "task-1793894" [ 1659.882436] env[62588]: _type = "Task" [ 1659.882436] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.893017] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793894, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.996966] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793891, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.098244] env[62588]: DEBUG oslo_concurrency.lockutils [None req-af64c94d-c1f5-4e1c-bee0-2164b9681052 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.356187] env[62588]: DEBUG oslo_concurrency.lockutils [None req-561c5899-2932-42f7-bafa-c4940961038c tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.358751] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.197s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.360379] env[62588]: INFO nova.compute.claims [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1660.382704] env[62588]: INFO nova.scheduler.client.report [None req-561c5899-2932-42f7-bafa-c4940961038c tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Deleted allocations for instance 6d7867a6-ecb4-4457-bd21-2e15a3aecb04 [ 1660.406022] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793894, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.498706] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793891, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.898793] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793894, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.899339] env[62588]: DEBUG oslo_concurrency.lockutils [None req-561c5899-2932-42f7-bafa-c4940961038c tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "6d7867a6-ecb4-4457-bd21-2e15a3aecb04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.247s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.000411] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793891, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.398814] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793894, 'name': CreateVM_Task, 'duration_secs': 1.461399} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.399242] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1661.399821] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.399905] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.400247] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1661.401527] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97092f75-c410-47c2-8d2e-d0fd95fb1232 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.407726] env[62588]: DEBUG oslo_vmware.api [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Waiting for the task: (returnval){ [ 1661.407726] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52671f32-3eb8-63e4-d49c-888ec9a0bc38" [ 1661.407726] env[62588]: _type = "Task" [ 1661.407726] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.420253] env[62588]: DEBUG oslo_vmware.api [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52671f32-3eb8-63e4-d49c-888ec9a0bc38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.497610] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793891, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.498961] env[62588]: DEBUG oslo_vmware.rw_handles [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Completed reading data from the image iterator. {{(pid=62588) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1661.499231] env[62588]: DEBUG oslo_vmware.rw_handles [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ad160-ed3d-1707-832f-8fb41a6b3311/disk-0.vmdk. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1661.499994] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220346e3-8836-41f8-a27e-5f4fcd111264 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.509989] env[62588]: DEBUG oslo_vmware.rw_handles [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ad160-ed3d-1707-832f-8fb41a6b3311/disk-0.vmdk is in state: ready. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1661.510188] env[62588]: DEBUG oslo_vmware.rw_handles [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ad160-ed3d-1707-832f-8fb41a6b3311/disk-0.vmdk. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1661.510530] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-02b83430-105b-4ea9-b302-3a5c05ee597b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.673096] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5949a331-e5de-40cf-be19-db6f29e9bfcb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.681161] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcef65a2-3449-4cd6-82a7-8012e020bcbd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.715727] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5c5ac72c-9a41-4ad0-a147-03853043a5c7 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.715990] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5c5ac72c-9a41-4ad0-a147-03853043a5c7 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.716220] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5c5ac72c-9a41-4ad0-a147-03853043a5c7 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.716484] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5c5ac72c-9a41-4ad0-a147-03853043a5c7 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.716569] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5c5ac72c-9a41-4ad0-a147-03853043a5c7 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.720936] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0fd5dd-c18f-418d-8094-5b3f81526523 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.723634] env[62588]: DEBUG oslo_vmware.rw_handles [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ad160-ed3d-1707-832f-8fb41a6b3311/disk-0.vmdk. {{(pid=62588) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1661.723916] env[62588]: INFO nova.virt.vmwareapi.images [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Downloaded image file data 01b3c612-4f26-41d0-81b5-9d4ed1933f1a [ 1661.724330] env[62588]: INFO nova.compute.manager [None req-5c5ac72c-9a41-4ad0-a147-03853043a5c7 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Terminating instance [ 1661.726479] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f27adf-5710-45ce-8eab-5990716a29eb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.746266] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dae27d8-50d4-4982-9cd3-7e53d598c97f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.750962] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b6beb81-bd0d-4aed-b6f1-975aca92c0fc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.762647] env[62588]: DEBUG nova.compute.provider_tree [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1661.778394] env[62588]: INFO nova.virt.vmwareapi.images [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] The imported VM was unregistered [ 1661.781795] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Caching image {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1661.782264] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Creating directory with path [datastore1] devstack-image-cache_base/01b3c612-4f26-41d0-81b5-9d4ed1933f1a {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1661.784096] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46abf8e0-8006-468b-9b8b-739c6c4566e4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.799994] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Created directory with path [datastore1] devstack-image-cache_base/01b3c612-4f26-41d0-81b5-9d4ed1933f1a {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1661.800727] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_6386d24b-a10d-47e3-afe4-caaead66e60a/OSTACK_IMG_6386d24b-a10d-47e3-afe4-caaead66e60a.vmdk to [datastore1] devstack-image-cache_base/01b3c612-4f26-41d0-81b5-9d4ed1933f1a/01b3c612-4f26-41d0-81b5-9d4ed1933f1a.vmdk. {{(pid=62588) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1661.801045] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5e482698-1d60-4cd6-a85f-e4ffc1765ffb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.808417] env[62588]: DEBUG oslo_vmware.api [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1661.808417] env[62588]: value = "task-1793896" [ 1661.808417] env[62588]: _type = "Task" [ 1661.808417] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.816027] env[62588]: DEBUG oslo_vmware.api [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793896, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.921433] env[62588]: DEBUG oslo_vmware.api [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52671f32-3eb8-63e4-d49c-888ec9a0bc38, 'name': SearchDatastore_Task, 'duration_secs': 0.067451} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.921687] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.921956] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1661.922164] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.922307] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.922481] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1661.923859] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b58af7c-da3a-44ad-9417-2d26157187a0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.930725] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1661.930725] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1661.931580] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9bef0f9-0d5e-4616-847d-9b351a4bccae {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.936911] env[62588]: DEBUG oslo_vmware.api [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Waiting for the task: (returnval){ [ 1661.936911] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52991e2c-4db2-54c9-2edb-8aabc874716e" [ 1661.936911] env[62588]: _type = "Task" [ 1661.936911] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.944672] env[62588]: DEBUG oslo_vmware.api [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52991e2c-4db2-54c9-2edb-8aabc874716e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.000734] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793891, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.516832} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.001258] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478148a-39b6-423d-86d3-cc6c171e94cf/5478148a-39b6-423d-86d3-cc6c171e94cf.vmdk to [datastore1] 5e3b85e8-1712-4f6f-98b8-655e7044928b/5e3b85e8-1712-4f6f-98b8-655e7044928b.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1662.002046] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73100f1f-30aa-48ad-abdb-08aa76d17728 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.027705] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 5e3b85e8-1712-4f6f-98b8-655e7044928b/5e3b85e8-1712-4f6f-98b8-655e7044928b.vmdk or device None with type streamOptimized {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1662.028159] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff82667b-2abb-4dc8-b1d4-2923dd31fd8c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.050562] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1662.050562] env[62588]: value = "task-1793897" [ 1662.050562] env[62588]: _type = "Task" [ 1662.050562] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.061636] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793897, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.235029] env[62588]: DEBUG nova.compute.manager [None req-5c5ac72c-9a41-4ad0-a147-03853043a5c7 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1662.235029] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5ac72c-9a41-4ad0-a147-03853043a5c7 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1662.235029] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23ad426-936d-452d-ab92-7f58d1f6ad45 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.243737] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5ac72c-9a41-4ad0-a147-03853043a5c7 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1662.244299] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5d5361c-4a60-4aa1-89d9-d9f7b89dfaa6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.255168] env[62588]: DEBUG oslo_vmware.api [None req-5c5ac72c-9a41-4ad0-a147-03853043a5c7 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1662.255168] env[62588]: value = "task-1793898" [ 1662.255168] env[62588]: _type = "Task" [ 1662.255168] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.266948] env[62588]: DEBUG nova.scheduler.client.report [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1662.269029] env[62588]: DEBUG oslo_vmware.api [None req-5c5ac72c-9a41-4ad0-a147-03853043a5c7 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.292473] env[62588]: DEBUG oslo_concurrency.lockutils [None req-465456bc-3d0c-47f8-a772-c598c203b2af tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Acquiring lock "fb886df8-21a5-4ee2-a913-3a7e8234e491" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.292803] env[62588]: DEBUG oslo_concurrency.lockutils [None req-465456bc-3d0c-47f8-a772-c598c203b2af tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Lock "fb886df8-21a5-4ee2-a913-3a7e8234e491" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.293040] env[62588]: DEBUG oslo_concurrency.lockutils [None req-465456bc-3d0c-47f8-a772-c598c203b2af tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Acquiring lock "fb886df8-21a5-4ee2-a913-3a7e8234e491-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.293234] env[62588]: DEBUG oslo_concurrency.lockutils [None req-465456bc-3d0c-47f8-a772-c598c203b2af tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Lock "fb886df8-21a5-4ee2-a913-3a7e8234e491-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.293433] env[62588]: DEBUG oslo_concurrency.lockutils [None req-465456bc-3d0c-47f8-a772-c598c203b2af tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Lock "fb886df8-21a5-4ee2-a913-3a7e8234e491-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.295502] env[62588]: INFO nova.compute.manager [None req-465456bc-3d0c-47f8-a772-c598c203b2af tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Terminating instance [ 1662.323025] env[62588]: DEBUG oslo_vmware.api [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793896, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.450682] env[62588]: DEBUG oslo_vmware.api [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52991e2c-4db2-54c9-2edb-8aabc874716e, 'name': SearchDatastore_Task, 'duration_secs': 0.008313} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.450682] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc493977-e3aa-4ea7-a7a0-50b23f179301 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.457425] env[62588]: DEBUG oslo_vmware.api [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Waiting for the task: (returnval){ [ 1662.457425] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52771659-c2ef-94f7-9cec-cae5837ff9ae" [ 1662.457425] env[62588]: _type = "Task" [ 1662.457425] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.467892] env[62588]: DEBUG oslo_vmware.api [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52771659-c2ef-94f7-9cec-cae5837ff9ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.564466] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.768875] env[62588]: DEBUG oslo_vmware.api [None req-5c5ac72c-9a41-4ad0-a147-03853043a5c7 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.770790] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.771304] env[62588]: DEBUG nova.compute.manager [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1662.773899] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8174cf59-5d3d-4cc5-9f0d-3dbf88a6abe1 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.547s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.774095] env[62588]: DEBUG nova.objects.instance [None req-8174cf59-5d3d-4cc5-9f0d-3dbf88a6abe1 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lazy-loading 'resources' on Instance uuid 34e36924-dd44-4a76-b48b-b2c6b16ae04a {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1662.799574] env[62588]: DEBUG nova.compute.manager [None req-465456bc-3d0c-47f8-a772-c598c203b2af tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1662.799857] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-465456bc-3d0c-47f8-a772-c598c203b2af tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1662.801508] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e964f290-4657-479c-a2b4-75551424381a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.811751] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-465456bc-3d0c-47f8-a772-c598c203b2af tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1662.815363] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9d9157b-1dac-47af-8841-9e9443e64347 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.824920] env[62588]: DEBUG oslo_vmware.api [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793896, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.826395] env[62588]: DEBUG oslo_vmware.api [None req-465456bc-3d0c-47f8-a772-c598c203b2af tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Waiting for the task: (returnval){ [ 1662.826395] env[62588]: value = "task-1793899" [ 1662.826395] env[62588]: _type = "Task" [ 1662.826395] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.836110] env[62588]: DEBUG oslo_vmware.api [None req-465456bc-3d0c-47f8-a772-c598c203b2af tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.973398] env[62588]: DEBUG oslo_vmware.api [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52771659-c2ef-94f7-9cec-cae5837ff9ae, 'name': SearchDatastore_Task, 'duration_secs': 0.088698} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.973667] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.973934] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e/6f7b8304-a4ce-4bcb-8a1a-670dff794f1e.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1662.974217] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad5dddd0-5905-4bb4-9433-b4e0d2512d1b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.981428] env[62588]: DEBUG oslo_vmware.api [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Waiting for the task: (returnval){ [ 1662.981428] env[62588]: value = "task-1793900" [ 1662.981428] env[62588]: _type = "Task" [ 1662.981428] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.990879] env[62588]: DEBUG oslo_vmware.api [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Task: {'id': task-1793900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.066346] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793897, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.266986] env[62588]: DEBUG oslo_vmware.api [None req-5c5ac72c-9a41-4ad0-a147-03853043a5c7 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793898, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.277657] env[62588]: DEBUG nova.compute.utils [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1663.279079] env[62588]: DEBUG nova.compute.manager [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1663.279253] env[62588]: DEBUG nova.network.neutron [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1663.324661] env[62588]: DEBUG oslo_vmware.api [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793896, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.342413] env[62588]: DEBUG oslo_vmware.api [None req-465456bc-3d0c-47f8-a772-c598c203b2af tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793899, 'name': PowerOffVM_Task, 'duration_secs': 0.422832} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.342413] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-465456bc-3d0c-47f8-a772-c598c203b2af tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1663.343342] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-465456bc-3d0c-47f8-a772-c598c203b2af tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1663.343342] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-394239c6-5897-4a93-b54e-3eb37fef53fd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.351945] env[62588]: DEBUG nova.policy [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc0f6f3093004ee0b267eda4db63008d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb190925c06e4772ae04f7b565c5f2e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1663.496479] env[62588]: DEBUG oslo_vmware.api [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Task: {'id': task-1793900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.570412] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793897, 'name': ReconfigVM_Task, 'duration_secs': 1.041583} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.571486] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 5e3b85e8-1712-4f6f-98b8-655e7044928b/5e3b85e8-1712-4f6f-98b8-655e7044928b.vmdk or device None with type streamOptimized {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1663.572642] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e415ddf-293a-496b-ab6e-a26d210c66b5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.582290] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1663.582290] env[62588]: value = "task-1793902" [ 1663.582290] env[62588]: _type = "Task" [ 1663.582290] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.588982] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-465456bc-3d0c-47f8-a772-c598c203b2af tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1663.589229] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-465456bc-3d0c-47f8-a772-c598c203b2af tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1663.589430] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-465456bc-3d0c-47f8-a772-c598c203b2af tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Deleting the datastore file [datastore1] fb886df8-21a5-4ee2-a913-3a7e8234e491 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1663.592432] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6ceb1cb-ffb3-4595-b86c-468f4f7c1078 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.598594] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793902, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.603845] env[62588]: DEBUG oslo_vmware.api [None req-465456bc-3d0c-47f8-a772-c598c203b2af tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Waiting for the task: (returnval){ [ 1663.603845] env[62588]: value = "task-1793903" [ 1663.603845] env[62588]: _type = "Task" [ 1663.603845] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.616996] env[62588]: DEBUG oslo_vmware.api [None req-465456bc-3d0c-47f8-a772-c598c203b2af tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.717915] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406a944a-098e-4fd0-b40f-8ca91e5bb9ed {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.726373] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d506a4c-1952-4f59-83ff-2b701c3e3b5e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.771184] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7343a309-b9e4-49f8-b321-03be179ae7c2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.781576] env[62588]: DEBUG oslo_vmware.api [None req-5c5ac72c-9a41-4ad0-a147-03853043a5c7 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793898, 'name': PowerOffVM_Task, 'duration_secs': 1.046588} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.784271] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5ac72c-9a41-4ad0-a147-03853043a5c7 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1663.784489] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5ac72c-9a41-4ad0-a147-03853043a5c7 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1663.785083] env[62588]: DEBUG nova.compute.manager [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1663.787983] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f67cd581-83d1-4ded-a1e5-0de9af381179 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.792162] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d08e47d-8886-47fc-97c0-96a284521ebc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.812023] env[62588]: DEBUG nova.compute.provider_tree [None req-8174cf59-5d3d-4cc5-9f0d-3dbf88a6abe1 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1663.828336] env[62588]: DEBUG oslo_vmware.api [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793896, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.913564] env[62588]: DEBUG nova.network.neutron [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Successfully created port: 479a4482-79dc-4837-b8ad-3dfca1988316 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1663.953026] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5ac72c-9a41-4ad0-a147-03853043a5c7 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1663.953026] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5ac72c-9a41-4ad0-a147-03853043a5c7 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1663.953026] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c5ac72c-9a41-4ad0-a147-03853043a5c7 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Deleting the datastore file [datastore1] f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1663.953026] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-add3f59e-c443-4c9a-b5b9-3c626e15d2f9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.962188] env[62588]: DEBUG oslo_vmware.api [None req-5c5ac72c-9a41-4ad0-a147-03853043a5c7 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1663.962188] env[62588]: value = "task-1793905" [ 1663.962188] env[62588]: _type = "Task" [ 1663.962188] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.972153] env[62588]: DEBUG oslo_vmware.api [None req-5c5ac72c-9a41-4ad0-a147-03853043a5c7 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.997084] env[62588]: DEBUG oslo_vmware.api [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Task: {'id': task-1793900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.098629] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793902, 'name': Rename_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.122157] env[62588]: DEBUG oslo_vmware.api [None req-465456bc-3d0c-47f8-a772-c598c203b2af tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.315602] env[62588]: DEBUG nova.scheduler.client.report [None req-8174cf59-5d3d-4cc5-9f0d-3dbf88a6abe1 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1664.327685] env[62588]: DEBUG oslo_vmware.api [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793896, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.472643] env[62588]: DEBUG oslo_vmware.api [None req-5c5ac72c-9a41-4ad0-a147-03853043a5c7 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.495935] env[62588]: DEBUG oslo_vmware.api [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Task: {'id': task-1793900, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.593521] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793902, 'name': Rename_Task, 'duration_secs': 0.576378} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.593811] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1664.594074] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff02fa25-94ec-4e02-80ca-e6f1ea8bce29 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.601215] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1664.601215] env[62588]: value = "task-1793906" [ 1664.601215] env[62588]: _type = "Task" [ 1664.601215] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.613075] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.618118] env[62588]: DEBUG oslo_vmware.api [None req-465456bc-3d0c-47f8-a772-c598c203b2af tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Task: {'id': task-1793903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.99724} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.618497] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-465456bc-3d0c-47f8-a772-c598c203b2af tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1664.618777] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-465456bc-3d0c-47f8-a772-c598c203b2af tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1664.619041] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-465456bc-3d0c-47f8-a772-c598c203b2af tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1664.619255] env[62588]: INFO nova.compute.manager [None req-465456bc-3d0c-47f8-a772-c598c203b2af tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Took 1.82 seconds to destroy the instance on the hypervisor. [ 1664.619503] env[62588]: DEBUG oslo.service.loopingcall [None req-465456bc-3d0c-47f8-a772-c598c203b2af tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1664.619717] env[62588]: DEBUG nova.compute.manager [-] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1664.619827] env[62588]: DEBUG nova.network.neutron [-] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1664.803036] env[62588]: DEBUG nova.compute.manager [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1664.825491] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8174cf59-5d3d-4cc5-9f0d-3dbf88a6abe1 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.827195] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.215s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.828935] env[62588]: INFO nova.compute.claims [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1664.842473] env[62588]: DEBUG nova.virt.hardware [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1664.842473] env[62588]: DEBUG nova.virt.hardware [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1664.842473] env[62588]: DEBUG nova.virt.hardware [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1664.842473] env[62588]: DEBUG nova.virt.hardware [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1664.842473] env[62588]: DEBUG nova.virt.hardware [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1664.842473] env[62588]: DEBUG nova.virt.hardware [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1664.842473] env[62588]: DEBUG nova.virt.hardware [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1664.842473] env[62588]: DEBUG nova.virt.hardware [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1664.842473] env[62588]: DEBUG nova.virt.hardware [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1664.842473] env[62588]: DEBUG nova.virt.hardware [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1664.844173] env[62588]: DEBUG nova.virt.hardware [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1664.844759] env[62588]: DEBUG oslo_vmware.api [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793896, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.725844} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.845654] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd72eb68-6cd4-476a-824e-c9820a938318 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.849374] env[62588]: INFO nova.virt.vmwareapi.ds_util [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_6386d24b-a10d-47e3-afe4-caaead66e60a/OSTACK_IMG_6386d24b-a10d-47e3-afe4-caaead66e60a.vmdk to [datastore1] devstack-image-cache_base/01b3c612-4f26-41d0-81b5-9d4ed1933f1a/01b3c612-4f26-41d0-81b5-9d4ed1933f1a.vmdk. [ 1664.849374] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Cleaning up location [datastore1] OSTACK_IMG_6386d24b-a10d-47e3-afe4-caaead66e60a {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1664.849374] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_6386d24b-a10d-47e3-afe4-caaead66e60a {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1664.849681] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11df2009-5e96-4a21-a836-823b4d282302 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.854884] env[62588]: INFO nova.scheduler.client.report [None req-8174cf59-5d3d-4cc5-9f0d-3dbf88a6abe1 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Deleted allocations for instance 34e36924-dd44-4a76-b48b-b2c6b16ae04a [ 1664.866655] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e50ff99-02bc-4260-99a8-2d0794721085 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.876339] env[62588]: DEBUG oslo_vmware.api [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1664.876339] env[62588]: value = "task-1793907" [ 1664.876339] env[62588]: _type = "Task" [ 1664.876339] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.897292] env[62588]: DEBUG oslo_vmware.api [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793907, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.972589] env[62588]: DEBUG oslo_vmware.api [None req-5c5ac72c-9a41-4ad0-a147-03853043a5c7 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.786044} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.972780] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c5ac72c-9a41-4ad0-a147-03853043a5c7 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1664.972968] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5ac72c-9a41-4ad0-a147-03853043a5c7 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1664.973165] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5ac72c-9a41-4ad0-a147-03853043a5c7 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1664.973382] env[62588]: INFO nova.compute.manager [None req-5c5ac72c-9a41-4ad0-a147-03853043a5c7 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Took 2.74 seconds to destroy the instance on the hypervisor. [ 1664.973578] env[62588]: DEBUG oslo.service.loopingcall [None req-5c5ac72c-9a41-4ad0-a147-03853043a5c7 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1664.973800] env[62588]: DEBUG nova.compute.manager [-] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1664.973941] env[62588]: DEBUG nova.network.neutron [-] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1664.998388] env[62588]: DEBUG oslo_vmware.api [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Task: {'id': task-1793900, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.731761} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.998388] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e/6f7b8304-a4ce-4bcb-8a1a-670dff794f1e.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1664.998388] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1664.998638] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0713243e-5f08-47c2-9752-7bbf97303c24 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.005669] env[62588]: DEBUG oslo_vmware.api [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Waiting for the task: (returnval){ [ 1665.005669] env[62588]: value = "task-1793908" [ 1665.005669] env[62588]: _type = "Task" [ 1665.005669] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.016084] env[62588]: DEBUG oslo_vmware.api [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Task: {'id': task-1793908, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.065589] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Acquiring lock "f900a2b7-8d13-49d9-8a2f-f2297356c2df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.065589] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Lock "f900a2b7-8d13-49d9-8a2f-f2297356c2df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.116160] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793906, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.249593] env[62588]: DEBUG nova.compute.manager [req-129d3652-6a96-4bd1-b48c-467f50a6913f req-10b7d601-ab23-4fe4-9033-44ce17d2d0ae service nova] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Received event network-vif-deleted-0d100fb2-5aa4-44f5-930c-ea907a6cdb9f {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1665.249593] env[62588]: INFO nova.compute.manager [req-129d3652-6a96-4bd1-b48c-467f50a6913f req-10b7d601-ab23-4fe4-9033-44ce17d2d0ae service nova] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Neutron deleted interface 0d100fb2-5aa4-44f5-930c-ea907a6cdb9f; detaching it from the instance and deleting it from the info cache [ 1665.249755] env[62588]: DEBUG nova.network.neutron [req-129d3652-6a96-4bd1-b48c-467f50a6913f req-10b7d601-ab23-4fe4-9033-44ce17d2d0ae service nova] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1665.368673] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8174cf59-5d3d-4cc5-9f0d-3dbf88a6abe1 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "34e36924-dd44-4a76-b48b-b2c6b16ae04a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.802s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.388563] env[62588]: DEBUG oslo_vmware.api [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793907, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036275} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.389134] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1665.389457] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01b3c612-4f26-41d0-81b5-9d4ed1933f1a/01b3c612-4f26-41d0-81b5-9d4ed1933f1a.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.389850] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01b3c612-4f26-41d0-81b5-9d4ed1933f1a/01b3c612-4f26-41d0-81b5-9d4ed1933f1a.vmdk to [datastore1] 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e/88b35a0a-bc01-4bd4-91d5-fdb491b23b3e.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1665.390494] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c9121d8-0895-4320-b925-c4261e1b1d29 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.400284] env[62588]: DEBUG oslo_vmware.api [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1665.400284] env[62588]: value = "task-1793909" [ 1665.400284] env[62588]: _type = "Task" [ 1665.400284] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.407282] env[62588]: DEBUG oslo_vmware.api [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.412123] env[62588]: DEBUG nova.compute.manager [req-c8cc276d-71a7-447d-a5d9-17969f479760 req-b10d3f25-dbb0-4c5c-b9a7-7c75accccc9a service nova] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Received event network-vif-deleted-cc89ed70-d07d-4363-95dc-1c17b8bc4a88 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1665.412123] env[62588]: INFO nova.compute.manager [req-c8cc276d-71a7-447d-a5d9-17969f479760 req-b10d3f25-dbb0-4c5c-b9a7-7c75accccc9a service nova] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Neutron deleted interface cc89ed70-d07d-4363-95dc-1c17b8bc4a88; detaching it from the instance and deleting it from the info cache [ 1665.412123] env[62588]: DEBUG nova.network.neutron [req-c8cc276d-71a7-447d-a5d9-17969f479760 req-b10d3f25-dbb0-4c5c-b9a7-7c75accccc9a service nova] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1665.518117] env[62588]: DEBUG oslo_vmware.api [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Task: {'id': task-1793908, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071899} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.518645] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1665.519823] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f0a98e-8e30-4bfd-b2d3-be48097dd2bb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.545351] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e/6f7b8304-a4ce-4bcb-8a1a-670dff794f1e.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1665.546113] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d664bd5-767a-49d0-a992-e3eef01b52de {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.569178] env[62588]: DEBUG nova.compute.manager [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1665.572911] env[62588]: DEBUG oslo_vmware.api [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Waiting for the task: (returnval){ [ 1665.572911] env[62588]: value = "task-1793910" [ 1665.572911] env[62588]: _type = "Task" [ 1665.572911] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.582175] env[62588]: DEBUG oslo_vmware.api [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Task: {'id': task-1793910, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.614555] env[62588]: DEBUG oslo_vmware.api [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793906, 'name': PowerOnVM_Task, 'duration_secs': 0.564197} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.615549] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1665.615695] env[62588]: INFO nova.compute.manager [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Took 17.76 seconds to spawn the instance on the hypervisor. [ 1665.615875] env[62588]: DEBUG nova.compute.manager [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1665.616753] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0c2f57-e0a0-48c6-91ec-b6ca85955289 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.707487] env[62588]: DEBUG nova.network.neutron [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Successfully updated port: 479a4482-79dc-4837-b8ad-3dfca1988316 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1665.722134] env[62588]: DEBUG nova.network.neutron [-] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1665.753712] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c32cef8-ffab-4aed-9d76-43a7e4d1d011 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.762590] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb28b42e-d8d0-41a1-b152-a67a004249c7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.777974] env[62588]: DEBUG nova.network.neutron [-] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1665.806316] env[62588]: DEBUG nova.compute.manager [req-129d3652-6a96-4bd1-b48c-467f50a6913f req-10b7d601-ab23-4fe4-9033-44ce17d2d0ae service nova] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Detach interface failed, port_id=0d100fb2-5aa4-44f5-930c-ea907a6cdb9f, reason: Instance f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1665.908321] env[62588]: DEBUG oslo_vmware.api [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.913940] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f2ce1d9-23da-44b3-a748-f9b8764d691c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.922776] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62eda0cd-7e29-4020-a820-63b14a750fa2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.960344] env[62588]: DEBUG nova.compute.manager [req-c8cc276d-71a7-447d-a5d9-17969f479760 req-b10d3f25-dbb0-4c5c-b9a7-7c75accccc9a service nova] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Detach interface failed, port_id=cc89ed70-d07d-4363-95dc-1c17b8bc4a88, reason: Instance fb886df8-21a5-4ee2-a913-3a7e8234e491 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1666.088131] env[62588]: DEBUG oslo_vmware.api [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Task: {'id': task-1793910, 'name': ReconfigVM_Task, 'duration_secs': 0.281802} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.090629] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e/6f7b8304-a4ce-4bcb-8a1a-670dff794f1e.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1666.091958] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.092212] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee2c9501-d515-42b6-a8f5-c1aa1dc6fc85 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.099299] env[62588]: DEBUG oslo_vmware.api [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Waiting for the task: (returnval){ [ 1666.099299] env[62588]: value = "task-1793911" [ 1666.099299] env[62588]: _type = "Task" [ 1666.099299] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.111012] env[62588]: DEBUG oslo_vmware.api [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Task: {'id': task-1793911, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.136074] env[62588]: INFO nova.compute.manager [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Took 45.66 seconds to build instance. [ 1666.176343] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7e4520-761b-4274-8921-d3e6defa78ac {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.184583] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f9781a-0151-4270-b5a2-458467b58c9a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.217104] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "refresh_cache-5ac602d4-c986-4b84-bc66-faa62d4ef59c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.217274] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquired lock "refresh_cache-5ac602d4-c986-4b84-bc66-faa62d4ef59c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.217431] env[62588]: DEBUG nova.network.neutron [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1666.220295] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5f7be0-e494-4144-8274-42b4dd488e8c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.224837] env[62588]: INFO nova.compute.manager [-] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Took 1.25 seconds to deallocate network for instance. [ 1666.229903] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85507b81-e468-4af5-942a-dbf019a8b4fe {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.249952] env[62588]: DEBUG nova.compute.provider_tree [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1666.254542] env[62588]: DEBUG oslo_concurrency.lockutils [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.254777] env[62588]: DEBUG oslo_concurrency.lockutils [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.280758] env[62588]: INFO nova.compute.manager [-] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Took 1.66 seconds to deallocate network for instance. [ 1666.411290] env[62588]: DEBUG oslo_vmware.api [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793909, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.480879] env[62588]: DEBUG oslo_concurrency.lockutils [None req-338776e1-0b24-40a8-b5f6-6289da372cca tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "5e3b85e8-1712-4f6f-98b8-655e7044928b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.612317] env[62588]: DEBUG oslo_vmware.api [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Task: {'id': task-1793911, 'name': Rename_Task, 'duration_secs': 0.140777} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.612502] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1666.612766] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad752020-3793-410b-bea6-8db3e057d1a8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.619646] env[62588]: DEBUG oslo_vmware.api [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Waiting for the task: (returnval){ [ 1666.619646] env[62588]: value = "task-1793912" [ 1666.619646] env[62588]: _type = "Task" [ 1666.619646] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.628069] env[62588]: DEBUG oslo_vmware.api [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Task: {'id': task-1793912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.640834] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0c1de19a-7db5-4c04-81d1-e2dd748f22d2 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "5e3b85e8-1712-4f6f-98b8-655e7044928b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.182s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.641111] env[62588]: DEBUG oslo_concurrency.lockutils [None req-338776e1-0b24-40a8-b5f6-6289da372cca tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "5e3b85e8-1712-4f6f-98b8-655e7044928b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.160s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.641358] env[62588]: DEBUG oslo_concurrency.lockutils [None req-338776e1-0b24-40a8-b5f6-6289da372cca tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "5e3b85e8-1712-4f6f-98b8-655e7044928b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.641551] env[62588]: DEBUG oslo_concurrency.lockutils [None req-338776e1-0b24-40a8-b5f6-6289da372cca tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "5e3b85e8-1712-4f6f-98b8-655e7044928b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.641722] env[62588]: DEBUG oslo_concurrency.lockutils [None req-338776e1-0b24-40a8-b5f6-6289da372cca tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "5e3b85e8-1712-4f6f-98b8-655e7044928b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.644382] env[62588]: INFO nova.compute.manager [None req-338776e1-0b24-40a8-b5f6-6289da372cca tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Terminating instance [ 1666.738755] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5c5ac72c-9a41-4ad0-a147-03853043a5c7 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.756897] env[62588]: DEBUG nova.scheduler.client.report [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1666.760694] env[62588]: DEBUG nova.compute.manager [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1666.769642] env[62588]: DEBUG nova.network.neutron [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1666.788331] env[62588]: DEBUG oslo_concurrency.lockutils [None req-465456bc-3d0c-47f8-a772-c598c203b2af tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.912376] env[62588]: DEBUG oslo_vmware.api [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793909, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.950527] env[62588]: DEBUG nova.network.neutron [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Updating instance_info_cache with network_info: [{"id": "479a4482-79dc-4837-b8ad-3dfca1988316", "address": "fa:16:3e:66:17:b0", "network": {"id": "adc3b6e0-4437-45a1-a195-1acf36a5afeb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-83189614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb190925c06e4772ae04f7b565c5f2e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap479a4482-79", "ovs_interfaceid": "479a4482-79dc-4837-b8ad-3dfca1988316", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.132385] env[62588]: DEBUG oslo_vmware.api [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Task: {'id': task-1793912, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.152575] env[62588]: DEBUG nova.compute.manager [None req-338776e1-0b24-40a8-b5f6-6289da372cca tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1667.152929] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-338776e1-0b24-40a8-b5f6-6289da372cca tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1667.153932] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e75dd7-bf48-4f76-9248-cd07f5e4ba19 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.162383] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-338776e1-0b24-40a8-b5f6-6289da372cca tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1667.162737] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-479a9302-d9c5-4a96-ade3-3948c361984f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.170256] env[62588]: DEBUG oslo_vmware.api [None req-338776e1-0b24-40a8-b5f6-6289da372cca tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1667.170256] env[62588]: value = "task-1793913" [ 1667.170256] env[62588]: _type = "Task" [ 1667.170256] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.179304] env[62588]: DEBUG oslo_vmware.api [None req-338776e1-0b24-40a8-b5f6-6289da372cca tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.264503] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.265190] env[62588]: DEBUG nova.compute.manager [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1667.268629] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.335s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.270459] env[62588]: INFO nova.compute.claims [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1667.281034] env[62588]: DEBUG nova.compute.manager [req-932e2850-d200-49d3-aec3-2e6c95e891eb req-8d018aaf-8a71-4dd3-862a-d5ac1fd9dbf9 service nova] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Received event network-vif-plugged-479a4482-79dc-4837-b8ad-3dfca1988316 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1667.281250] env[62588]: DEBUG oslo_concurrency.lockutils [req-932e2850-d200-49d3-aec3-2e6c95e891eb req-8d018aaf-8a71-4dd3-862a-d5ac1fd9dbf9 service nova] Acquiring lock "5ac602d4-c986-4b84-bc66-faa62d4ef59c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.281463] env[62588]: DEBUG oslo_concurrency.lockutils [req-932e2850-d200-49d3-aec3-2e6c95e891eb req-8d018aaf-8a71-4dd3-862a-d5ac1fd9dbf9 service nova] Lock "5ac602d4-c986-4b84-bc66-faa62d4ef59c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.281630] env[62588]: DEBUG oslo_concurrency.lockutils [req-932e2850-d200-49d3-aec3-2e6c95e891eb req-8d018aaf-8a71-4dd3-862a-d5ac1fd9dbf9 service nova] Lock "5ac602d4-c986-4b84-bc66-faa62d4ef59c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.281851] env[62588]: DEBUG nova.compute.manager [req-932e2850-d200-49d3-aec3-2e6c95e891eb req-8d018aaf-8a71-4dd3-862a-d5ac1fd9dbf9 service nova] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] No waiting events found dispatching network-vif-plugged-479a4482-79dc-4837-b8ad-3dfca1988316 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1667.281946] env[62588]: WARNING nova.compute.manager [req-932e2850-d200-49d3-aec3-2e6c95e891eb req-8d018aaf-8a71-4dd3-862a-d5ac1fd9dbf9 service nova] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Received unexpected event network-vif-plugged-479a4482-79dc-4837-b8ad-3dfca1988316 for instance with vm_state building and task_state spawning. [ 1667.282121] env[62588]: DEBUG nova.compute.manager [req-932e2850-d200-49d3-aec3-2e6c95e891eb req-8d018aaf-8a71-4dd3-862a-d5ac1fd9dbf9 service nova] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Received event network-changed-479a4482-79dc-4837-b8ad-3dfca1988316 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1667.282276] env[62588]: DEBUG nova.compute.manager [req-932e2850-d200-49d3-aec3-2e6c95e891eb req-8d018aaf-8a71-4dd3-862a-d5ac1fd9dbf9 service nova] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Refreshing instance network info cache due to event network-changed-479a4482-79dc-4837-b8ad-3dfca1988316. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1667.282436] env[62588]: DEBUG oslo_concurrency.lockutils [req-932e2850-d200-49d3-aec3-2e6c95e891eb req-8d018aaf-8a71-4dd3-862a-d5ac1fd9dbf9 service nova] Acquiring lock "refresh_cache-5ac602d4-c986-4b84-bc66-faa62d4ef59c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.296846] env[62588]: DEBUG oslo_concurrency.lockutils [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.410751] env[62588]: DEBUG oslo_vmware.api [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793909, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.453050] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Releasing lock "refresh_cache-5ac602d4-c986-4b84-bc66-faa62d4ef59c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1667.453050] env[62588]: DEBUG nova.compute.manager [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Instance network_info: |[{"id": "479a4482-79dc-4837-b8ad-3dfca1988316", "address": "fa:16:3e:66:17:b0", "network": {"id": "adc3b6e0-4437-45a1-a195-1acf36a5afeb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-83189614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb190925c06e4772ae04f7b565c5f2e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap479a4482-79", "ovs_interfaceid": "479a4482-79dc-4837-b8ad-3dfca1988316", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1667.453362] env[62588]: DEBUG oslo_concurrency.lockutils [req-932e2850-d200-49d3-aec3-2e6c95e891eb req-8d018aaf-8a71-4dd3-862a-d5ac1fd9dbf9 service nova] Acquired lock "refresh_cache-5ac602d4-c986-4b84-bc66-faa62d4ef59c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.453617] env[62588]: DEBUG nova.network.neutron [req-932e2850-d200-49d3-aec3-2e6c95e891eb req-8d018aaf-8a71-4dd3-862a-d5ac1fd9dbf9 service nova] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Refreshing network info cache for port 479a4482-79dc-4837-b8ad-3dfca1988316 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1667.454905] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:17:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '479a4482-79dc-4837-b8ad-3dfca1988316', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1667.462533] env[62588]: DEBUG oslo.service.loopingcall [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1667.465904] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1667.466453] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20c6a43a-f91f-42df-8076-9b0cdf07cbcf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.488314] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1667.488314] env[62588]: value = "task-1793914" [ 1667.488314] env[62588]: _type = "Task" [ 1667.488314] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.497256] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793914, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.633891] env[62588]: DEBUG oslo_vmware.api [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Task: {'id': task-1793912, 'name': PowerOnVM_Task, 'duration_secs': 0.660213} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.634241] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1667.634411] env[62588]: INFO nova.compute.manager [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Took 11.24 seconds to spawn the instance on the hypervisor. [ 1667.634933] env[62588]: DEBUG nova.compute.manager [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1667.635468] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483ef96e-9a11-4e23-9547-fef6f08dacf9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.680085] env[62588]: DEBUG oslo_vmware.api [None req-338776e1-0b24-40a8-b5f6-6289da372cca tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793913, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.775247] env[62588]: DEBUG nova.compute.utils [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1667.776704] env[62588]: DEBUG nova.compute.manager [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1667.776936] env[62588]: DEBUG nova.network.neutron [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1667.794742] env[62588]: DEBUG nova.network.neutron [req-932e2850-d200-49d3-aec3-2e6c95e891eb req-8d018aaf-8a71-4dd3-862a-d5ac1fd9dbf9 service nova] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Updated VIF entry in instance network info cache for port 479a4482-79dc-4837-b8ad-3dfca1988316. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1667.795350] env[62588]: DEBUG nova.network.neutron [req-932e2850-d200-49d3-aec3-2e6c95e891eb req-8d018aaf-8a71-4dd3-862a-d5ac1fd9dbf9 service nova] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Updating instance_info_cache with network_info: [{"id": "479a4482-79dc-4837-b8ad-3dfca1988316", "address": "fa:16:3e:66:17:b0", "network": {"id": "adc3b6e0-4437-45a1-a195-1acf36a5afeb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-83189614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb190925c06e4772ae04f7b565c5f2e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap479a4482-79", "ovs_interfaceid": "479a4482-79dc-4837-b8ad-3dfca1988316", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.833280] env[62588]: DEBUG nova.policy [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36bb658b6b064927be450750073a711d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd167d182f034b959effc1c2b95e90c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1667.911994] env[62588]: DEBUG oslo_vmware.api [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793909, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.999284] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793914, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.166380] env[62588]: INFO nova.compute.manager [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Took 32.51 seconds to build instance. [ 1668.181136] env[62588]: DEBUG oslo_vmware.api [None req-338776e1-0b24-40a8-b5f6-6289da372cca tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793913, 'name': PowerOffVM_Task, 'duration_secs': 0.516922} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.181514] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-338776e1-0b24-40a8-b5f6-6289da372cca tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1668.181639] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-338776e1-0b24-40a8-b5f6-6289da372cca tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1668.181883] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6752fbb-563a-44d4-845b-d3bc735b77a7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.185900] env[62588]: DEBUG nova.network.neutron [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Successfully created port: 538c7005-28e3-429d-9d59-b15b2fa9b894 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1668.282797] env[62588]: DEBUG nova.compute.manager [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1668.297943] env[62588]: DEBUG oslo_concurrency.lockutils [req-932e2850-d200-49d3-aec3-2e6c95e891eb req-8d018aaf-8a71-4dd3-862a-d5ac1fd9dbf9 service nova] Releasing lock "refresh_cache-5ac602d4-c986-4b84-bc66-faa62d4ef59c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.412652] env[62588]: DEBUG oslo_vmware.api [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793909, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.971273} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.413214] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01b3c612-4f26-41d0-81b5-9d4ed1933f1a/01b3c612-4f26-41d0-81b5-9d4ed1933f1a.vmdk to [datastore1] 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e/88b35a0a-bc01-4bd4-91d5-fdb491b23b3e.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1668.413818] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4391cbbd-a201-4ce0-aa98-84c64ff32f13 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.439330] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e/88b35a0a-bc01-4bd4-91d5-fdb491b23b3e.vmdk or device None with type streamOptimized {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1668.441982] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-062412c6-7163-4be6-8325-28fadd6acd99 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.461581] env[62588]: DEBUG oslo_vmware.api [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1668.461581] env[62588]: value = "task-1793916" [ 1668.461581] env[62588]: _type = "Task" [ 1668.461581] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.473339] env[62588]: DEBUG oslo_vmware.api [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793916, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.498543] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793914, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.608598] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc830b98-44ac-4445-bde8-f11f3e2302a3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.616291] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee76675-faa9-4706-aa4a-d46ed80dc261 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.647172] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2d1ccc-42bf-4068-8150-a6e8faa7c2d1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.650129] env[62588]: DEBUG nova.compute.manager [None req-c6bdac67-971f-4c00-ae93-7fe9f1f038e8 tempest-ServerExternalEventsTest-951228887 tempest-ServerExternalEventsTest-951228887-project] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Received event network-changed {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1668.650303] env[62588]: DEBUG nova.compute.manager [None req-c6bdac67-971f-4c00-ae93-7fe9f1f038e8 tempest-ServerExternalEventsTest-951228887 tempest-ServerExternalEventsTest-951228887-project] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Refreshing instance network info cache due to event network-changed. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1668.650493] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c6bdac67-971f-4c00-ae93-7fe9f1f038e8 tempest-ServerExternalEventsTest-951228887 tempest-ServerExternalEventsTest-951228887-project] Acquiring lock "refresh_cache-6f7b8304-a4ce-4bcb-8a1a-670dff794f1e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.650598] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c6bdac67-971f-4c00-ae93-7fe9f1f038e8 tempest-ServerExternalEventsTest-951228887 tempest-ServerExternalEventsTest-951228887-project] Acquired lock "refresh_cache-6f7b8304-a4ce-4bcb-8a1a-670dff794f1e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.650756] env[62588]: DEBUG nova.network.neutron [None req-c6bdac67-971f-4c00-ae93-7fe9f1f038e8 tempest-ServerExternalEventsTest-951228887 tempest-ServerExternalEventsTest-951228887-project] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1668.657530] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb888be3-0f0f-463d-9788-2fec34fbebcf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.672553] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6b0a5330-2d0e-44e7-ac10-b2ad8b17d19e tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Lock "6f7b8304-a4ce-4bcb-8a1a-670dff794f1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.026s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.673262] env[62588]: DEBUG nova.compute.provider_tree [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1668.972900] env[62588]: DEBUG oslo_vmware.api [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793916, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.999315] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793914, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.176085] env[62588]: DEBUG nova.scheduler.client.report [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1669.214066] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a5437697-4915-4332-a2f3-e1b56b6b54dc tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Acquiring lock "6f7b8304-a4ce-4bcb-8a1a-670dff794f1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.214317] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a5437697-4915-4332-a2f3-e1b56b6b54dc tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Lock "6f7b8304-a4ce-4bcb-8a1a-670dff794f1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.214520] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a5437697-4915-4332-a2f3-e1b56b6b54dc tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Acquiring lock "6f7b8304-a4ce-4bcb-8a1a-670dff794f1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.214701] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a5437697-4915-4332-a2f3-e1b56b6b54dc tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Lock "6f7b8304-a4ce-4bcb-8a1a-670dff794f1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.214872] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a5437697-4915-4332-a2f3-e1b56b6b54dc tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Lock "6f7b8304-a4ce-4bcb-8a1a-670dff794f1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.218652] env[62588]: INFO nova.compute.manager [None req-a5437697-4915-4332-a2f3-e1b56b6b54dc tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Terminating instance [ 1669.295438] env[62588]: DEBUG nova.compute.manager [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1669.321684] env[62588]: DEBUG nova.virt.hardware [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1669.321922] env[62588]: DEBUG nova.virt.hardware [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1669.322090] env[62588]: DEBUG nova.virt.hardware [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1669.322270] env[62588]: DEBUG nova.virt.hardware [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1669.322413] env[62588]: DEBUG nova.virt.hardware [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1669.322601] env[62588]: DEBUG nova.virt.hardware [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1669.322817] env[62588]: DEBUG nova.virt.hardware [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1669.322976] env[62588]: DEBUG nova.virt.hardware [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1669.323155] env[62588]: DEBUG nova.virt.hardware [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1669.323316] env[62588]: DEBUG nova.virt.hardware [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1669.323657] env[62588]: DEBUG nova.virt.hardware [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1669.324327] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9200398e-a92d-42a4-ba2f-faf81989bb8d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.332461] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9322c8f4-4f6a-4ec1-99bc-c68a9d9a4576 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.349735] env[62588]: DEBUG nova.network.neutron [None req-c6bdac67-971f-4c00-ae93-7fe9f1f038e8 tempest-ServerExternalEventsTest-951228887 tempest-ServerExternalEventsTest-951228887-project] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Updating instance_info_cache with network_info: [{"id": "d4cb87ac-bd53-4f15-be7a-7a265678bcac", "address": "fa:16:3e:47:9e:d1", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4cb87ac-bd", "ovs_interfaceid": "d4cb87ac-bd53-4f15-be7a-7a265678bcac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.472726] env[62588]: DEBUG oslo_vmware.api [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793916, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.499972] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793914, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.641677] env[62588]: DEBUG nova.compute.manager [req-b2d67e68-4beb-44a4-b3da-9db0defbe2bc req-479bb32d-90ee-4a0e-9e55-60f4bb87cd39 service nova] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Received event network-vif-plugged-538c7005-28e3-429d-9d59-b15b2fa9b894 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1669.641913] env[62588]: DEBUG oslo_concurrency.lockutils [req-b2d67e68-4beb-44a4-b3da-9db0defbe2bc req-479bb32d-90ee-4a0e-9e55-60f4bb87cd39 service nova] Acquiring lock "e19e9467-440b-4270-adc4-7959fc7344c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.642137] env[62588]: DEBUG oslo_concurrency.lockutils [req-b2d67e68-4beb-44a4-b3da-9db0defbe2bc req-479bb32d-90ee-4a0e-9e55-60f4bb87cd39 service nova] Lock "e19e9467-440b-4270-adc4-7959fc7344c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.642323] env[62588]: DEBUG oslo_concurrency.lockutils [req-b2d67e68-4beb-44a4-b3da-9db0defbe2bc req-479bb32d-90ee-4a0e-9e55-60f4bb87cd39 service nova] Lock "e19e9467-440b-4270-adc4-7959fc7344c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.642494] env[62588]: DEBUG nova.compute.manager [req-b2d67e68-4beb-44a4-b3da-9db0defbe2bc req-479bb32d-90ee-4a0e-9e55-60f4bb87cd39 service nova] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] No waiting events found dispatching network-vif-plugged-538c7005-28e3-429d-9d59-b15b2fa9b894 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1669.642660] env[62588]: WARNING nova.compute.manager [req-b2d67e68-4beb-44a4-b3da-9db0defbe2bc req-479bb32d-90ee-4a0e-9e55-60f4bb87cd39 service nova] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Received unexpected event network-vif-plugged-538c7005-28e3-429d-9d59-b15b2fa9b894 for instance with vm_state building and task_state spawning. [ 1669.681180] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.681755] env[62588]: DEBUG nova.compute.manager [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1669.684609] env[62588]: DEBUG oslo_concurrency.lockutils [None req-af64c94d-c1f5-4e1c-bee0-2164b9681052 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.586s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.684870] env[62588]: DEBUG oslo_concurrency.lockutils [None req-af64c94d-c1f5-4e1c-bee0-2164b9681052 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.687451] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.595s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.689257] env[62588]: INFO nova.compute.claims [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1669.700511] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-338776e1-0b24-40a8-b5f6-6289da372cca tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1669.700835] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-338776e1-0b24-40a8-b5f6-6289da372cca tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1669.701132] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-338776e1-0b24-40a8-b5f6-6289da372cca tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Deleting the datastore file [datastore1] 5e3b85e8-1712-4f6f-98b8-655e7044928b {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1669.701412] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b46454d-b8b4-4889-ab40-826a16ba40a6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.710755] env[62588]: DEBUG oslo_vmware.api [None req-338776e1-0b24-40a8-b5f6-6289da372cca tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1669.710755] env[62588]: value = "task-1793917" [ 1669.710755] env[62588]: _type = "Task" [ 1669.710755] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.720905] env[62588]: DEBUG oslo_vmware.api [None req-338776e1-0b24-40a8-b5f6-6289da372cca tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.722140] env[62588]: INFO nova.scheduler.client.report [None req-af64c94d-c1f5-4e1c-bee0-2164b9681052 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Deleted allocations for instance cd9251fb-103f-4fea-a54a-398f28e4a7bc [ 1669.726299] env[62588]: DEBUG nova.compute.manager [None req-a5437697-4915-4332-a2f3-e1b56b6b54dc tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1669.726525] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a5437697-4915-4332-a2f3-e1b56b6b54dc tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1669.729860] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd23b8d3-af47-4ce7-8fda-3b7878c36550 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.733249] env[62588]: DEBUG nova.network.neutron [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Successfully updated port: 538c7005-28e3-429d-9d59-b15b2fa9b894 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1669.740500] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5437697-4915-4332-a2f3-e1b56b6b54dc tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1669.740766] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-665f93bf-5784-4ed4-ac7a-ae2e05c0c6fd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.747369] env[62588]: DEBUG oslo_vmware.api [None req-a5437697-4915-4332-a2f3-e1b56b6b54dc tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Waiting for the task: (returnval){ [ 1669.747369] env[62588]: value = "task-1793918" [ 1669.747369] env[62588]: _type = "Task" [ 1669.747369] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.757292] env[62588]: DEBUG oslo_vmware.api [None req-a5437697-4915-4332-a2f3-e1b56b6b54dc tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Task: {'id': task-1793918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.852689] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c6bdac67-971f-4c00-ae93-7fe9f1f038e8 tempest-ServerExternalEventsTest-951228887 tempest-ServerExternalEventsTest-951228887-project] Releasing lock "refresh_cache-6f7b8304-a4ce-4bcb-8a1a-670dff794f1e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.974833] env[62588]: DEBUG oslo_vmware.api [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793916, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.003761] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793914, 'name': CreateVM_Task, 'duration_secs': 2.331695} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.007542] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1670.008345] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.008585] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.008977] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1670.009305] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12ab5e45-f453-4665-8f09-6d27afc4de5d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.014259] env[62588]: DEBUG oslo_vmware.api [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1670.014259] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5223d7eb-859c-6665-5db4-e8c472e47d02" [ 1670.014259] env[62588]: _type = "Task" [ 1670.014259] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.022491] env[62588]: DEBUG oslo_vmware.api [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5223d7eb-859c-6665-5db4-e8c472e47d02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.200611] env[62588]: DEBUG nova.compute.utils [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1670.203878] env[62588]: DEBUG nova.compute.manager [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1670.204063] env[62588]: DEBUG nova.network.neutron [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1670.222423] env[62588]: DEBUG oslo_vmware.api [None req-338776e1-0b24-40a8-b5f6-6289da372cca tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164727} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.222751] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-338776e1-0b24-40a8-b5f6-6289da372cca tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1670.222946] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-338776e1-0b24-40a8-b5f6-6289da372cca tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1670.223155] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-338776e1-0b24-40a8-b5f6-6289da372cca tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1670.223328] env[62588]: INFO nova.compute.manager [None req-338776e1-0b24-40a8-b5f6-6289da372cca tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Took 3.07 seconds to destroy the instance on the hypervisor. [ 1670.223604] env[62588]: DEBUG oslo.service.loopingcall [None req-338776e1-0b24-40a8-b5f6-6289da372cca tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1670.223800] env[62588]: DEBUG nova.compute.manager [-] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1670.223895] env[62588]: DEBUG nova.network.neutron [-] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1670.237660] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Acquiring lock "refresh_cache-e19e9467-440b-4270-adc4-7959fc7344c2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.237799] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Acquired lock "refresh_cache-e19e9467-440b-4270-adc4-7959fc7344c2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.237964] env[62588]: DEBUG nova.network.neutron [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1670.239055] env[62588]: DEBUG oslo_concurrency.lockutils [None req-af64c94d-c1f5-4e1c-bee0-2164b9681052 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "cd9251fb-103f-4fea-a54a-398f28e4a7bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.595s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.242883] env[62588]: DEBUG nova.policy [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab3cde5f62144e0d8fbc59e60a28fff4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9caa809c97541cea65bc0fd5cdd9eec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1670.257531] env[62588]: DEBUG oslo_vmware.api [None req-a5437697-4915-4332-a2f3-e1b56b6b54dc tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Task: {'id': task-1793918, 'name': PowerOffVM_Task, 'duration_secs': 0.232479} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.257792] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5437697-4915-4332-a2f3-e1b56b6b54dc tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1670.257964] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a5437697-4915-4332-a2f3-e1b56b6b54dc tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1670.258265] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b6d129c-f490-4cff-a5c5-46eab209127c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.373590] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a5437697-4915-4332-a2f3-e1b56b6b54dc tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1670.373768] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a5437697-4915-4332-a2f3-e1b56b6b54dc tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1670.373937] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5437697-4915-4332-a2f3-e1b56b6b54dc tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Deleting the datastore file [datastore1] 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1670.374232] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5dfa565-b677-42a3-b5b2-0da7988b48ae {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.381296] env[62588]: DEBUG oslo_vmware.api [None req-a5437697-4915-4332-a2f3-e1b56b6b54dc tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Waiting for the task: (returnval){ [ 1670.381296] env[62588]: value = "task-1793920" [ 1670.381296] env[62588]: _type = "Task" [ 1670.381296] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.389786] env[62588]: DEBUG oslo_vmware.api [None req-a5437697-4915-4332-a2f3-e1b56b6b54dc tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Task: {'id': task-1793920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.475674] env[62588]: DEBUG oslo_vmware.api [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793916, 'name': ReconfigVM_Task, 'duration_secs': 1.633206} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.475875] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e/88b35a0a-bc01-4bd4-91d5-fdb491b23b3e.vmdk or device None with type streamOptimized {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1670.476913] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5281630d-b073-4fa3-a510-62350f38c44f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.486141] env[62588]: DEBUG oslo_vmware.api [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1670.486141] env[62588]: value = "task-1793921" [ 1670.486141] env[62588]: _type = "Task" [ 1670.486141] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.494674] env[62588]: DEBUG oslo_vmware.api [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793921, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.520963] env[62588]: DEBUG nova.compute.manager [req-5a91a9d2-0411-47ad-8f56-22a7ffae004d req-e25f3521-2a80-4f7e-9885-44ecba63eaf8 service nova] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Received event network-vif-deleted-6e1f90ac-1898-4374-b9f6-263faab19df4 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1670.521188] env[62588]: INFO nova.compute.manager [req-5a91a9d2-0411-47ad-8f56-22a7ffae004d req-e25f3521-2a80-4f7e-9885-44ecba63eaf8 service nova] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Neutron deleted interface 6e1f90ac-1898-4374-b9f6-263faab19df4; detaching it from the instance and deleting it from the info cache [ 1670.521439] env[62588]: DEBUG nova.network.neutron [req-5a91a9d2-0411-47ad-8f56-22a7ffae004d req-e25f3521-2a80-4f7e-9885-44ecba63eaf8 service nova] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.528838] env[62588]: DEBUG oslo_vmware.api [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5223d7eb-859c-6665-5db4-e8c472e47d02, 'name': SearchDatastore_Task, 'duration_secs': 0.013261} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.529221] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.529385] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1670.529636] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.529822] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.529979] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1670.530298] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f59a6bb6-b8b2-464e-b97c-7ae65473a487 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.541462] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1670.541462] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1670.541462] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1779c286-67eb-465f-9dcc-38851b12f740 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.548645] env[62588]: DEBUG oslo_vmware.api [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1670.548645] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5280374e-1a60-e124-164a-a013cd2faecb" [ 1670.548645] env[62588]: _type = "Task" [ 1670.548645] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.557036] env[62588]: DEBUG oslo_vmware.api [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5280374e-1a60-e124-164a-a013cd2faecb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.577979] env[62588]: DEBUG nova.network.neutron [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Successfully created port: 026c3a83-07c1-44fd-b977-6ae6105823be {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1670.705065] env[62588]: DEBUG nova.compute.manager [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1670.770094] env[62588]: DEBUG nova.network.neutron [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1670.893737] env[62588]: DEBUG oslo_vmware.api [None req-a5437697-4915-4332-a2f3-e1b56b6b54dc tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Task: {'id': task-1793920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36336} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.893945] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5437697-4915-4332-a2f3-e1b56b6b54dc tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1670.894146] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a5437697-4915-4332-a2f3-e1b56b6b54dc tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1670.894414] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a5437697-4915-4332-a2f3-e1b56b6b54dc tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1670.894478] env[62588]: INFO nova.compute.manager [None req-a5437697-4915-4332-a2f3-e1b56b6b54dc tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1670.894725] env[62588]: DEBUG oslo.service.loopingcall [None req-a5437697-4915-4332-a2f3-e1b56b6b54dc tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1670.897246] env[62588]: DEBUG nova.compute.manager [-] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1670.897342] env[62588]: DEBUG nova.network.neutron [-] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1670.923830] env[62588]: DEBUG nova.network.neutron [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Updating instance_info_cache with network_info: [{"id": "538c7005-28e3-429d-9d59-b15b2fa9b894", "address": "fa:16:3e:8e:fd:6b", "network": {"id": "e521f4b6-37e7-4ef2-a58a-696809c693bd", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-230388107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd167d182f034b959effc1c2b95e90c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap538c7005-28", "ovs_interfaceid": "538c7005-28e3-429d-9d59-b15b2fa9b894", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.986061] env[62588]: DEBUG nova.network.neutron [-] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.999506] env[62588]: DEBUG oslo_vmware.api [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793921, 'name': Rename_Task, 'duration_secs': 0.25328} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.000474] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1671.000474] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b602cf2-c828-4311-961c-7b18d64c2835 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.007431] env[62588]: DEBUG oslo_vmware.api [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1671.007431] env[62588]: value = "task-1793922" [ 1671.007431] env[62588]: _type = "Task" [ 1671.007431] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.014960] env[62588]: DEBUG oslo_vmware.api [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.024152] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87c8ad1b-27b3-49c1-902c-4cea82e5f8af {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.033171] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53618538-ee63-48b9-9988-13f88a71886d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.057958] env[62588]: DEBUG oslo_vmware.api [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5280374e-1a60-e124-164a-a013cd2faecb, 'name': SearchDatastore_Task, 'duration_secs': 0.009256} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.069979] env[62588]: DEBUG nova.compute.manager [req-5a91a9d2-0411-47ad-8f56-22a7ffae004d req-e25f3521-2a80-4f7e-9885-44ecba63eaf8 service nova] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Detach interface failed, port_id=6e1f90ac-1898-4374-b9f6-263faab19df4, reason: Instance 5e3b85e8-1712-4f6f-98b8-655e7044928b could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1671.072834] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9ef8508-e13d-49d2-bcb8-54ea3222958e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.078937] env[62588]: DEBUG oslo_vmware.api [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1671.078937] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52eba85e-12b1-1947-a79c-f8736e5fae01" [ 1671.078937] env[62588]: _type = "Task" [ 1671.078937] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.088176] env[62588]: DEBUG oslo_vmware.api [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52eba85e-12b1-1947-a79c-f8736e5fae01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.115920] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f385a8dd-8b8d-4e50-9ff5-806876e0b2ad {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.124066] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8458a6df-2d2e-4558-964a-15b969af769f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.155858] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7889aee-7777-45fa-b794-c03d717d74c2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.163663] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53ca955-eb4b-4353-a2d8-ae9a9347b93f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.177555] env[62588]: DEBUG nova.compute.provider_tree [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1671.399147] env[62588]: DEBUG oslo_concurrency.lockutils [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "6a5d81c6-e4ba-4066-967a-1e81e6eff0f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.399428] env[62588]: DEBUG oslo_concurrency.lockutils [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "6a5d81c6-e4ba-4066-967a-1e81e6eff0f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.426339] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Releasing lock "refresh_cache-e19e9467-440b-4270-adc4-7959fc7344c2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.426608] env[62588]: DEBUG nova.compute.manager [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Instance network_info: |[{"id": "538c7005-28e3-429d-9d59-b15b2fa9b894", "address": "fa:16:3e:8e:fd:6b", "network": {"id": "e521f4b6-37e7-4ef2-a58a-696809c693bd", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-230388107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd167d182f034b959effc1c2b95e90c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap538c7005-28", "ovs_interfaceid": "538c7005-28e3-429d-9d59-b15b2fa9b894", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1671.427021] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:fd:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff1f3320-df8e-49df-a412-9797a23bd173', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '538c7005-28e3-429d-9d59-b15b2fa9b894', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1671.434661] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Creating folder: Project (bd167d182f034b959effc1c2b95e90c6). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1671.435801] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16a562ef-6f1b-498a-8ad5-7167a54a34e7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.446073] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Created folder: Project (bd167d182f034b959effc1c2b95e90c6) in parent group-v371885. [ 1671.446259] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Creating folder: Instances. Parent ref: group-v372094. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1671.446481] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cd308bd-6cab-4003-a6c3-cf23bc1e1d94 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.455959] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Created folder: Instances in parent group-v372094. [ 1671.456208] env[62588]: DEBUG oslo.service.loopingcall [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1671.456389] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1671.456583] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2854d58c-751f-4058-87ce-b170b9e15c26 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.477244] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1671.477244] env[62588]: value = "task-1793925" [ 1671.477244] env[62588]: _type = "Task" [ 1671.477244] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.485350] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793925, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.488865] env[62588]: INFO nova.compute.manager [-] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Took 1.26 seconds to deallocate network for instance. [ 1671.516827] env[62588]: DEBUG oslo_vmware.api [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793922, 'name': PowerOnVM_Task, 'duration_secs': 0.487123} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.517182] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1671.588958] env[62588]: DEBUG oslo_vmware.api [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52eba85e-12b1-1947-a79c-f8736e5fae01, 'name': SearchDatastore_Task, 'duration_secs': 0.009803} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.589255] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.589535] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 5ac602d4-c986-4b84-bc66-faa62d4ef59c/5ac602d4-c986-4b84-bc66-faa62d4ef59c.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1671.589794] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e09a1934-5f0c-488d-b447-ee692f73257f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.596372] env[62588]: DEBUG oslo_vmware.api [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1671.596372] env[62588]: value = "task-1793926" [ 1671.596372] env[62588]: _type = "Task" [ 1671.596372] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.605113] env[62588]: DEBUG oslo_vmware.api [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.639091] env[62588]: DEBUG nova.compute.manager [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1671.640035] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6113912f-e245-40e7-a926-bb403b563284 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.668924] env[62588]: DEBUG nova.compute.manager [req-76642ebc-b153-4d66-a3d1-5d474823d6af req-4ffc10bf-b497-4bb8-bd25-09feba5c164a service nova] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Received event network-changed-538c7005-28e3-429d-9d59-b15b2fa9b894 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1671.669303] env[62588]: DEBUG nova.compute.manager [req-76642ebc-b153-4d66-a3d1-5d474823d6af req-4ffc10bf-b497-4bb8-bd25-09feba5c164a service nova] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Refreshing instance network info cache due to event network-changed-538c7005-28e3-429d-9d59-b15b2fa9b894. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1671.669616] env[62588]: DEBUG oslo_concurrency.lockutils [req-76642ebc-b153-4d66-a3d1-5d474823d6af req-4ffc10bf-b497-4bb8-bd25-09feba5c164a service nova] Acquiring lock "refresh_cache-e19e9467-440b-4270-adc4-7959fc7344c2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.669830] env[62588]: DEBUG oslo_concurrency.lockutils [req-76642ebc-b153-4d66-a3d1-5d474823d6af req-4ffc10bf-b497-4bb8-bd25-09feba5c164a service nova] Acquired lock "refresh_cache-e19e9467-440b-4270-adc4-7959fc7344c2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.670082] env[62588]: DEBUG nova.network.neutron [req-76642ebc-b153-4d66-a3d1-5d474823d6af req-4ffc10bf-b497-4bb8-bd25-09feba5c164a service nova] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Refreshing network info cache for port 538c7005-28e3-429d-9d59-b15b2fa9b894 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1671.681329] env[62588]: DEBUG nova.scheduler.client.report [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1671.716423] env[62588]: DEBUG nova.compute.manager [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1671.728125] env[62588]: DEBUG nova.network.neutron [-] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.738738] env[62588]: DEBUG nova.virt.hardware [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1671.739063] env[62588]: DEBUG nova.virt.hardware [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1671.739290] env[62588]: DEBUG nova.virt.hardware [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1671.739505] env[62588]: DEBUG nova.virt.hardware [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1671.739677] env[62588]: DEBUG nova.virt.hardware [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1671.739829] env[62588]: DEBUG nova.virt.hardware [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1671.740078] env[62588]: DEBUG nova.virt.hardware [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1671.740310] env[62588]: DEBUG nova.virt.hardware [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1671.740523] env[62588]: DEBUG nova.virt.hardware [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1671.740714] env[62588]: DEBUG nova.virt.hardware [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1671.740893] env[62588]: DEBUG nova.virt.hardware [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1671.742150] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47e6021-a52e-456b-9ac0-88b676841a0e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.752293] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dbedd6-ad1f-45d5-91f6-91c21995f75e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.903027] env[62588]: DEBUG nova.compute.manager [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1671.987983] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793925, 'name': CreateVM_Task, 'duration_secs': 0.382662} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.988303] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1671.989182] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.989734] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.989734] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1671.990049] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ce33f0a-3cdc-499b-af85-9b7dcd8d1fbb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.996116] env[62588]: DEBUG oslo_concurrency.lockutils [None req-338776e1-0b24-40a8-b5f6-6289da372cca tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.996480] env[62588]: DEBUG oslo_vmware.api [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Waiting for the task: (returnval){ [ 1671.996480] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529cf0d9-860b-f1df-2880-72419cd94653" [ 1671.996480] env[62588]: _type = "Task" [ 1671.996480] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.005552] env[62588]: DEBUG oslo_vmware.api [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529cf0d9-860b-f1df-2880-72419cd94653, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.106742] env[62588]: DEBUG oslo_vmware.api [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793926, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.146356] env[62588]: DEBUG nova.network.neutron [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Successfully updated port: 026c3a83-07c1-44fd-b977-6ae6105823be {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1672.161380] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6cd3df51-20e4-4d37-935a-f690e8df9caf tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lock "88b35a0a-bc01-4bd4-91d5-fdb491b23b3e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 39.207s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.186199] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.186867] env[62588]: DEBUG nova.compute.manager [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1672.189498] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5c5ac72c-9a41-4ad0-a147-03853043a5c7 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.451s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.191722] env[62588]: DEBUG nova.objects.instance [None req-5c5ac72c-9a41-4ad0-a147-03853043a5c7 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lazy-loading 'resources' on Instance uuid f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1672.231035] env[62588]: INFO nova.compute.manager [-] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Took 1.33 seconds to deallocate network for instance. [ 1672.431483] env[62588]: DEBUG oslo_concurrency.lockutils [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.507341] env[62588]: DEBUG oslo_vmware.api [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529cf0d9-860b-f1df-2880-72419cd94653, 'name': SearchDatastore_Task, 'duration_secs': 0.054593} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.507664] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.507905] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1672.508592] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.508592] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.508806] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1672.508860] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a10539e-2086-4d87-8be3-db12c70d29e7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.518019] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1672.518393] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1672.519855] env[62588]: DEBUG nova.network.neutron [req-76642ebc-b153-4d66-a3d1-5d474823d6af req-4ffc10bf-b497-4bb8-bd25-09feba5c164a service nova] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Updated VIF entry in instance network info cache for port 538c7005-28e3-429d-9d59-b15b2fa9b894. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1672.520209] env[62588]: DEBUG nova.network.neutron [req-76642ebc-b153-4d66-a3d1-5d474823d6af req-4ffc10bf-b497-4bb8-bd25-09feba5c164a service nova] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Updating instance_info_cache with network_info: [{"id": "538c7005-28e3-429d-9d59-b15b2fa9b894", "address": "fa:16:3e:8e:fd:6b", "network": {"id": "e521f4b6-37e7-4ef2-a58a-696809c693bd", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-230388107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd167d182f034b959effc1c2b95e90c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap538c7005-28", "ovs_interfaceid": "538c7005-28e3-429d-9d59-b15b2fa9b894", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.521339] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9be3a2f1-28e8-463f-8ad0-b9bff156e3d4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.527073] env[62588]: DEBUG oslo_vmware.api [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Waiting for the task: (returnval){ [ 1672.527073] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b49267-9646-aa77-7c85-32cf9f548594" [ 1672.527073] env[62588]: _type = "Task" [ 1672.527073] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.537582] env[62588]: DEBUG oslo_vmware.api [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b49267-9646-aa77-7c85-32cf9f548594, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.607216] env[62588]: DEBUG oslo_vmware.api [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718742} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.607505] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 5ac602d4-c986-4b84-bc66-faa62d4ef59c/5ac602d4-c986-4b84-bc66-faa62d4ef59c.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1672.607718] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1672.607977] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-506ac90b-aaf0-41c7-a7b7-9c72d93bd48b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.615233] env[62588]: DEBUG oslo_vmware.api [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1672.615233] env[62588]: value = "task-1793927" [ 1672.615233] env[62588]: _type = "Task" [ 1672.615233] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.623456] env[62588]: DEBUG oslo_vmware.api [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.632058] env[62588]: DEBUG nova.compute.manager [req-d5fecc9f-d9c9-4e1b-bcd7-55526357d958 req-9ac345c2-6642-4538-9a99-aa46149132b0 service nova] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Received event network-vif-deleted-d4cb87ac-bd53-4f15-be7a-7a265678bcac {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1672.649486] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "refresh_cache-51c87c23-78a1-47aa-a0db-a236ab6d23b3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.649627] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquired lock "refresh_cache-51c87c23-78a1-47aa-a0db-a236ab6d23b3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.649781] env[62588]: DEBUG nova.network.neutron [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1672.697260] env[62588]: DEBUG nova.compute.utils [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1672.699156] env[62588]: DEBUG nova.compute.manager [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1672.699484] env[62588]: DEBUG nova.network.neutron [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1672.746714] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a5437697-4915-4332-a2f3-e1b56b6b54dc tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.756451] env[62588]: DEBUG nova.policy [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '071c35f3858c448eb2c0ca648a0c9df1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78e78ddf897e4734a8a338f11b7f4dc2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1672.996794] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997bcbcf-6b05-4e99-98a7-7d44714f3075 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.004820] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a68babc-bf3b-43aa-ae70-3c3d370e2b16 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.037722] env[62588]: DEBUG oslo_concurrency.lockutils [req-76642ebc-b153-4d66-a3d1-5d474823d6af req-4ffc10bf-b497-4bb8-bd25-09feba5c164a service nova] Releasing lock "refresh_cache-e19e9467-440b-4270-adc4-7959fc7344c2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.041585] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc55fc50-d88c-4d43-8c93-8a680d7fcc10 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.051867] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ebae0b-f6d0-461f-81ad-9bac986fb30d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.055367] env[62588]: DEBUG oslo_vmware.api [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b49267-9646-aa77-7c85-32cf9f548594, 'name': SearchDatastore_Task, 'duration_secs': 0.017732} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.056345] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa0709ad-9f0d-46c0-bb6d-142fe830b107 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.065804] env[62588]: DEBUG nova.compute.provider_tree [None req-5c5ac72c-9a41-4ad0-a147-03853043a5c7 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1673.069762] env[62588]: DEBUG oslo_vmware.api [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Waiting for the task: (returnval){ [ 1673.069762] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522c8fdf-24f1-e464-3594-9b5adf5b7e7e" [ 1673.069762] env[62588]: _type = "Task" [ 1673.069762] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.077445] env[62588]: DEBUG oslo_vmware.api [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522c8fdf-24f1-e464-3594-9b5adf5b7e7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.123546] env[62588]: DEBUG oslo_vmware.api [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070966} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.123812] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1673.124574] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ea3fc9-73f1-4f2a-81cf-f54cd488b01f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.146158] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 5ac602d4-c986-4b84-bc66-faa62d4ef59c/5ac602d4-c986-4b84-bc66-faa62d4ef59c.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1673.146711] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f45010d3-5e00-418a-9c27-c109b10bc8a1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.167682] env[62588]: DEBUG oslo_vmware.api [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1673.167682] env[62588]: value = "task-1793928" [ 1673.167682] env[62588]: _type = "Task" [ 1673.167682] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.176942] env[62588]: DEBUG oslo_vmware.api [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.201287] env[62588]: DEBUG nova.network.neutron [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1673.203838] env[62588]: DEBUG nova.compute.manager [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1673.297285] env[62588]: DEBUG nova.network.neutron [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Successfully created port: 07447054-2eac-45cb-b69a-300a6b788bf5 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1673.405952] env[62588]: DEBUG nova.network.neutron [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Updating instance_info_cache with network_info: [{"id": "026c3a83-07c1-44fd-b977-6ae6105823be", "address": "fa:16:3e:ef:2f:02", "network": {"id": "a87fd2a5-7bb8-40bb-94aa-bfa03a2c12b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-745012254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9caa809c97541cea65bc0fd5cdd9eec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026c3a83-07", "ovs_interfaceid": "026c3a83-07c1-44fd-b977-6ae6105823be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.569847] env[62588]: DEBUG nova.scheduler.client.report [None req-5c5ac72c-9a41-4ad0-a147-03853043a5c7 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1673.586085] env[62588]: DEBUG oslo_vmware.api [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522c8fdf-24f1-e464-3594-9b5adf5b7e7e, 'name': SearchDatastore_Task, 'duration_secs': 0.051506} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.587243] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.587514] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] e19e9467-440b-4270-adc4-7959fc7344c2/e19e9467-440b-4270-adc4-7959fc7344c2.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1673.587790] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3a6e1af-9cb8-44e3-9a0a-2fbae76021f4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.595032] env[62588]: DEBUG oslo_vmware.api [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Waiting for the task: (returnval){ [ 1673.595032] env[62588]: value = "task-1793929" [ 1673.595032] env[62588]: _type = "Task" [ 1673.595032] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.603959] env[62588]: DEBUG oslo_vmware.api [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Task: {'id': task-1793929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.678523] env[62588]: DEBUG oslo_vmware.api [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793928, 'name': ReconfigVM_Task, 'duration_secs': 0.278603} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.678805] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 5ac602d4-c986-4b84-bc66-faa62d4ef59c/5ac602d4-c986-4b84-bc66-faa62d4ef59c.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1673.679460] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00f2c9cd-7b00-40a2-9eec-62e3fca82fd7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.687123] env[62588]: DEBUG oslo_vmware.api [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1673.687123] env[62588]: value = "task-1793930" [ 1673.687123] env[62588]: _type = "Task" [ 1673.687123] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.697138] env[62588]: DEBUG oslo_vmware.api [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793930, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.764226] env[62588]: DEBUG nova.compute.manager [req-4c733161-6923-4ce6-8bfc-637b3ca543ef req-06f51fe1-6186-4faf-8ce6-4c0768c00603 service nova] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Received event network-vif-plugged-026c3a83-07c1-44fd-b977-6ae6105823be {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1673.764502] env[62588]: DEBUG oslo_concurrency.lockutils [req-4c733161-6923-4ce6-8bfc-637b3ca543ef req-06f51fe1-6186-4faf-8ce6-4c0768c00603 service nova] Acquiring lock "51c87c23-78a1-47aa-a0db-a236ab6d23b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.764737] env[62588]: DEBUG oslo_concurrency.lockutils [req-4c733161-6923-4ce6-8bfc-637b3ca543ef req-06f51fe1-6186-4faf-8ce6-4c0768c00603 service nova] Lock "51c87c23-78a1-47aa-a0db-a236ab6d23b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.764944] env[62588]: DEBUG oslo_concurrency.lockutils [req-4c733161-6923-4ce6-8bfc-637b3ca543ef req-06f51fe1-6186-4faf-8ce6-4c0768c00603 service nova] Lock "51c87c23-78a1-47aa-a0db-a236ab6d23b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.765293] env[62588]: DEBUG nova.compute.manager [req-4c733161-6923-4ce6-8bfc-637b3ca543ef req-06f51fe1-6186-4faf-8ce6-4c0768c00603 service nova] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] No waiting events found dispatching network-vif-plugged-026c3a83-07c1-44fd-b977-6ae6105823be {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1673.765496] env[62588]: WARNING nova.compute.manager [req-4c733161-6923-4ce6-8bfc-637b3ca543ef req-06f51fe1-6186-4faf-8ce6-4c0768c00603 service nova] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Received unexpected event network-vif-plugged-026c3a83-07c1-44fd-b977-6ae6105823be for instance with vm_state building and task_state spawning. [ 1673.765696] env[62588]: DEBUG nova.compute.manager [req-4c733161-6923-4ce6-8bfc-637b3ca543ef req-06f51fe1-6186-4faf-8ce6-4c0768c00603 service nova] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Received event network-changed-026c3a83-07c1-44fd-b977-6ae6105823be {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1673.765889] env[62588]: DEBUG nova.compute.manager [req-4c733161-6923-4ce6-8bfc-637b3ca543ef req-06f51fe1-6186-4faf-8ce6-4c0768c00603 service nova] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Refreshing instance network info cache due to event network-changed-026c3a83-07c1-44fd-b977-6ae6105823be. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1673.766165] env[62588]: DEBUG oslo_concurrency.lockutils [req-4c733161-6923-4ce6-8bfc-637b3ca543ef req-06f51fe1-6186-4faf-8ce6-4c0768c00603 service nova] Acquiring lock "refresh_cache-51c87c23-78a1-47aa-a0db-a236ab6d23b3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.908930] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Releasing lock "refresh_cache-51c87c23-78a1-47aa-a0db-a236ab6d23b3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.909334] env[62588]: DEBUG nova.compute.manager [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Instance network_info: |[{"id": "026c3a83-07c1-44fd-b977-6ae6105823be", "address": "fa:16:3e:ef:2f:02", "network": {"id": "a87fd2a5-7bb8-40bb-94aa-bfa03a2c12b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-745012254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9caa809c97541cea65bc0fd5cdd9eec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026c3a83-07", "ovs_interfaceid": "026c3a83-07c1-44fd-b977-6ae6105823be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1673.909629] env[62588]: DEBUG oslo_concurrency.lockutils [req-4c733161-6923-4ce6-8bfc-637b3ca543ef req-06f51fe1-6186-4faf-8ce6-4c0768c00603 service nova] Acquired lock "refresh_cache-51c87c23-78a1-47aa-a0db-a236ab6d23b3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.909806] env[62588]: DEBUG nova.network.neutron [req-4c733161-6923-4ce6-8bfc-637b3ca543ef req-06f51fe1-6186-4faf-8ce6-4c0768c00603 service nova] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Refreshing network info cache for port 026c3a83-07c1-44fd-b977-6ae6105823be {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1673.911033] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:2f:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '026c3a83-07c1-44fd-b977-6ae6105823be', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1673.918624] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Creating folder: Project (f9caa809c97541cea65bc0fd5cdd9eec). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1673.921353] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df1669fb-df1e-4557-9b15-090e2847154c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.934955] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Created folder: Project (f9caa809c97541cea65bc0fd5cdd9eec) in parent group-v371885. [ 1673.935236] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Creating folder: Instances. Parent ref: group-v372097. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1673.935470] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad39c8df-5d62-4b50-92bd-d6bce60508f9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.949237] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Created folder: Instances in parent group-v372097. [ 1673.949504] env[62588]: DEBUG oslo.service.loopingcall [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1673.949702] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1673.949904] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a75a096-ad94-4087-be6b-7013f2c36765 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.971320] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1673.971320] env[62588]: value = "task-1793933" [ 1673.971320] env[62588]: _type = "Task" [ 1673.971320] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.981159] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793933, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.992709] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fbde30-7abf-4167-8819-70aef9dba766 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.001246] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5373c3d2-143e-4664-8c47-1279614ecf37 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Suspending the VM {{(pid=62588) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1674.001757] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5f0c9fbb-0ccb-4edf-9a42-b83e1ea3c738 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.009771] env[62588]: DEBUG oslo_vmware.api [None req-5373c3d2-143e-4664-8c47-1279614ecf37 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1674.009771] env[62588]: value = "task-1793934" [ 1674.009771] env[62588]: _type = "Task" [ 1674.009771] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.020338] env[62588]: DEBUG oslo_vmware.api [None req-5373c3d2-143e-4664-8c47-1279614ecf37 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793934, 'name': SuspendVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.080285] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5c5ac72c-9a41-4ad0-a147-03853043a5c7 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.891s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.082524] env[62588]: DEBUG oslo_concurrency.lockutils [None req-465456bc-3d0c-47f8-a772-c598c203b2af tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.294s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.083399] env[62588]: DEBUG nova.objects.instance [None req-465456bc-3d0c-47f8-a772-c598c203b2af tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Lazy-loading 'resources' on Instance uuid fb886df8-21a5-4ee2-a913-3a7e8234e491 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1674.107981] env[62588]: DEBUG oslo_vmware.api [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Task: {'id': task-1793929, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.109219] env[62588]: INFO nova.scheduler.client.report [None req-5c5ac72c-9a41-4ad0-a147-03853043a5c7 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Deleted allocations for instance f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3 [ 1674.159377] env[62588]: DEBUG nova.network.neutron [req-4c733161-6923-4ce6-8bfc-637b3ca543ef req-06f51fe1-6186-4faf-8ce6-4c0768c00603 service nova] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Updated VIF entry in instance network info cache for port 026c3a83-07c1-44fd-b977-6ae6105823be. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1674.159896] env[62588]: DEBUG nova.network.neutron [req-4c733161-6923-4ce6-8bfc-637b3ca543ef req-06f51fe1-6186-4faf-8ce6-4c0768c00603 service nova] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Updating instance_info_cache with network_info: [{"id": "026c3a83-07c1-44fd-b977-6ae6105823be", "address": "fa:16:3e:ef:2f:02", "network": {"id": "a87fd2a5-7bb8-40bb-94aa-bfa03a2c12b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-745012254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9caa809c97541cea65bc0fd5cdd9eec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026c3a83-07", "ovs_interfaceid": "026c3a83-07c1-44fd-b977-6ae6105823be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.199119] env[62588]: DEBUG oslo_vmware.api [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793930, 'name': Rename_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.217255] env[62588]: DEBUG nova.compute.manager [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1674.245269] env[62588]: DEBUG nova.virt.hardware [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1674.245590] env[62588]: DEBUG nova.virt.hardware [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1674.245785] env[62588]: DEBUG nova.virt.hardware [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1674.246012] env[62588]: DEBUG nova.virt.hardware [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1674.246187] env[62588]: DEBUG nova.virt.hardware [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1674.246347] env[62588]: DEBUG nova.virt.hardware [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1674.246564] env[62588]: DEBUG nova.virt.hardware [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1674.246737] env[62588]: DEBUG nova.virt.hardware [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1674.246947] env[62588]: DEBUG nova.virt.hardware [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1674.247215] env[62588]: DEBUG nova.virt.hardware [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1674.247424] env[62588]: DEBUG nova.virt.hardware [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1674.248330] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbeb51ba-aa99-434f-a8fc-8a7ffbede4fa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.256952] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d5e387-7a74-428d-aa12-6ff3355bcd90 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.483474] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793933, 'name': CreateVM_Task, 'duration_secs': 0.49658} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.483727] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1674.484385] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.484543] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.484874] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1674.485169] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58284039-af0b-4385-9dde-2974b9a78528 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.490190] env[62588]: DEBUG oslo_vmware.api [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1674.490190] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52123f69-dd5f-2826-ea06-1c5361d523d2" [ 1674.490190] env[62588]: _type = "Task" [ 1674.490190] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.498332] env[62588]: DEBUG oslo_vmware.api [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52123f69-dd5f-2826-ea06-1c5361d523d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.519931] env[62588]: DEBUG oslo_vmware.api [None req-5373c3d2-143e-4664-8c47-1279614ecf37 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793934, 'name': SuspendVM_Task} progress is 54%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.607835] env[62588]: DEBUG oslo_vmware.api [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Task: {'id': task-1793929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.912323} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.607835] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] e19e9467-440b-4270-adc4-7959fc7344c2/e19e9467-440b-4270-adc4-7959fc7344c2.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1674.607835] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1674.608129] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92308950-5f42-4e8b-9b61-b70cfcab66e1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.617729] env[62588]: DEBUG oslo_vmware.api [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Waiting for the task: (returnval){ [ 1674.617729] env[62588]: value = "task-1793935" [ 1674.617729] env[62588]: _type = "Task" [ 1674.617729] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.621030] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5c5ac72c-9a41-4ad0-a147-03853043a5c7 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.905s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.630845] env[62588]: DEBUG oslo_vmware.api [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Task: {'id': task-1793935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.666028] env[62588]: DEBUG oslo_concurrency.lockutils [req-4c733161-6923-4ce6-8bfc-637b3ca543ef req-06f51fe1-6186-4faf-8ce6-4c0768c00603 service nova] Releasing lock "refresh_cache-51c87c23-78a1-47aa-a0db-a236ab6d23b3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.706485] env[62588]: DEBUG oslo_vmware.api [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793930, 'name': Rename_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.908362] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00885d9e-b074-40ea-a7fd-aadd31178e53 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.916474] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90c5be7-2341-4c09-a0f8-0bc2ae058c70 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.947907] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c32e692-d42e-41b0-ad32-8e2e4f123a61 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.955935] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b504af73-f105-4bf5-95c3-9f984b081561 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.970067] env[62588]: DEBUG nova.compute.provider_tree [None req-465456bc-3d0c-47f8-a772-c598c203b2af tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1675.001402] env[62588]: DEBUG oslo_vmware.api [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52123f69-dd5f-2826-ea06-1c5361d523d2, 'name': SearchDatastore_Task, 'duration_secs': 0.051361} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.001531] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.001767] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1675.002018] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.002167] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.002344] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1675.002612] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6085afe-fe0f-4d64-bfd0-0a67b9a44a2c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.007084] env[62588]: DEBUG nova.network.neutron [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Successfully updated port: 07447054-2eac-45cb-b69a-300a6b788bf5 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1675.015219] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1675.015423] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1675.016635] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97c45bc0-9e45-4f3b-844a-6c1e5e6b9c6c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.022761] env[62588]: DEBUG oslo_vmware.api [None req-5373c3d2-143e-4664-8c47-1279614ecf37 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793934, 'name': SuspendVM_Task, 'duration_secs': 0.813988} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.025171] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5373c3d2-143e-4664-8c47-1279614ecf37 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Suspended the VM {{(pid=62588) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1675.025171] env[62588]: DEBUG nova.compute.manager [None req-5373c3d2-143e-4664-8c47-1279614ecf37 tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1675.028676] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697fb933-1b53-42df-b7de-21119d8cda5b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.031789] env[62588]: DEBUG oslo_vmware.api [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1675.031789] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5267831d-75c3-3512-0244-6ce89498904d" [ 1675.031789] env[62588]: _type = "Task" [ 1675.031789] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.044967] env[62588]: DEBUG oslo_vmware.api [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5267831d-75c3-3512-0244-6ce89498904d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.129484] env[62588]: DEBUG oslo_vmware.api [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Task: {'id': task-1793935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062641} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.129766] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1675.130579] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645660f6-1cda-4c9a-9a1f-08a9fb45538f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.152501] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] e19e9467-440b-4270-adc4-7959fc7344c2/e19e9467-440b-4270-adc4-7959fc7344c2.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1675.152760] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09776bf5-1b9c-4bdb-a3a8-fc7ea42edc71 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.174957] env[62588]: DEBUG oslo_vmware.api [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Waiting for the task: (returnval){ [ 1675.174957] env[62588]: value = "task-1793936" [ 1675.174957] env[62588]: _type = "Task" [ 1675.174957] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.182567] env[62588]: DEBUG oslo_vmware.api [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Task: {'id': task-1793936, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.196432] env[62588]: DEBUG oslo_vmware.api [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793930, 'name': Rename_Task, 'duration_secs': 1.165359} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.196692] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1675.196927] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6940f74c-b9b7-4b02-995a-26934bcb7a0c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.203417] env[62588]: DEBUG oslo_vmware.api [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1675.203417] env[62588]: value = "task-1793937" [ 1675.203417] env[62588]: _type = "Task" [ 1675.203417] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.211463] env[62588]: DEBUG oslo_vmware.api [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.473377] env[62588]: DEBUG nova.scheduler.client.report [None req-465456bc-3d0c-47f8-a772-c598c203b2af tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1675.509752] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Acquiring lock "refresh_cache-f900a2b7-8d13-49d9-8a2f-f2297356c2df" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.509950] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Acquired lock "refresh_cache-f900a2b7-8d13-49d9-8a2f-f2297356c2df" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.510150] env[62588]: DEBUG nova.network.neutron [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1675.533423] env[62588]: DEBUG oslo_concurrency.lockutils [None req-875ce155-b8be-45e9-bb46-dbbf807eeb10 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "aa58d5dd-6cee-4d32-b80a-1fdc853995e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.533783] env[62588]: DEBUG oslo_concurrency.lockutils [None req-875ce155-b8be-45e9-bb46-dbbf807eeb10 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "aa58d5dd-6cee-4d32-b80a-1fdc853995e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.534062] env[62588]: DEBUG oslo_concurrency.lockutils [None req-875ce155-b8be-45e9-bb46-dbbf807eeb10 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "aa58d5dd-6cee-4d32-b80a-1fdc853995e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.534320] env[62588]: DEBUG oslo_concurrency.lockutils [None req-875ce155-b8be-45e9-bb46-dbbf807eeb10 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "aa58d5dd-6cee-4d32-b80a-1fdc853995e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.534557] env[62588]: DEBUG oslo_concurrency.lockutils [None req-875ce155-b8be-45e9-bb46-dbbf807eeb10 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "aa58d5dd-6cee-4d32-b80a-1fdc853995e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.540549] env[62588]: INFO nova.compute.manager [None req-875ce155-b8be-45e9-bb46-dbbf807eeb10 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Terminating instance [ 1675.550466] env[62588]: DEBUG oslo_vmware.api [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5267831d-75c3-3512-0244-6ce89498904d, 'name': SearchDatastore_Task, 'duration_secs': 0.021702} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.551554] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ae2e8b2-3deb-418b-be33-a14e3eea2248 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.557794] env[62588]: DEBUG oslo_vmware.api [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1675.557794] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522ccc38-447e-1271-ec28-668347989aa0" [ 1675.557794] env[62588]: _type = "Task" [ 1675.557794] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.566745] env[62588]: DEBUG oslo_vmware.api [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522ccc38-447e-1271-ec28-668347989aa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.685123] env[62588]: DEBUG oslo_vmware.api [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Task: {'id': task-1793936, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.713137] env[62588]: DEBUG oslo_vmware.api [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793937, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.789953] env[62588]: DEBUG nova.compute.manager [req-78b4e017-5a9d-4b92-9305-88867e669bb7 req-951e640c-df70-4890-9462-ff7bab5a290b service nova] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Received event network-vif-plugged-07447054-2eac-45cb-b69a-300a6b788bf5 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1675.790214] env[62588]: DEBUG oslo_concurrency.lockutils [req-78b4e017-5a9d-4b92-9305-88867e669bb7 req-951e640c-df70-4890-9462-ff7bab5a290b service nova] Acquiring lock "f900a2b7-8d13-49d9-8a2f-f2297356c2df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.790469] env[62588]: DEBUG oslo_concurrency.lockutils [req-78b4e017-5a9d-4b92-9305-88867e669bb7 req-951e640c-df70-4890-9462-ff7bab5a290b service nova] Lock "f900a2b7-8d13-49d9-8a2f-f2297356c2df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.790658] env[62588]: DEBUG oslo_concurrency.lockutils [req-78b4e017-5a9d-4b92-9305-88867e669bb7 req-951e640c-df70-4890-9462-ff7bab5a290b service nova] Lock "f900a2b7-8d13-49d9-8a2f-f2297356c2df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.790843] env[62588]: DEBUG nova.compute.manager [req-78b4e017-5a9d-4b92-9305-88867e669bb7 req-951e640c-df70-4890-9462-ff7bab5a290b service nova] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] No waiting events found dispatching network-vif-plugged-07447054-2eac-45cb-b69a-300a6b788bf5 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1675.791051] env[62588]: WARNING nova.compute.manager [req-78b4e017-5a9d-4b92-9305-88867e669bb7 req-951e640c-df70-4890-9462-ff7bab5a290b service nova] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Received unexpected event network-vif-plugged-07447054-2eac-45cb-b69a-300a6b788bf5 for instance with vm_state building and task_state spawning. [ 1675.791305] env[62588]: DEBUG nova.compute.manager [req-78b4e017-5a9d-4b92-9305-88867e669bb7 req-951e640c-df70-4890-9462-ff7bab5a290b service nova] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Received event network-changed-07447054-2eac-45cb-b69a-300a6b788bf5 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1675.791485] env[62588]: DEBUG nova.compute.manager [req-78b4e017-5a9d-4b92-9305-88867e669bb7 req-951e640c-df70-4890-9462-ff7bab5a290b service nova] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Refreshing instance network info cache due to event network-changed-07447054-2eac-45cb-b69a-300a6b788bf5. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1675.791651] env[62588]: DEBUG oslo_concurrency.lockutils [req-78b4e017-5a9d-4b92-9305-88867e669bb7 req-951e640c-df70-4890-9462-ff7bab5a290b service nova] Acquiring lock "refresh_cache-f900a2b7-8d13-49d9-8a2f-f2297356c2df" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.978106] env[62588]: DEBUG oslo_concurrency.lockutils [None req-465456bc-3d0c-47f8-a772-c598c203b2af tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.981449] env[62588]: DEBUG oslo_concurrency.lockutils [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.684s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.982828] env[62588]: INFO nova.compute.claims [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1676.006378] env[62588]: INFO nova.scheduler.client.report [None req-465456bc-3d0c-47f8-a772-c598c203b2af tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Deleted allocations for instance fb886df8-21a5-4ee2-a913-3a7e8234e491 [ 1676.041479] env[62588]: DEBUG nova.network.neutron [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1676.045773] env[62588]: DEBUG nova.compute.manager [None req-875ce155-b8be-45e9-bb46-dbbf807eeb10 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1676.045936] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-875ce155-b8be-45e9-bb46-dbbf807eeb10 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1676.047204] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69adb84a-c342-4b1c-9a43-147bd1c84c18 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.055529] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-875ce155-b8be-45e9-bb46-dbbf807eeb10 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1676.056275] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da559df7-21b1-4901-8e5b-0ba3c5cbf7a6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.062778] env[62588]: DEBUG oslo_vmware.api [None req-875ce155-b8be-45e9-bb46-dbbf807eeb10 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1676.062778] env[62588]: value = "task-1793938" [ 1676.062778] env[62588]: _type = "Task" [ 1676.062778] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.071486] env[62588]: DEBUG oslo_vmware.api [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522ccc38-447e-1271-ec28-668347989aa0, 'name': SearchDatastore_Task, 'duration_secs': 0.020636} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.071711] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.071967] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 51c87c23-78a1-47aa-a0db-a236ab6d23b3/51c87c23-78a1-47aa-a0db-a236ab6d23b3.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1676.072542] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb49288c-3991-43b7-b808-495d3e4ae6d0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.078784] env[62588]: DEBUG oslo_vmware.api [None req-875ce155-b8be-45e9-bb46-dbbf807eeb10 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.083249] env[62588]: DEBUG oslo_vmware.api [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1676.083249] env[62588]: value = "task-1793939" [ 1676.083249] env[62588]: _type = "Task" [ 1676.083249] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.092221] env[62588]: DEBUG oslo_vmware.api [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1793939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.186524] env[62588]: DEBUG oslo_vmware.api [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Task: {'id': task-1793936, 'name': ReconfigVM_Task, 'duration_secs': 0.563738} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.186805] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Reconfigured VM instance instance-0000004d to attach disk [datastore1] e19e9467-440b-4270-adc4-7959fc7344c2/e19e9467-440b-4270-adc4-7959fc7344c2.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1676.187529] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-808113f4-6d74-45cf-b03e-6e6227eb86db {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.196236] env[62588]: DEBUG oslo_vmware.api [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Waiting for the task: (returnval){ [ 1676.196236] env[62588]: value = "task-1793940" [ 1676.196236] env[62588]: _type = "Task" [ 1676.196236] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.211302] env[62588]: DEBUG oslo_vmware.api [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Task: {'id': task-1793940, 'name': Rename_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.218838] env[62588]: DEBUG oslo_vmware.api [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793937, 'name': PowerOnVM_Task, 'duration_secs': 1.012828} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.219138] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1676.219347] env[62588]: INFO nova.compute.manager [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Took 11.42 seconds to spawn the instance on the hypervisor. [ 1676.219541] env[62588]: DEBUG nova.compute.manager [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1676.220369] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9fa338-0515-45c3-a8ce-4d4c25314b23 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.244339] env[62588]: DEBUG nova.network.neutron [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Updating instance_info_cache with network_info: [{"id": "07447054-2eac-45cb-b69a-300a6b788bf5", "address": "fa:16:3e:9e:fb:9b", "network": {"id": "ce3ab405-2530-4527-8492-8d057b555642", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1152999610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78e78ddf897e4734a8a338f11b7f4dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07447054-2e", "ovs_interfaceid": "07447054-2eac-45cb-b69a-300a6b788bf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.517333] env[62588]: DEBUG oslo_concurrency.lockutils [None req-465456bc-3d0c-47f8-a772-c598c203b2af tempest-VolumesAdminNegativeTest-264774158 tempest-VolumesAdminNegativeTest-264774158-project-member] Lock "fb886df8-21a5-4ee2-a913-3a7e8234e491" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.224s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.572925] env[62588]: DEBUG oslo_vmware.api [None req-875ce155-b8be-45e9-bb46-dbbf807eeb10 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793938, 'name': PowerOffVM_Task, 'duration_secs': 0.178615} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.573286] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-875ce155-b8be-45e9-bb46-dbbf807eeb10 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1676.573480] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-875ce155-b8be-45e9-bb46-dbbf807eeb10 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1676.573731] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71a084db-c843-4c4f-b8c1-d46318c2b829 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.591201] env[62588]: DEBUG oslo_vmware.api [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1793939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492432} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.591422] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 51c87c23-78a1-47aa-a0db-a236ab6d23b3/51c87c23-78a1-47aa-a0db-a236ab6d23b3.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1676.591626] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1676.591860] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd467bfe-7142-451b-aa22-d7588dc28a10 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.597226] env[62588]: DEBUG oslo_vmware.api [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1676.597226] env[62588]: value = "task-1793942" [ 1676.597226] env[62588]: _type = "Task" [ 1676.597226] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.604390] env[62588]: DEBUG oslo_vmware.api [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1793942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.632130] env[62588]: INFO nova.compute.manager [None req-edf92bc6-7176-4f3c-bda2-2dbf4d74a4ef tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Resuming [ 1676.632794] env[62588]: DEBUG nova.objects.instance [None req-edf92bc6-7176-4f3c-bda2-2dbf4d74a4ef tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lazy-loading 'flavor' on Instance uuid 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1676.650443] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-875ce155-b8be-45e9-bb46-dbbf807eeb10 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1676.650713] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-875ce155-b8be-45e9-bb46-dbbf807eeb10 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1676.650965] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-875ce155-b8be-45e9-bb46-dbbf807eeb10 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Deleting the datastore file [datastore1] aa58d5dd-6cee-4d32-b80a-1fdc853995e6 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1676.651305] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df7143d4-3a87-4727-983e-78fe9dbeb278 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.657285] env[62588]: DEBUG oslo_vmware.api [None req-875ce155-b8be-45e9-bb46-dbbf807eeb10 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for the task: (returnval){ [ 1676.657285] env[62588]: value = "task-1793943" [ 1676.657285] env[62588]: _type = "Task" [ 1676.657285] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.665062] env[62588]: DEBUG oslo_vmware.api [None req-875ce155-b8be-45e9-bb46-dbbf807eeb10 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.705502] env[62588]: DEBUG oslo_vmware.api [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Task: {'id': task-1793940, 'name': Rename_Task, 'duration_secs': 0.196612} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.706766] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1676.706766] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d104e98d-9de4-4803-9b7c-c4d383f1019d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.711661] env[62588]: DEBUG oslo_vmware.api [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Waiting for the task: (returnval){ [ 1676.711661] env[62588]: value = "task-1793944" [ 1676.711661] env[62588]: _type = "Task" [ 1676.711661] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.719038] env[62588]: DEBUG oslo_vmware.api [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Task: {'id': task-1793944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.737901] env[62588]: INFO nova.compute.manager [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Took 28.60 seconds to build instance. [ 1676.746813] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Releasing lock "refresh_cache-f900a2b7-8d13-49d9-8a2f-f2297356c2df" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.747163] env[62588]: DEBUG nova.compute.manager [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Instance network_info: |[{"id": "07447054-2eac-45cb-b69a-300a6b788bf5", "address": "fa:16:3e:9e:fb:9b", "network": {"id": "ce3ab405-2530-4527-8492-8d057b555642", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1152999610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78e78ddf897e4734a8a338f11b7f4dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07447054-2e", "ovs_interfaceid": "07447054-2eac-45cb-b69a-300a6b788bf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1676.747449] env[62588]: DEBUG oslo_concurrency.lockutils [req-78b4e017-5a9d-4b92-9305-88867e669bb7 req-951e640c-df70-4890-9462-ff7bab5a290b service nova] Acquired lock "refresh_cache-f900a2b7-8d13-49d9-8a2f-f2297356c2df" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.747659] env[62588]: DEBUG nova.network.neutron [req-78b4e017-5a9d-4b92-9305-88867e669bb7 req-951e640c-df70-4890-9462-ff7bab5a290b service nova] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Refreshing network info cache for port 07447054-2eac-45cb-b69a-300a6b788bf5 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1676.748675] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:fb:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8233b50c-be21-441a-a357-a29138a95b8b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07447054-2eac-45cb-b69a-300a6b788bf5', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1676.755873] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Creating folder: Project (78e78ddf897e4734a8a338f11b7f4dc2). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1676.759088] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d892492d-764b-41a7-b527-0efd3fed51be {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.771199] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Created folder: Project (78e78ddf897e4734a8a338f11b7f4dc2) in parent group-v371885. [ 1676.771400] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Creating folder: Instances. Parent ref: group-v372100. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1676.771674] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3047bf64-086b-40bd-94c0-839b98ba39f2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.781354] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Created folder: Instances in parent group-v372100. [ 1676.781568] env[62588]: DEBUG oslo.service.loopingcall [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1676.781820] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1676.782204] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6145e745-9350-484d-85a4-863cc39044a0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.804711] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1676.804711] env[62588]: value = "task-1793947" [ 1676.804711] env[62588]: _type = "Task" [ 1676.804711] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.812394] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793947, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.051063] env[62588]: DEBUG nova.network.neutron [req-78b4e017-5a9d-4b92-9305-88867e669bb7 req-951e640c-df70-4890-9462-ff7bab5a290b service nova] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Updated VIF entry in instance network info cache for port 07447054-2eac-45cb-b69a-300a6b788bf5. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1677.051063] env[62588]: DEBUG nova.network.neutron [req-78b4e017-5a9d-4b92-9305-88867e669bb7 req-951e640c-df70-4890-9462-ff7bab5a290b service nova] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Updating instance_info_cache with network_info: [{"id": "07447054-2eac-45cb-b69a-300a6b788bf5", "address": "fa:16:3e:9e:fb:9b", "network": {"id": "ce3ab405-2530-4527-8492-8d057b555642", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1152999610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78e78ddf897e4734a8a338f11b7f4dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07447054-2e", "ovs_interfaceid": "07447054-2eac-45cb-b69a-300a6b788bf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.113910] env[62588]: DEBUG oslo_vmware.api [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1793942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064512} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.113910] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1677.114218] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5220b90-f84b-4c2d-8258-5984f6eb8b88 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.137134] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 51c87c23-78a1-47aa-a0db-a236ab6d23b3/51c87c23-78a1-47aa-a0db-a236ab6d23b3.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1677.142802] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14d86c69-39b3-4df3-a3a9-4c362d2b0c16 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.169558] env[62588]: DEBUG oslo_vmware.api [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1677.169558] env[62588]: value = "task-1793948" [ 1677.169558] env[62588]: _type = "Task" [ 1677.169558] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.182878] env[62588]: DEBUG oslo_vmware.api [None req-875ce155-b8be-45e9-bb46-dbbf807eeb10 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Task: {'id': task-1793943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126811} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.183562] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-875ce155-b8be-45e9-bb46-dbbf807eeb10 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1677.183791] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-875ce155-b8be-45e9-bb46-dbbf807eeb10 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1677.184043] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-875ce155-b8be-45e9-bb46-dbbf807eeb10 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1677.184233] env[62588]: INFO nova.compute.manager [None req-875ce155-b8be-45e9-bb46-dbbf807eeb10 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1677.184519] env[62588]: DEBUG oslo.service.loopingcall [None req-875ce155-b8be-45e9-bb46-dbbf807eeb10 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1677.184671] env[62588]: DEBUG nova.compute.manager [-] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1677.184809] env[62588]: DEBUG nova.network.neutron [-] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1677.192444] env[62588]: DEBUG oslo_vmware.api [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1793948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.221997] env[62588]: DEBUG oslo_vmware.api [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Task: {'id': task-1793944, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.240521] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4f7e2114-5bcd-4172-a6dc-8f6edc93bd04 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "5ac602d4-c986-4b84-bc66-faa62d4ef59c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.117s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.315183] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793947, 'name': CreateVM_Task, 'duration_secs': 0.492461} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.317766] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1677.319605] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.323019] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.323019] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1677.323019] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4348d26-54bf-4431-b0b8-7ccf1ae2969a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.325622] env[62588]: DEBUG oslo_vmware.api [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Waiting for the task: (returnval){ [ 1677.325622] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ada388-f59e-967e-1dbc-21a73f04551c" [ 1677.325622] env[62588]: _type = "Task" [ 1677.325622] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.333830] env[62588]: DEBUG oslo_vmware.api [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ada388-f59e-967e-1dbc-21a73f04551c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.403894] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559b6803-5b2a-45b5-9497-1152cf2ea417 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.411540] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905a74e2-fb6e-49cd-aeb8-33a52ffe3bd1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.165238] env[62588]: DEBUG oslo_concurrency.lockutils [req-78b4e017-5a9d-4b92-9305-88867e669bb7 req-951e640c-df70-4890-9462-ff7bab5a290b service nova] Releasing lock "refresh_cache-f900a2b7-8d13-49d9-8a2f-f2297356c2df" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.172045] env[62588]: DEBUG nova.compute.manager [req-2cd3771d-e252-424d-863d-0304057da0c4 req-5d5c13ca-1242-4fad-8beb-7f0dd98c1a9e service nova] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Received event network-vif-deleted-70d5fbc0-2677-4f52-ba03-d2b9c68b8aed {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1678.172045] env[62588]: INFO nova.compute.manager [req-2cd3771d-e252-424d-863d-0304057da0c4 req-5d5c13ca-1242-4fad-8beb-7f0dd98c1a9e service nova] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Neutron deleted interface 70d5fbc0-2677-4f52-ba03-d2b9c68b8aed; detaching it from the instance and deleting it from the info cache [ 1678.172045] env[62588]: DEBUG nova.network.neutron [req-2cd3771d-e252-424d-863d-0304057da0c4 req-5d5c13ca-1242-4fad-8beb-7f0dd98c1a9e service nova] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.182474] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c7200a-b0dc-42b2-b4b6-aea54f0935f8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.186917] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72f8144-02e5-43e1-ada0-5382406ef5ad {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.198038] env[62588]: DEBUG oslo_vmware.api [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ada388-f59e-967e-1dbc-21a73f04551c, 'name': SearchDatastore_Task, 'duration_secs': 0.015768} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.205083] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d10d93-325a-49b3-97ae-72ecd89df690 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.209203] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.209203] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1678.209426] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.209472] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.209625] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1678.210210] env[62588]: DEBUG oslo_vmware.api [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Task: {'id': task-1793944, 'name': PowerOnVM_Task, 'duration_secs': 0.940941} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.210436] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c0aa89-0d50-491b-94fb-6566107638e6 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Suspending the VM {{(pid=62588) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1678.210656] env[62588]: DEBUG oslo_vmware.api [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1793948, 'name': ReconfigVM_Task, 'duration_secs': 0.326391} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.211075] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb08de4a-3f98-499f-bc08-945750d1b0d6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.216018] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1678.216018] env[62588]: INFO nova.compute.manager [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Took 8.92 seconds to spawn the instance on the hypervisor. [ 1678.216018] env[62588]: DEBUG nova.compute.manager [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1678.216018] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-202b9d08-8fe2-4002-96b7-aa4bb7e63838 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.216018] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 51c87c23-78a1-47aa-a0db-a236ab6d23b3/51c87c23-78a1-47aa-a0db-a236ab6d23b3.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1678.216474] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c67a3a9-3f01-4a85-ae51-563ea54c5628 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.220023] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10c3a4c4-1dc5-4056-9fe3-31360e7c613d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.228660] env[62588]: DEBUG nova.compute.provider_tree [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1678.236089] env[62588]: DEBUG oslo_vmware.api [None req-b0c0aa89-0d50-491b-94fb-6566107638e6 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1678.236089] env[62588]: value = "task-1793949" [ 1678.236089] env[62588]: _type = "Task" [ 1678.236089] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.241628] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1678.241809] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1678.242596] env[62588]: DEBUG oslo_vmware.api [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1678.242596] env[62588]: value = "task-1793950" [ 1678.242596] env[62588]: _type = "Task" [ 1678.242596] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.243621] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9e3f723-d0ec-4ff5-ad11-0cc9cdd5cfb7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.253734] env[62588]: DEBUG oslo_vmware.api [None req-b0c0aa89-0d50-491b-94fb-6566107638e6 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793949, 'name': SuspendVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.255546] env[62588]: DEBUG oslo_vmware.api [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Waiting for the task: (returnval){ [ 1678.255546] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d59d8c-332e-efb2-2051-5e2343664273" [ 1678.255546] env[62588]: _type = "Task" [ 1678.255546] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.260037] env[62588]: DEBUG oslo_vmware.api [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1793950, 'name': Rename_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.269486] env[62588]: DEBUG oslo_vmware.api [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d59d8c-332e-efb2-2051-5e2343664273, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.669040] env[62588]: DEBUG oslo_concurrency.lockutils [None req-edf92bc6-7176-4f3c-bda2-2dbf4d74a4ef tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquiring lock "refresh_cache-88b35a0a-bc01-4bd4-91d5-fdb491b23b3e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.669695] env[62588]: DEBUG oslo_concurrency.lockutils [None req-edf92bc6-7176-4f3c-bda2-2dbf4d74a4ef tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquired lock "refresh_cache-88b35a0a-bc01-4bd4-91d5-fdb491b23b3e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.669695] env[62588]: DEBUG nova.network.neutron [None req-edf92bc6-7176-4f3c-bda2-2dbf4d74a4ef tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1678.685299] env[62588]: DEBUG nova.network.neutron [-] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.688136] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-831255c3-670c-40aa-833d-5cfb236424f8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.700019] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3264ffc3-27a1-4d69-9155-46fe30965daa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.739453] env[62588]: DEBUG nova.scheduler.client.report [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1678.742713] env[62588]: DEBUG nova.compute.manager [req-2cd3771d-e252-424d-863d-0304057da0c4 req-5d5c13ca-1242-4fad-8beb-7f0dd98c1a9e service nova] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Detach interface failed, port_id=70d5fbc0-2677-4f52-ba03-d2b9c68b8aed, reason: Instance aa58d5dd-6cee-4d32-b80a-1fdc853995e6 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1678.758910] env[62588]: DEBUG oslo_vmware.api [None req-b0c0aa89-0d50-491b-94fb-6566107638e6 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793949, 'name': SuspendVM_Task} progress is 45%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.762566] env[62588]: INFO nova.compute.manager [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Took 28.16 seconds to build instance. [ 1678.766148] env[62588]: DEBUG oslo_vmware.api [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1793950, 'name': Rename_Task, 'duration_secs': 0.151467} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.766779] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1678.767494] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ab6589a-e118-4b1d-bfb1-3f62f6866668 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.772884] env[62588]: DEBUG oslo_vmware.api [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d59d8c-332e-efb2-2051-5e2343664273, 'name': SearchDatastore_Task, 'duration_secs': 0.011837} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.774098] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abc67b21-b760-4a1a-9e18-02684c82bed1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.778277] env[62588]: DEBUG oslo_vmware.api [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1678.778277] env[62588]: value = "task-1793951" [ 1678.778277] env[62588]: _type = "Task" [ 1678.778277] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.779449] env[62588]: DEBUG oslo_vmware.api [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Waiting for the task: (returnval){ [ 1678.779449] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a12634-98ab-ed09-6536-d2014bb8443d" [ 1678.779449] env[62588]: _type = "Task" [ 1678.779449] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.791371] env[62588]: DEBUG oslo_vmware.api [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1793951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.794167] env[62588]: DEBUG oslo_vmware.api [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a12634-98ab-ed09-6536-d2014bb8443d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.190648] env[62588]: INFO nova.compute.manager [-] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Took 2.00 seconds to deallocate network for instance. [ 1679.244246] env[62588]: DEBUG oslo_concurrency.lockutils [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.264s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.244798] env[62588]: DEBUG nova.compute.manager [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1679.251983] env[62588]: DEBUG oslo_concurrency.lockutils [None req-338776e1-0b24-40a8-b5f6-6289da372cca tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.255s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.251983] env[62588]: DEBUG nova.objects.instance [None req-338776e1-0b24-40a8-b5f6-6289da372cca tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lazy-loading 'resources' on Instance uuid 5e3b85e8-1712-4f6f-98b8-655e7044928b {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1679.258656] env[62588]: DEBUG oslo_vmware.api [None req-b0c0aa89-0d50-491b-94fb-6566107638e6 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793949, 'name': SuspendVM_Task, 'duration_secs': 1.000783} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.258909] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c0aa89-0d50-491b-94fb-6566107638e6 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Suspended the VM {{(pid=62588) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1679.259101] env[62588]: DEBUG nova.compute.manager [None req-b0c0aa89-0d50-491b-94fb-6566107638e6 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1679.259906] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6368e3f5-da2e-4bc4-b831-e5dd567f8d56 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.268318] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c7d11445-95f0-46b8-9b8d-d7366c3b65af tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Lock "e19e9467-440b-4270-adc4-7959fc7344c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.679s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.292132] env[62588]: DEBUG oslo_vmware.api [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1793951, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.297970] env[62588]: DEBUG oslo_vmware.api [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a12634-98ab-ed09-6536-d2014bb8443d, 'name': SearchDatastore_Task, 'duration_secs': 0.012441} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.298490] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.298875] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] f900a2b7-8d13-49d9-8a2f-f2297356c2df/f900a2b7-8d13-49d9-8a2f-f2297356c2df.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1679.299680] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-179f66ab-ff4d-4bcf-99e1-8c787694ab7e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.307323] env[62588]: DEBUG oslo_vmware.api [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Waiting for the task: (returnval){ [ 1679.307323] env[62588]: value = "task-1793952" [ 1679.307323] env[62588]: _type = "Task" [ 1679.307323] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.317179] env[62588]: DEBUG oslo_vmware.api [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Task: {'id': task-1793952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.496782] env[62588]: DEBUG nova.network.neutron [None req-edf92bc6-7176-4f3c-bda2-2dbf4d74a4ef tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Updating instance_info_cache with network_info: [{"id": "bf10e734-b5f3-4b3f-8521-4d963d207784", "address": "fa:16:3e:51:c3:51", "network": {"id": "b6a9cca8-25b5-4032-bae2-e8e3ab9d1a1e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-281994708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb27351a15a848fe904eb62a31514ca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf10e734-b5", "ovs_interfaceid": "bf10e734-b5f3-4b3f-8521-4d963d207784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.701044] env[62588]: DEBUG oslo_concurrency.lockutils [None req-875ce155-b8be-45e9-bb46-dbbf807eeb10 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.754294] env[62588]: DEBUG nova.compute.utils [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1679.758617] env[62588]: DEBUG nova.compute.manager [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1679.758853] env[62588]: DEBUG nova.network.neutron [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1679.796821] env[62588]: DEBUG oslo_vmware.api [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1793951, 'name': PowerOnVM_Task, 'duration_secs': 0.814911} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.797452] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1679.797752] env[62588]: INFO nova.compute.manager [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Took 8.08 seconds to spawn the instance on the hypervisor. [ 1679.797919] env[62588]: DEBUG nova.compute.manager [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1679.799350] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4603f9ff-aadb-45e4-87ef-d21864666f63 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.826681] env[62588]: DEBUG oslo_vmware.api [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Task: {'id': task-1793952, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.831237] env[62588]: DEBUG nova.policy [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be1ca46aaa8b429baa004a02e4840428', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '962ad43ecb3d425ebc57be08dea7d954', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1679.869202] env[62588]: DEBUG nova.compute.manager [req-982b0306-3530-494b-a90b-beee4718e53c req-46c5af2f-d2a5-44ac-bc41-da6dbe9e6c57 service nova] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Received event network-changed-538c7005-28e3-429d-9d59-b15b2fa9b894 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1679.869577] env[62588]: DEBUG nova.compute.manager [req-982b0306-3530-494b-a90b-beee4718e53c req-46c5af2f-d2a5-44ac-bc41-da6dbe9e6c57 service nova] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Refreshing instance network info cache due to event network-changed-538c7005-28e3-429d-9d59-b15b2fa9b894. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1679.869910] env[62588]: DEBUG oslo_concurrency.lockutils [req-982b0306-3530-494b-a90b-beee4718e53c req-46c5af2f-d2a5-44ac-bc41-da6dbe9e6c57 service nova] Acquiring lock "refresh_cache-e19e9467-440b-4270-adc4-7959fc7344c2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.870188] env[62588]: DEBUG oslo_concurrency.lockutils [req-982b0306-3530-494b-a90b-beee4718e53c req-46c5af2f-d2a5-44ac-bc41-da6dbe9e6c57 service nova] Acquired lock "refresh_cache-e19e9467-440b-4270-adc4-7959fc7344c2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.870487] env[62588]: DEBUG nova.network.neutron [req-982b0306-3530-494b-a90b-beee4718e53c req-46c5af2f-d2a5-44ac-bc41-da6dbe9e6c57 service nova] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Refreshing network info cache for port 538c7005-28e3-429d-9d59-b15b2fa9b894 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1679.999942] env[62588]: DEBUG oslo_concurrency.lockutils [None req-edf92bc6-7176-4f3c-bda2-2dbf4d74a4ef tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Releasing lock "refresh_cache-88b35a0a-bc01-4bd4-91d5-fdb491b23b3e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.000795] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5706db71-a1f7-446b-b149-6d94b741dd74 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.012870] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-edf92bc6-7176-4f3c-bda2-2dbf4d74a4ef tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Resuming the VM {{(pid=62588) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1680.013043] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86366a68-adef-48bd-8b9d-cc471895f7e5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.020269] env[62588]: DEBUG oslo_vmware.api [None req-edf92bc6-7176-4f3c-bda2-2dbf4d74a4ef tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1680.020269] env[62588]: value = "task-1793953" [ 1680.020269] env[62588]: _type = "Task" [ 1680.020269] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.030837] env[62588]: DEBUG oslo_vmware.api [None req-edf92bc6-7176-4f3c-bda2-2dbf4d74a4ef tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.146879] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d565861c-1237-499e-b4d4-f25a705a7f5f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.155855] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6c7808-059a-4df2-ad61-87545cbc3d65 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.188026] env[62588]: DEBUG nova.network.neutron [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Successfully created port: 88713b7b-b3c5-4b64-9163-6dd866db497a {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1680.190620] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a995b80d-2192-4ca6-963c-7fcec91032fc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.198933] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28060d28-1060-4cca-a3ce-4acafe98d2b4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.214420] env[62588]: DEBUG nova.compute.provider_tree [None req-338776e1-0b24-40a8-b5f6-6289da372cca tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1680.220092] env[62588]: DEBUG oslo_concurrency.lockutils [None req-26e912aa-1ebd-43b0-99dd-ac4dc11c74b6 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "5ac602d4-c986-4b84-bc66-faa62d4ef59c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.220649] env[62588]: DEBUG oslo_concurrency.lockutils [None req-26e912aa-1ebd-43b0-99dd-ac4dc11c74b6 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "5ac602d4-c986-4b84-bc66-faa62d4ef59c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.220649] env[62588]: DEBUG oslo_concurrency.lockutils [None req-26e912aa-1ebd-43b0-99dd-ac4dc11c74b6 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "5ac602d4-c986-4b84-bc66-faa62d4ef59c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.220817] env[62588]: DEBUG oslo_concurrency.lockutils [None req-26e912aa-1ebd-43b0-99dd-ac4dc11c74b6 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "5ac602d4-c986-4b84-bc66-faa62d4ef59c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.221046] env[62588]: DEBUG oslo_concurrency.lockutils [None req-26e912aa-1ebd-43b0-99dd-ac4dc11c74b6 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "5ac602d4-c986-4b84-bc66-faa62d4ef59c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.223731] env[62588]: INFO nova.compute.manager [None req-26e912aa-1ebd-43b0-99dd-ac4dc11c74b6 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Terminating instance [ 1680.262247] env[62588]: DEBUG nova.compute.manager [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1680.327907] env[62588]: DEBUG oslo_vmware.api [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Task: {'id': task-1793952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626623} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.328439] env[62588]: INFO nova.compute.manager [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Took 24.41 seconds to build instance. [ 1680.333698] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] f900a2b7-8d13-49d9-8a2f-f2297356c2df/f900a2b7-8d13-49d9-8a2f-f2297356c2df.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1680.334052] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1680.334761] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e60ea4a-1cef-49bb-8416-d8048620ff5f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.346036] env[62588]: DEBUG oslo_vmware.api [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Waiting for the task: (returnval){ [ 1680.346036] env[62588]: value = "task-1793954" [ 1680.346036] env[62588]: _type = "Task" [ 1680.346036] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.359236] env[62588]: DEBUG oslo_vmware.api [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Task: {'id': task-1793954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.542090] env[62588]: DEBUG oslo_vmware.api [None req-edf92bc6-7176-4f3c-bda2-2dbf4d74a4ef tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793953, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.718927] env[62588]: DEBUG nova.scheduler.client.report [None req-338776e1-0b24-40a8-b5f6-6289da372cca tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1680.728928] env[62588]: DEBUG nova.compute.manager [None req-26e912aa-1ebd-43b0-99dd-ac4dc11c74b6 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1680.729168] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-26e912aa-1ebd-43b0-99dd-ac4dc11c74b6 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1680.730822] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d695ebbd-bba4-4443-a4a8-9b4d60169c5a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.743531] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-26e912aa-1ebd-43b0-99dd-ac4dc11c74b6 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1680.743839] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c27f924-a1f4-4f3c-bd8d-3106bb8393e8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.776842] env[62588]: DEBUG nova.network.neutron [req-982b0306-3530-494b-a90b-beee4718e53c req-46c5af2f-d2a5-44ac-bc41-da6dbe9e6c57 service nova] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Updated VIF entry in instance network info cache for port 538c7005-28e3-429d-9d59-b15b2fa9b894. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1680.777300] env[62588]: DEBUG nova.network.neutron [req-982b0306-3530-494b-a90b-beee4718e53c req-46c5af2f-d2a5-44ac-bc41-da6dbe9e6c57 service nova] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Updating instance_info_cache with network_info: [{"id": "538c7005-28e3-429d-9d59-b15b2fa9b894", "address": "fa:16:3e:8e:fd:6b", "network": {"id": "e521f4b6-37e7-4ef2-a58a-696809c693bd", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-230388107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd167d182f034b959effc1c2b95e90c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap538c7005-28", "ovs_interfaceid": "538c7005-28e3-429d-9d59-b15b2fa9b894", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1680.835663] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a03feb78-08a2-4bec-8356-d5bd9392bf53 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "51c87c23-78a1-47aa-a0db-a236ab6d23b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.929s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.865828] env[62588]: DEBUG oslo_vmware.api [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Task: {'id': task-1793954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087128} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.866277] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1680.867311] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643ef7d2-ee11-4ba7-85a5-8b108dc73dae {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.893172] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] f900a2b7-8d13-49d9-8a2f-f2297356c2df/f900a2b7-8d13-49d9-8a2f-f2297356c2df.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1680.894033] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3217471-a724-40cf-8297-585fd5f01e1c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.911156] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-26e912aa-1ebd-43b0-99dd-ac4dc11c74b6 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1680.911444] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-26e912aa-1ebd-43b0-99dd-ac4dc11c74b6 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1680.911667] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-26e912aa-1ebd-43b0-99dd-ac4dc11c74b6 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Deleting the datastore file [datastore1] 5ac602d4-c986-4b84-bc66-faa62d4ef59c {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1680.912640] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a606f537-1949-41f7-912f-8e1c3f190d27 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.917898] env[62588]: DEBUG oslo_vmware.api [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Waiting for the task: (returnval){ [ 1680.917898] env[62588]: value = "task-1793956" [ 1680.917898] env[62588]: _type = "Task" [ 1680.917898] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.919264] env[62588]: DEBUG oslo_vmware.api [None req-26e912aa-1ebd-43b0-99dd-ac4dc11c74b6 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1680.919264] env[62588]: value = "task-1793957" [ 1680.919264] env[62588]: _type = "Task" [ 1680.919264] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.932858] env[62588]: DEBUG oslo_vmware.api [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Task: {'id': task-1793956, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.936313] env[62588]: DEBUG oslo_vmware.api [None req-26e912aa-1ebd-43b0-99dd-ac4dc11c74b6 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.033978] env[62588]: DEBUG oslo_vmware.api [None req-edf92bc6-7176-4f3c-bda2-2dbf4d74a4ef tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793953, 'name': PowerOnVM_Task, 'duration_secs': 0.567453} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.034287] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-edf92bc6-7176-4f3c-bda2-2dbf4d74a4ef tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Resumed the VM {{(pid=62588) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1681.034471] env[62588]: DEBUG nova.compute.manager [None req-edf92bc6-7176-4f3c-bda2-2dbf4d74a4ef tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1681.035321] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561d0a9f-2326-42c6-8ac8-ced835a13d8d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.225473] env[62588]: DEBUG oslo_concurrency.lockutils [None req-338776e1-0b24-40a8-b5f6-6289da372cca tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.227912] env[62588]: DEBUG oslo_concurrency.lockutils [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.797s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.229547] env[62588]: INFO nova.compute.claims [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1681.250017] env[62588]: INFO nova.scheduler.client.report [None req-338776e1-0b24-40a8-b5f6-6289da372cca tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Deleted allocations for instance 5e3b85e8-1712-4f6f-98b8-655e7044928b [ 1681.273505] env[62588]: DEBUG nova.compute.manager [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1681.280034] env[62588]: DEBUG oslo_concurrency.lockutils [req-982b0306-3530-494b-a90b-beee4718e53c req-46c5af2f-d2a5-44ac-bc41-da6dbe9e6c57 service nova] Releasing lock "refresh_cache-e19e9467-440b-4270-adc4-7959fc7344c2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.302948] env[62588]: DEBUG nova.virt.hardware [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1681.303274] env[62588]: DEBUG nova.virt.hardware [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1681.303437] env[62588]: DEBUG nova.virt.hardware [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1681.303615] env[62588]: DEBUG nova.virt.hardware [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1681.303759] env[62588]: DEBUG nova.virt.hardware [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1681.303902] env[62588]: DEBUG nova.virt.hardware [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1681.304193] env[62588]: DEBUG nova.virt.hardware [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1681.304358] env[62588]: DEBUG nova.virt.hardware [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1681.304523] env[62588]: DEBUG nova.virt.hardware [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1681.304682] env[62588]: DEBUG nova.virt.hardware [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1681.304847] env[62588]: DEBUG nova.virt.hardware [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1681.306051] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ccdfa3-f0a1-4f9b-b69b-94c44e05f617 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.314158] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2777a64b-1c5f-457b-ae87-3c6dc974d863 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.359742] env[62588]: INFO nova.compute.manager [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Rebuilding instance [ 1681.396995] env[62588]: DEBUG nova.compute.manager [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1681.398373] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b4576c-21ca-4c5e-a0ad-6d1f519130c0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.430110] env[62588]: DEBUG oslo_vmware.api [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Task: {'id': task-1793956, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.435897] env[62588]: DEBUG oslo_vmware.api [None req-26e912aa-1ebd-43b0-99dd-ac4dc11c74b6 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1793957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267612} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.435897] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-26e912aa-1ebd-43b0-99dd-ac4dc11c74b6 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1681.435897] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-26e912aa-1ebd-43b0-99dd-ac4dc11c74b6 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1681.436141] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-26e912aa-1ebd-43b0-99dd-ac4dc11c74b6 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1681.436213] env[62588]: INFO nova.compute.manager [None req-26e912aa-1ebd-43b0-99dd-ac4dc11c74b6 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Took 0.71 seconds to destroy the instance on the hypervisor. [ 1681.436448] env[62588]: DEBUG oslo.service.loopingcall [None req-26e912aa-1ebd-43b0-99dd-ac4dc11c74b6 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1681.436630] env[62588]: DEBUG nova.compute.manager [-] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1681.436721] env[62588]: DEBUG nova.network.neutron [-] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1681.759296] env[62588]: DEBUG nova.compute.manager [req-c7962679-24be-45d9-bb93-b2f1ca05ea6b req-e27d40fe-ce2e-4643-b99a-3c69ee8ea5e8 service nova] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Received event network-vif-deleted-479a4482-79dc-4837-b8ad-3dfca1988316 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1681.759498] env[62588]: INFO nova.compute.manager [req-c7962679-24be-45d9-bb93-b2f1ca05ea6b req-e27d40fe-ce2e-4643-b99a-3c69ee8ea5e8 service nova] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Neutron deleted interface 479a4482-79dc-4837-b8ad-3dfca1988316; detaching it from the instance and deleting it from the info cache [ 1681.759668] env[62588]: DEBUG nova.network.neutron [req-c7962679-24be-45d9-bb93-b2f1ca05ea6b req-e27d40fe-ce2e-4643-b99a-3c69ee8ea5e8 service nova] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.760783] env[62588]: DEBUG oslo_concurrency.lockutils [None req-338776e1-0b24-40a8-b5f6-6289da372cca tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "5e3b85e8-1712-4f6f-98b8-655e7044928b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.120s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.931987] env[62588]: DEBUG oslo_vmware.api [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Task: {'id': task-1793956, 'name': ReconfigVM_Task, 'duration_secs': 0.697187} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.934623] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Reconfigured VM instance instance-0000004f to attach disk [datastore1] f900a2b7-8d13-49d9-8a2f-f2297356c2df/f900a2b7-8d13-49d9-8a2f-f2297356c2df.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1681.938866] env[62588]: DEBUG nova.compute.manager [req-8d1692b9-9a90-4c85-b71f-bfb044127e0e req-fa5679a3-024d-46b7-9128-eda8f4c03b97 service nova] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Received event network-vif-plugged-88713b7b-b3c5-4b64-9163-6dd866db497a {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1681.938983] env[62588]: DEBUG oslo_concurrency.lockutils [req-8d1692b9-9a90-4c85-b71f-bfb044127e0e req-fa5679a3-024d-46b7-9128-eda8f4c03b97 service nova] Acquiring lock "4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.939274] env[62588]: DEBUG oslo_concurrency.lockutils [req-8d1692b9-9a90-4c85-b71f-bfb044127e0e req-fa5679a3-024d-46b7-9128-eda8f4c03b97 service nova] Lock "4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.939439] env[62588]: DEBUG oslo_concurrency.lockutils [req-8d1692b9-9a90-4c85-b71f-bfb044127e0e req-fa5679a3-024d-46b7-9128-eda8f4c03b97 service nova] Lock "4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.939624] env[62588]: DEBUG nova.compute.manager [req-8d1692b9-9a90-4c85-b71f-bfb044127e0e req-fa5679a3-024d-46b7-9128-eda8f4c03b97 service nova] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] No waiting events found dispatching network-vif-plugged-88713b7b-b3c5-4b64-9163-6dd866db497a {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1681.940523] env[62588]: WARNING nova.compute.manager [req-8d1692b9-9a90-4c85-b71f-bfb044127e0e req-fa5679a3-024d-46b7-9128-eda8f4c03b97 service nova] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Received unexpected event network-vif-plugged-88713b7b-b3c5-4b64-9163-6dd866db497a for instance with vm_state building and task_state spawning. [ 1681.940523] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb4a8f1a-1979-4c6b-aecf-537bf3bf5c21 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.950927] env[62588]: DEBUG oslo_vmware.api [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Waiting for the task: (returnval){ [ 1681.950927] env[62588]: value = "task-1793958" [ 1681.950927] env[62588]: _type = "Task" [ 1681.950927] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.953585] env[62588]: DEBUG nova.network.neutron [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Successfully updated port: 88713b7b-b3c5-4b64-9163-6dd866db497a {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1681.963797] env[62588]: DEBUG oslo_vmware.api [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Task: {'id': task-1793958, 'name': Rename_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.208524] env[62588]: DEBUG nova.network.neutron [-] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.265991] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f013ea26-f3db-4dc5-a645-976bb2ac262a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.279094] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55c79bb-6e7c-413a-89ad-31590d05b951 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.323094] env[62588]: DEBUG nova.compute.manager [req-c7962679-24be-45d9-bb93-b2f1ca05ea6b req-e27d40fe-ce2e-4643-b99a-3c69ee8ea5e8 service nova] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Detach interface failed, port_id=479a4482-79dc-4837-b8ad-3dfca1988316, reason: Instance 5ac602d4-c986-4b84-bc66-faa62d4ef59c could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1682.326560] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98de59c1-bd1f-4a92-82ac-4d759dd54512 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "61f82ed6-fa5e-4bca-9264-ee86692839a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.327416] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98de59c1-bd1f-4a92-82ac-4d759dd54512 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "61f82ed6-fa5e-4bca-9264-ee86692839a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.327416] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98de59c1-bd1f-4a92-82ac-4d759dd54512 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "61f82ed6-fa5e-4bca-9264-ee86692839a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.328112] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98de59c1-bd1f-4a92-82ac-4d759dd54512 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "61f82ed6-fa5e-4bca-9264-ee86692839a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.328112] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98de59c1-bd1f-4a92-82ac-4d759dd54512 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "61f82ed6-fa5e-4bca-9264-ee86692839a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.330009] env[62588]: INFO nova.compute.manager [None req-98de59c1-bd1f-4a92-82ac-4d759dd54512 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Terminating instance [ 1682.412697] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1682.412697] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f0e4acd-97f5-4cb5-af57-7b9b7df35836 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.420692] env[62588]: DEBUG oslo_vmware.api [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1682.420692] env[62588]: value = "task-1793959" [ 1682.420692] env[62588]: _type = "Task" [ 1682.420692] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.435295] env[62588]: DEBUG oslo_vmware.api [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1793959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.461122] env[62588]: DEBUG oslo_concurrency.lockutils [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "refresh_cache-4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.461219] env[62588]: DEBUG oslo_concurrency.lockutils [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquired lock "refresh_cache-4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.461349] env[62588]: DEBUG nova.network.neutron [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1682.468214] env[62588]: DEBUG oslo_vmware.api [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Task: {'id': task-1793958, 'name': Rename_Task, 'duration_secs': 0.259139} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.468525] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1682.468782] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c6c65bb-772b-4733-bb11-9a1cd095e950 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.477449] env[62588]: DEBUG oslo_vmware.api [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Waiting for the task: (returnval){ [ 1682.477449] env[62588]: value = "task-1793960" [ 1682.477449] env[62588]: _type = "Task" [ 1682.477449] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.485950] env[62588]: DEBUG oslo_vmware.api [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Task: {'id': task-1793960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.597939] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f99b9a5-29bf-4305-af11-b5e0553f4b7a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.608586] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ea4dad-857c-487e-b405-ee53587bb57b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.642965] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf849d2-0696-474e-8a5c-621b5686d802 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.651203] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba053590-b6ba-46fd-ae28-6d36c00442ee {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.665115] env[62588]: DEBUG nova.compute.provider_tree [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1682.710122] env[62588]: INFO nova.compute.manager [-] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Took 1.27 seconds to deallocate network for instance. [ 1682.835018] env[62588]: DEBUG nova.compute.manager [None req-98de59c1-bd1f-4a92-82ac-4d759dd54512 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1682.835282] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-98de59c1-bd1f-4a92-82ac-4d759dd54512 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1682.836189] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88917e07-03c2-432c-840f-e7fa26dafd8a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.845972] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-98de59c1-bd1f-4a92-82ac-4d759dd54512 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1682.846313] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bf6163d-e860-4a96-a015-e0afef8fdbdd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.853808] env[62588]: DEBUG oslo_vmware.api [None req-98de59c1-bd1f-4a92-82ac-4d759dd54512 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1682.853808] env[62588]: value = "task-1793961" [ 1682.853808] env[62588]: _type = "Task" [ 1682.853808] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.862708] env[62588]: DEBUG oslo_vmware.api [None req-98de59c1-bd1f-4a92-82ac-4d759dd54512 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.932957] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "cc7df529-1891-4098-a07c-5446205bb4ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.933224] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "cc7df529-1891-4098-a07c-5446205bb4ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.934320] env[62588]: DEBUG oslo_vmware.api [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1793959, 'name': PowerOffVM_Task, 'duration_secs': 0.245178} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.937016] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1682.937016] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1682.937016] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58c5136-363e-4e83-9205-ee2ae075bedf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.943963] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1682.943963] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de61b92d-3d2e-44c1-9074-a0ea29bd97e8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.989036] env[62588]: DEBUG oslo_vmware.api [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Task: {'id': task-1793960, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.999154] env[62588]: DEBUG nova.network.neutron [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1683.041373] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1683.041373] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1683.041373] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Deleting the datastore file [datastore1] 51c87c23-78a1-47aa-a0db-a236ab6d23b3 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1683.041373] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cc54ad3-50ac-4f2f-84b9-f2f93642989d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.048705] env[62588]: DEBUG oslo_vmware.api [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1683.048705] env[62588]: value = "task-1793963" [ 1683.048705] env[62588]: _type = "Task" [ 1683.048705] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.064160] env[62588]: DEBUG oslo_vmware.api [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1793963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.168370] env[62588]: DEBUG nova.scheduler.client.report [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1683.218267] env[62588]: DEBUG oslo_concurrency.lockutils [None req-26e912aa-1ebd-43b0-99dd-ac4dc11c74b6 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.372700] env[62588]: DEBUG oslo_vmware.api [None req-98de59c1-bd1f-4a92-82ac-4d759dd54512 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793961, 'name': PowerOffVM_Task, 'duration_secs': 0.228757} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.373186] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-98de59c1-bd1f-4a92-82ac-4d759dd54512 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1683.373186] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-98de59c1-bd1f-4a92-82ac-4d759dd54512 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1683.375211] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07fecb53-9255-4cce-b36c-800b63747167 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.404724] env[62588]: DEBUG nova.network.neutron [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Updating instance_info_cache with network_info: [{"id": "88713b7b-b3c5-4b64-9163-6dd866db497a", "address": "fa:16:3e:a6:db:5e", "network": {"id": "ebfd054e-b4b8-4c77-9adb-1fd6bca34d84", "bridge": "br-int", "label": "tempest-ServersTestJSON-273759622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "962ad43ecb3d425ebc57be08dea7d954", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88713b7b-b3", "ovs_interfaceid": "88713b7b-b3c5-4b64-9163-6dd866db497a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.437831] env[62588]: DEBUG nova.compute.manager [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1683.490276] env[62588]: DEBUG oslo_vmware.api [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Task: {'id': task-1793960, 'name': PowerOnVM_Task, 'duration_secs': 0.749705} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.491483] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1683.491703] env[62588]: INFO nova.compute.manager [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Took 9.27 seconds to spawn the instance on the hypervisor. [ 1683.491961] env[62588]: DEBUG nova.compute.manager [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1683.492757] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114abd9f-9e42-4a8c-88b9-6d8be7122dc6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.564914] env[62588]: DEBUG oslo_vmware.api [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1793963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27288} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.565396] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1683.565671] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1683.566056] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1683.572167] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-98de59c1-bd1f-4a92-82ac-4d759dd54512 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1683.572738] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-98de59c1-bd1f-4a92-82ac-4d759dd54512 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1683.573106] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-98de59c1-bd1f-4a92-82ac-4d759dd54512 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Deleting the datastore file [datastore1] 61f82ed6-fa5e-4bca-9264-ee86692839a4 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1683.573637] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6b00fb9-1ea2-4d21-9bf2-19de4e66579f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.581349] env[62588]: DEBUG oslo_vmware.api [None req-98de59c1-bd1f-4a92-82ac-4d759dd54512 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1683.581349] env[62588]: value = "task-1793965" [ 1683.581349] env[62588]: _type = "Task" [ 1683.581349] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.593594] env[62588]: DEBUG oslo_vmware.api [None req-98de59c1-bd1f-4a92-82ac-4d759dd54512 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.673792] env[62588]: DEBUG oslo_concurrency.lockutils [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.446s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.674580] env[62588]: DEBUG nova.compute.manager [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1683.678012] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a5437697-4915-4332-a2f3-e1b56b6b54dc tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.933s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.679024] env[62588]: DEBUG nova.objects.instance [None req-a5437697-4915-4332-a2f3-e1b56b6b54dc tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Lazy-loading 'resources' on Instance uuid 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1683.907917] env[62588]: DEBUG oslo_concurrency.lockutils [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Releasing lock "refresh_cache-4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.907917] env[62588]: DEBUG nova.compute.manager [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Instance network_info: |[{"id": "88713b7b-b3c5-4b64-9163-6dd866db497a", "address": "fa:16:3e:a6:db:5e", "network": {"id": "ebfd054e-b4b8-4c77-9adb-1fd6bca34d84", "bridge": "br-int", "label": "tempest-ServersTestJSON-273759622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "962ad43ecb3d425ebc57be08dea7d954", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88713b7b-b3", "ovs_interfaceid": "88713b7b-b3c5-4b64-9163-6dd866db497a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1683.908284] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:db:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88713b7b-b3c5-4b64-9163-6dd866db497a', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1683.917522] env[62588]: DEBUG oslo.service.loopingcall [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1683.918370] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1683.918631] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e63fd6f-e90f-4182-b98a-bdbeee7043e4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.942308] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1683.942308] env[62588]: value = "task-1793966" [ 1683.942308] env[62588]: _type = "Task" [ 1683.942308] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.957055] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793966, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.982191] env[62588]: DEBUG nova.compute.manager [req-18c671d5-d28f-4dd0-9279-2664a49c3169 req-08abe44e-fb9b-4ea7-a7a8-c1931bd6081b service nova] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Received event network-changed-88713b7b-b3c5-4b64-9163-6dd866db497a {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1683.982191] env[62588]: DEBUG nova.compute.manager [req-18c671d5-d28f-4dd0-9279-2664a49c3169 req-08abe44e-fb9b-4ea7-a7a8-c1931bd6081b service nova] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Refreshing instance network info cache due to event network-changed-88713b7b-b3c5-4b64-9163-6dd866db497a. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1683.982191] env[62588]: DEBUG oslo_concurrency.lockutils [req-18c671d5-d28f-4dd0-9279-2664a49c3169 req-08abe44e-fb9b-4ea7-a7a8-c1931bd6081b service nova] Acquiring lock "refresh_cache-4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.982191] env[62588]: DEBUG oslo_concurrency.lockutils [req-18c671d5-d28f-4dd0-9279-2664a49c3169 req-08abe44e-fb9b-4ea7-a7a8-c1931bd6081b service nova] Acquired lock "refresh_cache-4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.982341] env[62588]: DEBUG nova.network.neutron [req-18c671d5-d28f-4dd0-9279-2664a49c3169 req-08abe44e-fb9b-4ea7-a7a8-c1931bd6081b service nova] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Refreshing network info cache for port 88713b7b-b3c5-4b64-9163-6dd866db497a {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1683.984738] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.012306] env[62588]: INFO nova.compute.manager [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Took 17.94 seconds to build instance. [ 1684.094120] env[62588]: DEBUG oslo_vmware.api [None req-98de59c1-bd1f-4a92-82ac-4d759dd54512 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.184791] env[62588]: DEBUG nova.compute.utils [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1684.187808] env[62588]: DEBUG nova.compute.manager [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1684.190592] env[62588]: DEBUG nova.network.neutron [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1684.242982] env[62588]: DEBUG nova.policy [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef7df52677d5467684d71c770550adb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '979ec9f712cf4691b14f90355fbb2827', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1684.454471] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793966, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.517594] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8ff33db0-a12d-4034-a924-caee8ec7d832 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Lock "f900a2b7-8d13-49d9-8a2f-f2297356c2df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.452s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.534904] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947a253d-5d3d-444e-a6c0-e6bf246202f9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.544953] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840b211f-deba-4b60-ba6a-55fff6b28288 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.584630] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63364204-5f9a-4a5a-b636-cc6b3b568616 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.604836] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c1290e-171a-4e94-a86f-3d514087a4ce {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.610148] env[62588]: DEBUG oslo_vmware.api [None req-98de59c1-bd1f-4a92-82ac-4d759dd54512 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.562935} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.610633] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-98de59c1-bd1f-4a92-82ac-4d759dd54512 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1684.610830] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-98de59c1-bd1f-4a92-82ac-4d759dd54512 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1684.611016] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-98de59c1-bd1f-4a92-82ac-4d759dd54512 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1684.611281] env[62588]: INFO nova.compute.manager [None req-98de59c1-bd1f-4a92-82ac-4d759dd54512 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Took 1.78 seconds to destroy the instance on the hypervisor. [ 1684.611538] env[62588]: DEBUG oslo.service.loopingcall [None req-98de59c1-bd1f-4a92-82ac-4d759dd54512 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1684.614266] env[62588]: DEBUG nova.compute.manager [-] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1684.614464] env[62588]: DEBUG nova.network.neutron [-] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1684.628094] env[62588]: DEBUG nova.compute.provider_tree [None req-a5437697-4915-4332-a2f3-e1b56b6b54dc tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1684.635544] env[62588]: DEBUG nova.virt.hardware [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1684.635800] env[62588]: DEBUG nova.virt.hardware [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1684.635934] env[62588]: DEBUG nova.virt.hardware [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1684.636264] env[62588]: DEBUG nova.virt.hardware [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1684.636433] env[62588]: DEBUG nova.virt.hardware [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1684.636581] env[62588]: DEBUG nova.virt.hardware [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1684.636790] env[62588]: DEBUG nova.virt.hardware [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1684.636952] env[62588]: DEBUG nova.virt.hardware [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1684.637132] env[62588]: DEBUG nova.virt.hardware [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1684.637334] env[62588]: DEBUG nova.virt.hardware [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1684.637521] env[62588]: DEBUG nova.virt.hardware [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1684.638428] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bc272f-1bf1-4e54-b9b3-bae8f7f7e771 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.649017] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ef6495-a66c-4e0c-a3c8-0319b91809da {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.662549] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:2f:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '026c3a83-07c1-44fd-b977-6ae6105823be', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1684.670778] env[62588]: DEBUG oslo.service.loopingcall [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1684.672952] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1684.673233] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d512f8e-7954-4d6d-87f1-1b05937e0b8f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.695014] env[62588]: DEBUG nova.compute.manager [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1684.699305] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1684.699305] env[62588]: value = "task-1793967" [ 1684.699305] env[62588]: _type = "Task" [ 1684.699305] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.709476] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793967, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.775271] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16b8c16b-c442-4e54-956b-4a380db915da tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Acquiring lock "interface-f900a2b7-8d13-49d9-8a2f-f2297356c2df-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.775561] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16b8c16b-c442-4e54-956b-4a380db915da tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Lock "interface-f900a2b7-8d13-49d9-8a2f-f2297356c2df-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.776051] env[62588]: DEBUG nova.objects.instance [None req-16b8c16b-c442-4e54-956b-4a380db915da tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Lazy-loading 'flavor' on Instance uuid f900a2b7-8d13-49d9-8a2f-f2297356c2df {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1684.841513] env[62588]: DEBUG nova.network.neutron [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Successfully created port: db5c060f-ac9c-467e-b8c3-f4c52c60e360 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1684.892386] env[62588]: DEBUG nova.network.neutron [req-18c671d5-d28f-4dd0-9279-2664a49c3169 req-08abe44e-fb9b-4ea7-a7a8-c1931bd6081b service nova] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Updated VIF entry in instance network info cache for port 88713b7b-b3c5-4b64-9163-6dd866db497a. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1684.892786] env[62588]: DEBUG nova.network.neutron [req-18c671d5-d28f-4dd0-9279-2664a49c3169 req-08abe44e-fb9b-4ea7-a7a8-c1931bd6081b service nova] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Updating instance_info_cache with network_info: [{"id": "88713b7b-b3c5-4b64-9163-6dd866db497a", "address": "fa:16:3e:a6:db:5e", "network": {"id": "ebfd054e-b4b8-4c77-9adb-1fd6bca34d84", "bridge": "br-int", "label": "tempest-ServersTestJSON-273759622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "962ad43ecb3d425ebc57be08dea7d954", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88713b7b-b3", "ovs_interfaceid": "88713b7b-b3c5-4b64-9163-6dd866db497a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.955024] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793966, 'name': CreateVM_Task, 'duration_secs': 0.552494} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.955327] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1684.956032] env[62588]: DEBUG oslo_concurrency.lockutils [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.956235] env[62588]: DEBUG oslo_concurrency.lockutils [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.956589] env[62588]: DEBUG oslo_concurrency.lockutils [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1684.956876] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-948e275c-ac5b-41af-bfe8-fa31e8aff5d2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.964660] env[62588]: DEBUG oslo_vmware.api [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1684.964660] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f0ace6-1319-c67b-0262-ba1cf05028cd" [ 1684.964660] env[62588]: _type = "Task" [ 1684.964660] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.971299] env[62588]: DEBUG oslo_vmware.api [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f0ace6-1319-c67b-0262-ba1cf05028cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.131719] env[62588]: DEBUG nova.scheduler.client.report [None req-a5437697-4915-4332-a2f3-e1b56b6b54dc tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1685.218368] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793967, 'name': CreateVM_Task, 'duration_secs': 0.464639} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.218869] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1685.219258] env[62588]: DEBUG oslo_concurrency.lockutils [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.281664] env[62588]: DEBUG nova.objects.instance [None req-16b8c16b-c442-4e54-956b-4a380db915da tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Lazy-loading 'pci_requests' on Instance uuid f900a2b7-8d13-49d9-8a2f-f2297356c2df {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1685.399889] env[62588]: DEBUG oslo_concurrency.lockutils [req-18c671d5-d28f-4dd0-9279-2664a49c3169 req-08abe44e-fb9b-4ea7-a7a8-c1931bd6081b service nova] Releasing lock "refresh_cache-4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.474916] env[62588]: DEBUG oslo_vmware.api [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f0ace6-1319-c67b-0262-ba1cf05028cd, 'name': SearchDatastore_Task, 'duration_secs': 0.012559} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.477306] env[62588]: DEBUG oslo_concurrency.lockutils [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.477306] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1685.477306] env[62588]: DEBUG oslo_concurrency.lockutils [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.477306] env[62588]: DEBUG oslo_concurrency.lockutils [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.477306] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1685.477306] env[62588]: DEBUG oslo_concurrency.lockutils [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.477306] env[62588]: DEBUG oslo_concurrency.lockutils [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1685.477638] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c47dfd0-accb-4634-9ae5-8282a36a74d7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.480060] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38f3c53d-a61f-4289-ab83-f8b7e645f254 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.485142] env[62588]: DEBUG oslo_vmware.api [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1685.485142] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c4a0c9-70ee-bd56-a383-513f2210d55e" [ 1685.485142] env[62588]: _type = "Task" [ 1685.485142] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.490667] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1685.490819] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1685.493554] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f02a5fcb-c08b-468c-a1bd-f5def37d55c1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.498076] env[62588]: DEBUG oslo_vmware.api [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c4a0c9-70ee-bd56-a383-513f2210d55e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.501338] env[62588]: DEBUG oslo_vmware.api [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1685.501338] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52eba5b7-e46b-cb67-787b-ff07bfb66e1e" [ 1685.501338] env[62588]: _type = "Task" [ 1685.501338] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.511406] env[62588]: DEBUG nova.network.neutron [-] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.511406] env[62588]: DEBUG oslo_vmware.api [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52eba5b7-e46b-cb67-787b-ff07bfb66e1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.642841] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a5437697-4915-4332-a2f3-e1b56b6b54dc tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.645546] env[62588]: DEBUG oslo_concurrency.lockutils [None req-875ce155-b8be-45e9-bb46-dbbf807eeb10 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.948s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.645546] env[62588]: DEBUG nova.objects.instance [None req-875ce155-b8be-45e9-bb46-dbbf807eeb10 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lazy-loading 'resources' on Instance uuid aa58d5dd-6cee-4d32-b80a-1fdc853995e6 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1685.675245] env[62588]: INFO nova.scheduler.client.report [None req-a5437697-4915-4332-a2f3-e1b56b6b54dc tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Deleted allocations for instance 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e [ 1685.713047] env[62588]: DEBUG nova.compute.manager [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1685.743562] env[62588]: DEBUG nova.virt.hardware [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1685.743813] env[62588]: DEBUG nova.virt.hardware [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1685.744469] env[62588]: DEBUG nova.virt.hardware [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1685.744469] env[62588]: DEBUG nova.virt.hardware [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1685.744469] env[62588]: DEBUG nova.virt.hardware [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1685.744661] env[62588]: DEBUG nova.virt.hardware [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1685.744857] env[62588]: DEBUG nova.virt.hardware [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1685.745026] env[62588]: DEBUG nova.virt.hardware [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1685.745212] env[62588]: DEBUG nova.virt.hardware [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1685.745387] env[62588]: DEBUG nova.virt.hardware [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1685.745563] env[62588]: DEBUG nova.virt.hardware [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1685.746463] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a869bd3e-a701-4481-b658-a33afbe6e0ca {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.754935] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c34d0ce-a54f-42cd-bf56-098cfe25146a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.770798] env[62588]: DEBUG nova.compute.manager [req-3ba4ee8b-a733-4464-b50d-905b18625048 req-bdbf4e08-8e55-4b5b-9488-428d9c99896d service nova] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Received event network-vif-deleted-ea1b8181-46ed-4bfe-96ce-71578cbd29a3 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1685.784974] env[62588]: DEBUG nova.objects.base [None req-16b8c16b-c442-4e54-956b-4a380db915da tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62588) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1685.785109] env[62588]: DEBUG nova.network.neutron [None req-16b8c16b-c442-4e54-956b-4a380db915da tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1685.883614] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16b8c16b-c442-4e54-956b-4a380db915da tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Lock "interface-f900a2b7-8d13-49d9-8a2f-f2297356c2df-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.108s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.999768] env[62588]: DEBUG oslo_vmware.api [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c4a0c9-70ee-bd56-a383-513f2210d55e, 'name': SearchDatastore_Task, 'duration_secs': 0.013454} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.001660] env[62588]: DEBUG oslo_concurrency.lockutils [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.001978] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1686.002367] env[62588]: DEBUG oslo_concurrency.lockutils [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.005939] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Acquiring lock "7af35d34-6ea3-4951-8cae-1fffcd1f29e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.006223] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Lock "7af35d34-6ea3-4951-8cae-1fffcd1f29e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.013105] env[62588]: INFO nova.compute.manager [-] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Took 1.40 seconds to deallocate network for instance. [ 1686.018742] env[62588]: DEBUG oslo_vmware.api [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52eba5b7-e46b-cb67-787b-ff07bfb66e1e, 'name': SearchDatastore_Task, 'duration_secs': 0.011002} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.023343] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cdc0fb5-1410-4d73-90ca-2edc9e026a9b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.031143] env[62588]: DEBUG oslo_vmware.api [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1686.031143] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ed8e34-b0ff-544c-e3bc-7d6ed917ad0f" [ 1686.031143] env[62588]: _type = "Task" [ 1686.031143] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.046163] env[62588]: DEBUG oslo_vmware.api [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ed8e34-b0ff-544c-e3bc-7d6ed917ad0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.187431] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a5437697-4915-4332-a2f3-e1b56b6b54dc tempest-ServerExternalEventsTest-880378422 tempest-ServerExternalEventsTest-880378422-project-member] Lock "6f7b8304-a4ce-4bcb-8a1a-670dff794f1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.973s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.512162] env[62588]: DEBUG nova.compute.manager [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1686.519087] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe1b062-dbbb-4298-abb6-40ca61b7510c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.524924] env[62588]: DEBUG nova.compute.manager [req-2be06cb2-a90d-4bfb-923e-94816678110a req-0b33e6c7-3937-45b9-be6b-c013bd0386b2 service nova] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Received event network-vif-plugged-db5c060f-ac9c-467e-b8c3-f4c52c60e360 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1686.525356] env[62588]: DEBUG oslo_concurrency.lockutils [req-2be06cb2-a90d-4bfb-923e-94816678110a req-0b33e6c7-3937-45b9-be6b-c013bd0386b2 service nova] Acquiring lock "6a5d81c6-e4ba-4066-967a-1e81e6eff0f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.525947] env[62588]: DEBUG oslo_concurrency.lockutils [req-2be06cb2-a90d-4bfb-923e-94816678110a req-0b33e6c7-3937-45b9-be6b-c013bd0386b2 service nova] Lock "6a5d81c6-e4ba-4066-967a-1e81e6eff0f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.526066] env[62588]: DEBUG oslo_concurrency.lockutils [req-2be06cb2-a90d-4bfb-923e-94816678110a req-0b33e6c7-3937-45b9-be6b-c013bd0386b2 service nova] Lock "6a5d81c6-e4ba-4066-967a-1e81e6eff0f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.526285] env[62588]: DEBUG nova.compute.manager [req-2be06cb2-a90d-4bfb-923e-94816678110a req-0b33e6c7-3937-45b9-be6b-c013bd0386b2 service nova] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] No waiting events found dispatching network-vif-plugged-db5c060f-ac9c-467e-b8c3-f4c52c60e360 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1686.526532] env[62588]: WARNING nova.compute.manager [req-2be06cb2-a90d-4bfb-923e-94816678110a req-0b33e6c7-3937-45b9-be6b-c013bd0386b2 service nova] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Received unexpected event network-vif-plugged-db5c060f-ac9c-467e-b8c3-f4c52c60e360 for instance with vm_state building and task_state spawning. [ 1686.527801] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98de59c1-bd1f-4a92-82ac-4d759dd54512 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.537607] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759d87b9-62c1-41c9-bcab-a5a8aaacad78 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.551545] env[62588]: DEBUG oslo_vmware.api [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ed8e34-b0ff-544c-e3bc-7d6ed917ad0f, 'name': SearchDatastore_Task, 'duration_secs': 0.011871} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.581801] env[62588]: DEBUG oslo_concurrency.lockutils [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.582167] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d/4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1686.583896] env[62588]: DEBUG oslo_concurrency.lockutils [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.584203] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1686.584613] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a470953-0743-4291-896d-bcdc672a9600 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.587807] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b47810-c50b-4e2d-bd52-250e87c3cebf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.590252] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d244f137-fe9d-4140-bffb-368f1eff4e8f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.599407] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3ab94e-6260-4092-a8e0-b91a620847ac {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.603549] env[62588]: DEBUG oslo_vmware.api [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1686.603549] env[62588]: value = "task-1793968" [ 1686.603549] env[62588]: _type = "Task" [ 1686.603549] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.605163] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1686.605344] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1686.611735] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f7f1bb9-5b0b-4755-b364-477e9705dde2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.623271] env[62588]: DEBUG nova.compute.provider_tree [None req-875ce155-b8be-45e9-bb46-dbbf807eeb10 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1686.629990] env[62588]: DEBUG oslo_vmware.api [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.631470] env[62588]: DEBUG oslo_vmware.api [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1686.631470] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52bcbb5f-f3dd-6cd1-b1e1-faa1e25e6b04" [ 1686.631470] env[62588]: _type = "Task" [ 1686.631470] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.632575] env[62588]: DEBUG nova.network.neutron [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Successfully updated port: db5c060f-ac9c-467e-b8c3-f4c52c60e360 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1686.644186] env[62588]: DEBUG oslo_vmware.api [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52bcbb5f-f3dd-6cd1-b1e1-faa1e25e6b04, 'name': SearchDatastore_Task, 'duration_secs': 0.011432} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.645811] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0df6cdee-a87b-4d6b-be82-18476e34a452 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.653017] env[62588]: DEBUG oslo_vmware.api [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1686.653017] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e6c64b-b28c-625c-40b0-23e9ad904d5f" [ 1686.653017] env[62588]: _type = "Task" [ 1686.653017] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.659750] env[62588]: DEBUG oslo_vmware.api [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e6c64b-b28c-625c-40b0-23e9ad904d5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.044315] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.114650] env[62588]: DEBUG oslo_vmware.api [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793968, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.127980] env[62588]: DEBUG nova.scheduler.client.report [None req-875ce155-b8be-45e9-bb46-dbbf807eeb10 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1687.136060] env[62588]: DEBUG oslo_concurrency.lockutils [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "refresh_cache-6a5d81c6-e4ba-4066-967a-1e81e6eff0f7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.136060] env[62588]: DEBUG oslo_concurrency.lockutils [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquired lock "refresh_cache-6a5d81c6-e4ba-4066-967a-1e81e6eff0f7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.136060] env[62588]: DEBUG nova.network.neutron [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1687.162561] env[62588]: DEBUG oslo_vmware.api [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e6c64b-b28c-625c-40b0-23e9ad904d5f, 'name': SearchDatastore_Task, 'duration_secs': 0.028299} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.162847] env[62588]: DEBUG oslo_concurrency.lockutils [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.163118] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 51c87c23-78a1-47aa-a0db-a236ab6d23b3/51c87c23-78a1-47aa-a0db-a236ab6d23b3.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1687.163388] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ddfa990-7cf1-4294-a5e6-07ebfb1f92cb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.172402] env[62588]: DEBUG oslo_vmware.api [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1687.172402] env[62588]: value = "task-1793969" [ 1687.172402] env[62588]: _type = "Task" [ 1687.172402] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.181927] env[62588]: DEBUG oslo_vmware.api [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1793969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.615419] env[62588]: DEBUG oslo_vmware.api [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.87646} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.615719] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d/4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1687.615872] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1687.616143] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38c0be7b-6110-4395-a608-594471349b27 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.622590] env[62588]: DEBUG oslo_vmware.api [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1687.622590] env[62588]: value = "task-1793970" [ 1687.622590] env[62588]: _type = "Task" [ 1687.622590] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.629973] env[62588]: DEBUG oslo_vmware.api [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.632776] env[62588]: DEBUG oslo_concurrency.lockutils [None req-875ce155-b8be-45e9-bb46-dbbf807eeb10 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.635715] env[62588]: DEBUG oslo_concurrency.lockutils [None req-26e912aa-1ebd-43b0-99dd-ac4dc11c74b6 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.417s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.635715] env[62588]: DEBUG nova.objects.instance [None req-26e912aa-1ebd-43b0-99dd-ac4dc11c74b6 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lazy-loading 'resources' on Instance uuid 5ac602d4-c986-4b84-bc66-faa62d4ef59c {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1687.662144] env[62588]: INFO nova.scheduler.client.report [None req-875ce155-b8be-45e9-bb46-dbbf807eeb10 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Deleted allocations for instance aa58d5dd-6cee-4d32-b80a-1fdc853995e6 [ 1687.670591] env[62588]: DEBUG nova.network.neutron [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1687.685451] env[62588]: DEBUG oslo_vmware.api [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1793969, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.840784] env[62588]: DEBUG nova.network.neutron [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Updating instance_info_cache with network_info: [{"id": "db5c060f-ac9c-467e-b8c3-f4c52c60e360", "address": "fa:16:3e:6b:41:98", "network": {"id": "94db9e1b-f422-4077-be68-4fd81b713a80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1210070792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "979ec9f712cf4691b14f90355fbb2827", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5c060f-ac", "ovs_interfaceid": "db5c060f-ac9c-467e-b8c3-f4c52c60e360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.872552] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e85adbf6-410c-4ae2-a833-0791ad3a9937 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Acquiring lock "f900a2b7-8d13-49d9-8a2f-f2297356c2df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.872837] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e85adbf6-410c-4ae2-a833-0791ad3a9937 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Lock "f900a2b7-8d13-49d9-8a2f-f2297356c2df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.873960] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e85adbf6-410c-4ae2-a833-0791ad3a9937 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Acquiring lock "f900a2b7-8d13-49d9-8a2f-f2297356c2df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.873960] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e85adbf6-410c-4ae2-a833-0791ad3a9937 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Lock "f900a2b7-8d13-49d9-8a2f-f2297356c2df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.873960] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e85adbf6-410c-4ae2-a833-0791ad3a9937 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Lock "f900a2b7-8d13-49d9-8a2f-f2297356c2df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.876023] env[62588]: INFO nova.compute.manager [None req-e85adbf6-410c-4ae2-a833-0791ad3a9937 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Terminating instance [ 1688.134334] env[62588]: DEBUG oslo_vmware.api [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086623} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.134693] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1688.135507] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e521980-f70d-474b-a2cf-e6b7934b030c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.161183] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d/4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1688.161824] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7e761a2-8b52-426b-9b85-f5c55ffebbe7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.183820] env[62588]: DEBUG oslo_concurrency.lockutils [None req-875ce155-b8be-45e9-bb46-dbbf807eeb10 tempest-ServersAdminTestJSON-750985982 tempest-ServersAdminTestJSON-750985982-project-member] Lock "aa58d5dd-6cee-4d32-b80a-1fdc853995e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.650s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.190450] env[62588]: DEBUG oslo_vmware.api [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1793969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.832629} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.191601] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 51c87c23-78a1-47aa-a0db-a236ab6d23b3/51c87c23-78a1-47aa-a0db-a236ab6d23b3.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1688.191828] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1688.192132] env[62588]: DEBUG oslo_vmware.api [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1688.192132] env[62588]: value = "task-1793971" [ 1688.192132] env[62588]: _type = "Task" [ 1688.192132] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.194375] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5cb732f3-7450-4f3e-a059-11df5bfe4601 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.205619] env[62588]: DEBUG oslo_vmware.api [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.206632] env[62588]: DEBUG oslo_vmware.api [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1688.206632] env[62588]: value = "task-1793972" [ 1688.206632] env[62588]: _type = "Task" [ 1688.206632] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.218287] env[62588]: DEBUG oslo_vmware.api [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1793972, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.345314] env[62588]: DEBUG oslo_concurrency.lockutils [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Releasing lock "refresh_cache-6a5d81c6-e4ba-4066-967a-1e81e6eff0f7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.345595] env[62588]: DEBUG nova.compute.manager [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Instance network_info: |[{"id": "db5c060f-ac9c-467e-b8c3-f4c52c60e360", "address": "fa:16:3e:6b:41:98", "network": {"id": "94db9e1b-f422-4077-be68-4fd81b713a80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1210070792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "979ec9f712cf4691b14f90355fbb2827", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5c060f-ac", "ovs_interfaceid": "db5c060f-ac9c-467e-b8c3-f4c52c60e360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1688.346184] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:41:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd182e8eb-3f6d-4c76-a06e-133dd9b3cd30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db5c060f-ac9c-467e-b8c3-f4c52c60e360', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1688.355462] env[62588]: DEBUG oslo.service.loopingcall [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1688.355462] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1688.355462] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edc05fd7-1e56-4d59-b54c-293414be2b53 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.378510] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1688.378510] env[62588]: value = "task-1793973" [ 1688.378510] env[62588]: _type = "Task" [ 1688.378510] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.386805] env[62588]: DEBUG nova.compute.manager [None req-e85adbf6-410c-4ae2-a833-0791ad3a9937 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1688.387036] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e85adbf6-410c-4ae2-a833-0791ad3a9937 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1688.387263] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793973, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.390215] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17aea1de-0d57-4449-97f2-edc4d67ac856 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.397215] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85adbf6-410c-4ae2-a833-0791ad3a9937 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1688.397474] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a7a2839-c12a-41b4-a018-25b4ffbbc571 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.406958] env[62588]: DEBUG oslo_vmware.api [None req-e85adbf6-410c-4ae2-a833-0791ad3a9937 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Waiting for the task: (returnval){ [ 1688.406958] env[62588]: value = "task-1793974" [ 1688.406958] env[62588]: _type = "Task" [ 1688.406958] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.417716] env[62588]: DEBUG oslo_vmware.api [None req-e85adbf6-410c-4ae2-a833-0791ad3a9937 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Task: {'id': task-1793974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.469411] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09cf1dd-5b5e-46c4-bbb4-2b11dc189033 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.481898] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbf72c8-ae6f-4fd5-bb05-70365849752d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.516160] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f9f9bc-2b9e-4250-bc09-5c9add3ed8ad {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.528845] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e2d6d5-83ae-4430-9670-8f5e89bef763 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.541195] env[62588]: DEBUG nova.compute.provider_tree [None req-26e912aa-1ebd-43b0-99dd-ac4dc11c74b6 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1688.596089] env[62588]: DEBUG nova.compute.manager [req-d91a2504-9949-4812-ba3a-85a2eaf77631 req-b89d5bff-6616-4d13-b854-729a81fcc467 service nova] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Received event network-changed-db5c060f-ac9c-467e-b8c3-f4c52c60e360 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1688.596312] env[62588]: DEBUG nova.compute.manager [req-d91a2504-9949-4812-ba3a-85a2eaf77631 req-b89d5bff-6616-4d13-b854-729a81fcc467 service nova] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Refreshing instance network info cache due to event network-changed-db5c060f-ac9c-467e-b8c3-f4c52c60e360. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1688.596580] env[62588]: DEBUG oslo_concurrency.lockutils [req-d91a2504-9949-4812-ba3a-85a2eaf77631 req-b89d5bff-6616-4d13-b854-729a81fcc467 service nova] Acquiring lock "refresh_cache-6a5d81c6-e4ba-4066-967a-1e81e6eff0f7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.596773] env[62588]: DEBUG oslo_concurrency.lockutils [req-d91a2504-9949-4812-ba3a-85a2eaf77631 req-b89d5bff-6616-4d13-b854-729a81fcc467 service nova] Acquired lock "refresh_cache-6a5d81c6-e4ba-4066-967a-1e81e6eff0f7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.596960] env[62588]: DEBUG nova.network.neutron [req-d91a2504-9949-4812-ba3a-85a2eaf77631 req-b89d5bff-6616-4d13-b854-729a81fcc467 service nova] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Refreshing network info cache for port db5c060f-ac9c-467e-b8c3-f4c52c60e360 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1688.707695] env[62588]: DEBUG oslo_vmware.api [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.716549] env[62588]: DEBUG oslo_vmware.api [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1793972, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.892303] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793973, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.916173] env[62588]: DEBUG oslo_vmware.api [None req-e85adbf6-410c-4ae2-a833-0791ad3a9937 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Task: {'id': task-1793974, 'name': PowerOffVM_Task, 'duration_secs': 0.298648} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.916655] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85adbf6-410c-4ae2-a833-0791ad3a9937 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1688.916655] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e85adbf6-410c-4ae2-a833-0791ad3a9937 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1688.916868] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76ffcfe3-0d42-4be7-a557-543235081f3f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.021907] env[62588]: DEBUG oslo_concurrency.lockutils [None req-893ab0c3-30f4-47b2-9be4-4587747ed01e tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquiring lock "88b35a0a-bc01-4bd4-91d5-fdb491b23b3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.023138] env[62588]: DEBUG oslo_concurrency.lockutils [None req-893ab0c3-30f4-47b2-9be4-4587747ed01e tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lock "88b35a0a-bc01-4bd4-91d5-fdb491b23b3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.023138] env[62588]: DEBUG oslo_concurrency.lockutils [None req-893ab0c3-30f4-47b2-9be4-4587747ed01e tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquiring lock "88b35a0a-bc01-4bd4-91d5-fdb491b23b3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.023138] env[62588]: DEBUG oslo_concurrency.lockutils [None req-893ab0c3-30f4-47b2-9be4-4587747ed01e tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lock "88b35a0a-bc01-4bd4-91d5-fdb491b23b3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.023138] env[62588]: DEBUG oslo_concurrency.lockutils [None req-893ab0c3-30f4-47b2-9be4-4587747ed01e tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lock "88b35a0a-bc01-4bd4-91d5-fdb491b23b3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.026384] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e85adbf6-410c-4ae2-a833-0791ad3a9937 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1689.026618] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e85adbf6-410c-4ae2-a833-0791ad3a9937 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1689.026729] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-e85adbf6-410c-4ae2-a833-0791ad3a9937 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Deleting the datastore file [datastore1] f900a2b7-8d13-49d9-8a2f-f2297356c2df {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1689.027356] env[62588]: INFO nova.compute.manager [None req-893ab0c3-30f4-47b2-9be4-4587747ed01e tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Terminating instance [ 1689.029024] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-699114a6-52b6-400e-afc5-29437342304d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.036560] env[62588]: DEBUG oslo_vmware.api [None req-e85adbf6-410c-4ae2-a833-0791ad3a9937 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Waiting for the task: (returnval){ [ 1689.036560] env[62588]: value = "task-1793976" [ 1689.036560] env[62588]: _type = "Task" [ 1689.036560] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.047698] env[62588]: DEBUG nova.scheduler.client.report [None req-26e912aa-1ebd-43b0-99dd-ac4dc11c74b6 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1689.048912] env[62588]: DEBUG oslo_vmware.api [None req-e85adbf6-410c-4ae2-a833-0791ad3a9937 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Task: {'id': task-1793976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.205565] env[62588]: DEBUG oslo_vmware.api [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793971, 'name': ReconfigVM_Task, 'duration_secs': 0.91649} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.205862] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d/4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1689.206540] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bd2b2e6-354f-4f5a-972e-9cf75111e621 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.216250] env[62588]: DEBUG oslo_vmware.api [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1793972, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.568408} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.217455] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1689.217778] env[62588]: DEBUG oslo_vmware.api [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1689.217778] env[62588]: value = "task-1793977" [ 1689.217778] env[62588]: _type = "Task" [ 1689.217778] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.218455] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f240cc4d-d4be-4688-8677-746617371bdd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.243824] env[62588]: DEBUG oslo_vmware.api [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793977, 'name': Rename_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.252334] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 51c87c23-78a1-47aa-a0db-a236ab6d23b3/51c87c23-78a1-47aa-a0db-a236ab6d23b3.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1689.252623] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04451760-ad43-489b-9c3d-6df1901a17d5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.272411] env[62588]: DEBUG oslo_vmware.api [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1689.272411] env[62588]: value = "task-1793978" [ 1689.272411] env[62588]: _type = "Task" [ 1689.272411] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.280522] env[62588]: DEBUG oslo_vmware.api [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1793978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.390446] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793973, 'name': CreateVM_Task, 'duration_secs': 0.755979} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.390640] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1689.391511] env[62588]: DEBUG oslo_concurrency.lockutils [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.391705] env[62588]: DEBUG oslo_concurrency.lockutils [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.392061] env[62588]: DEBUG oslo_concurrency.lockutils [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1689.392338] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9ad6bcc-2400-4c78-8b32-8806612c78ad {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.397386] env[62588]: DEBUG oslo_vmware.api [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1689.397386] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5261a622-a4a7-03ca-a00b-c4d7541560d4" [ 1689.397386] env[62588]: _type = "Task" [ 1689.397386] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.409466] env[62588]: DEBUG oslo_vmware.api [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5261a622-a4a7-03ca-a00b-c4d7541560d4, 'name': SearchDatastore_Task, 'duration_secs': 0.008677} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.409720] env[62588]: DEBUG oslo_concurrency.lockutils [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.410132] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1689.410210] env[62588]: DEBUG oslo_concurrency.lockutils [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.410305] env[62588]: DEBUG oslo_concurrency.lockutils [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.410470] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1689.410743] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51c1b967-b954-4b42-ab5b-84b6a48e00b6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.418811] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1689.418811] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1689.419394] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bd96c5a-55b4-47cf-8df6-c4957e05ff03 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.424198] env[62588]: DEBUG oslo_vmware.api [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1689.424198] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e11d06-73aa-9ac8-b76d-42786af74a50" [ 1689.424198] env[62588]: _type = "Task" [ 1689.424198] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.431932] env[62588]: DEBUG oslo_vmware.api [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e11d06-73aa-9ac8-b76d-42786af74a50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.522015] env[62588]: DEBUG nova.network.neutron [req-d91a2504-9949-4812-ba3a-85a2eaf77631 req-b89d5bff-6616-4d13-b854-729a81fcc467 service nova] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Updated VIF entry in instance network info cache for port db5c060f-ac9c-467e-b8c3-f4c52c60e360. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1689.522369] env[62588]: DEBUG nova.network.neutron [req-d91a2504-9949-4812-ba3a-85a2eaf77631 req-b89d5bff-6616-4d13-b854-729a81fcc467 service nova] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Updating instance_info_cache with network_info: [{"id": "db5c060f-ac9c-467e-b8c3-f4c52c60e360", "address": "fa:16:3e:6b:41:98", "network": {"id": "94db9e1b-f422-4077-be68-4fd81b713a80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1210070792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "979ec9f712cf4691b14f90355fbb2827", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5c060f-ac", "ovs_interfaceid": "db5c060f-ac9c-467e-b8c3-f4c52c60e360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.533905] env[62588]: DEBUG nova.compute.manager [None req-893ab0c3-30f4-47b2-9be4-4587747ed01e tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1689.534137] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-893ab0c3-30f4-47b2-9be4-4587747ed01e tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1689.535063] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247a1a01-867c-4ae2-9438-ce497f0d4ff2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.548810] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-893ab0c3-30f4-47b2-9be4-4587747ed01e tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1689.553203] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1aa9e051-44d6-4100-aaf3-e56987e67e5a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.555666] env[62588]: DEBUG oslo_concurrency.lockutils [None req-26e912aa-1ebd-43b0-99dd-ac4dc11c74b6 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.558257] env[62588]: DEBUG oslo_vmware.api [None req-e85adbf6-410c-4ae2-a833-0791ad3a9937 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Task: {'id': task-1793976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156004} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.558915] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.574s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.560574] env[62588]: INFO nova.compute.claims [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1689.563642] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-e85adbf6-410c-4ae2-a833-0791ad3a9937 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1689.563866] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e85adbf6-410c-4ae2-a833-0791ad3a9937 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1689.564070] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e85adbf6-410c-4ae2-a833-0791ad3a9937 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1689.564290] env[62588]: INFO nova.compute.manager [None req-e85adbf6-410c-4ae2-a833-0791ad3a9937 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1689.564630] env[62588]: DEBUG oslo.service.loopingcall [None req-e85adbf6-410c-4ae2-a833-0791ad3a9937 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1689.565362] env[62588]: DEBUG nova.compute.manager [-] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1689.565594] env[62588]: DEBUG nova.network.neutron [-] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1689.569873] env[62588]: DEBUG oslo_vmware.api [None req-893ab0c3-30f4-47b2-9be4-4587747ed01e tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1689.569873] env[62588]: value = "task-1793979" [ 1689.569873] env[62588]: _type = "Task" [ 1689.569873] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.578235] env[62588]: DEBUG oslo_vmware.api [None req-893ab0c3-30f4-47b2-9be4-4587747ed01e tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.593434] env[62588]: INFO nova.scheduler.client.report [None req-26e912aa-1ebd-43b0-99dd-ac4dc11c74b6 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Deleted allocations for instance 5ac602d4-c986-4b84-bc66-faa62d4ef59c [ 1689.739186] env[62588]: DEBUG oslo_vmware.api [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793977, 'name': Rename_Task, 'duration_secs': 0.1392} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.739186] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1689.739186] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-463e0b1d-a121-4885-abdc-34969e83b848 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.750164] env[62588]: DEBUG oslo_vmware.api [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1689.750164] env[62588]: value = "task-1793980" [ 1689.750164] env[62588]: _type = "Task" [ 1689.750164] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.759585] env[62588]: DEBUG oslo_vmware.api [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.782913] env[62588]: DEBUG oslo_vmware.api [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1793978, 'name': ReconfigVM_Task, 'duration_secs': 0.290248} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.783315] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 51c87c23-78a1-47aa-a0db-a236ab6d23b3/51c87c23-78a1-47aa-a0db-a236ab6d23b3.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1689.784154] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03b41f7b-986c-4d87-ae11-2a24e37caa5e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.792125] env[62588]: DEBUG oslo_vmware.api [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1689.792125] env[62588]: value = "task-1793981" [ 1689.792125] env[62588]: _type = "Task" [ 1689.792125] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.800542] env[62588]: DEBUG oslo_vmware.api [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1793981, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.935643] env[62588]: DEBUG oslo_vmware.api [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e11d06-73aa-9ac8-b76d-42786af74a50, 'name': SearchDatastore_Task, 'duration_secs': 0.008514} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.936468] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e401a901-19ac-44d2-9a82-c5028a686949 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.943455] env[62588]: DEBUG oslo_vmware.api [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1689.943455] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5204b581-f5df-b09e-6f62-665aac089bdd" [ 1689.943455] env[62588]: _type = "Task" [ 1689.943455] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.956811] env[62588]: DEBUG oslo_vmware.api [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5204b581-f5df-b09e-6f62-665aac089bdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.025801] env[62588]: DEBUG oslo_concurrency.lockutils [req-d91a2504-9949-4812-ba3a-85a2eaf77631 req-b89d5bff-6616-4d13-b854-729a81fcc467 service nova] Releasing lock "refresh_cache-6a5d81c6-e4ba-4066-967a-1e81e6eff0f7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.081605] env[62588]: DEBUG oslo_vmware.api [None req-893ab0c3-30f4-47b2-9be4-4587747ed01e tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793979, 'name': PowerOffVM_Task, 'duration_secs': 0.171691} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.082514] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-893ab0c3-30f4-47b2-9be4-4587747ed01e tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1690.082686] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-893ab0c3-30f4-47b2-9be4-4587747ed01e tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1690.082940] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12d8e1cf-157b-4b37-9a7c-2d269b19e3d1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.101641] env[62588]: DEBUG oslo_concurrency.lockutils [None req-26e912aa-1ebd-43b0-99dd-ac4dc11c74b6 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "5ac602d4-c986-4b84-bc66-faa62d4ef59c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.881s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.268328] env[62588]: DEBUG oslo_vmware.api [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793980, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.300027] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-893ab0c3-30f4-47b2-9be4-4587747ed01e tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1690.300027] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-893ab0c3-30f4-47b2-9be4-4587747ed01e tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1690.300027] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-893ab0c3-30f4-47b2-9be4-4587747ed01e tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Deleting the datastore file [datastore1] 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1690.301066] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47ad2ef8-111f-42ef-a043-5c0a886182b5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.308905] env[62588]: DEBUG oslo_vmware.api [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1793981, 'name': Rename_Task, 'duration_secs': 0.136247} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.311019] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1690.312193] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84c7b635-b774-4e57-b1a7-7ccfc42ca539 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.314928] env[62588]: DEBUG oslo_vmware.api [None req-893ab0c3-30f4-47b2-9be4-4587747ed01e tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for the task: (returnval){ [ 1690.314928] env[62588]: value = "task-1793983" [ 1690.314928] env[62588]: _type = "Task" [ 1690.314928] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.321154] env[62588]: DEBUG oslo_vmware.api [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1690.321154] env[62588]: value = "task-1793984" [ 1690.321154] env[62588]: _type = "Task" [ 1690.321154] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.327014] env[62588]: DEBUG oslo_vmware.api [None req-893ab0c3-30f4-47b2-9be4-4587747ed01e tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.331533] env[62588]: DEBUG oslo_vmware.api [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1793984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.442142] env[62588]: DEBUG nova.network.neutron [-] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.454480] env[62588]: DEBUG oslo_vmware.api [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5204b581-f5df-b09e-6f62-665aac089bdd, 'name': SearchDatastore_Task, 'duration_secs': 0.009823} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.455449] env[62588]: DEBUG oslo_concurrency.lockutils [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.455732] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7/6a5d81c6-e4ba-4066-967a-1e81e6eff0f7.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1690.456034] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4d1a9ca-50fc-4e0d-b270-4269e247d517 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.464417] env[62588]: DEBUG oslo_vmware.api [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1690.464417] env[62588]: value = "task-1793985" [ 1690.464417] env[62588]: _type = "Task" [ 1690.464417] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.474087] env[62588]: DEBUG oslo_vmware.api [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.645272] env[62588]: DEBUG nova.compute.manager [req-b4327cf3-7650-4609-8a0b-ec1fe2cd6569 req-be869e4b-cbd5-4872-9038-63ea74ce6eaf service nova] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Received event network-vif-deleted-07447054-2eac-45cb-b69a-300a6b788bf5 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1690.771689] env[62588]: DEBUG oslo_vmware.api [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1793980, 'name': PowerOnVM_Task, 'duration_secs': 0.556284} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.772104] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1690.772399] env[62588]: INFO nova.compute.manager [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Took 9.50 seconds to spawn the instance on the hypervisor. [ 1690.772726] env[62588]: DEBUG nova.compute.manager [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1690.773734] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de1f8ca-f66d-43ca-a3ae-11adce253071 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.832457] env[62588]: DEBUG oslo_vmware.api [None req-893ab0c3-30f4-47b2-9be4-4587747ed01e tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Task: {'id': task-1793983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229404} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.837774] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-893ab0c3-30f4-47b2-9be4-4587747ed01e tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1690.837774] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-893ab0c3-30f4-47b2-9be4-4587747ed01e tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1690.837774] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-893ab0c3-30f4-47b2-9be4-4587747ed01e tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1690.837774] env[62588]: INFO nova.compute.manager [None req-893ab0c3-30f4-47b2-9be4-4587747ed01e tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1690.837774] env[62588]: DEBUG oslo.service.loopingcall [None req-893ab0c3-30f4-47b2-9be4-4587747ed01e tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1690.838123] env[62588]: DEBUG oslo_vmware.api [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1793984, 'name': PowerOnVM_Task, 'duration_secs': 0.509775} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.838123] env[62588]: DEBUG nova.compute.manager [-] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1690.838221] env[62588]: DEBUG nova.network.neutron [-] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1690.840063] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1690.840278] env[62588]: DEBUG nova.compute.manager [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1690.841196] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e985971-1e2d-452e-a773-e57787559aa8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.945892] env[62588]: INFO nova.compute.manager [-] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Took 1.38 seconds to deallocate network for instance. [ 1690.958424] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9dbd84d-26e3-4aa4-9a20-f8d2c173ce78 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.964875] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52e90ff-52f9-404b-99c5-141bd58f565f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.977981] env[62588]: DEBUG oslo_vmware.api [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793985, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.006023] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81cd9e2-1e56-425d-a56e-26ffc3da5d37 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.014623] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2c9379-138e-4284-96c6-9c723306dab8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.029922] env[62588]: DEBUG nova.compute.provider_tree [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1691.305073] env[62588]: INFO nova.compute.manager [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Took 24.03 seconds to build instance. [ 1691.369582] env[62588]: DEBUG oslo_concurrency.lockutils [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.455128] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e85adbf6-410c-4ae2-a833-0791ad3a9937 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.478474] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "e8f402f2-e120-4dea-83cd-1df5077221af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.478921] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "e8f402f2-e120-4dea-83cd-1df5077221af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.484355] env[62588]: DEBUG oslo_vmware.api [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513521} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.485262] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7/6a5d81c6-e4ba-4066-967a-1e81e6eff0f7.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1691.485262] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1691.485485] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e66a3dda-7d6e-4619-81b7-1679a7e9dd08 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.492697] env[62588]: DEBUG oslo_vmware.api [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1691.492697] env[62588]: value = "task-1793986" [ 1691.492697] env[62588]: _type = "Task" [ 1691.492697] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.501671] env[62588]: DEBUG oslo_vmware.api [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793986, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.532850] env[62588]: DEBUG nova.scheduler.client.report [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1691.697538] env[62588]: DEBUG nova.network.neutron [-] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.808505] env[62588]: DEBUG oslo_concurrency.lockutils [None req-45f3b164-a63b-40b1-b4af-75de63757dd9 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.553s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.985855] env[62588]: DEBUG nova.compute.manager [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1692.004159] env[62588]: DEBUG oslo_vmware.api [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793986, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065072} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.004431] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1692.005223] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24752d49-0212-449c-9c20-2de5689ceb68 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.032837] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7/6a5d81c6-e4ba-4066-967a-1e81e6eff0f7.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1692.033172] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a538c47-04b6-41fd-ab26-eb3c6544bcde {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.051317] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.051853] env[62588]: DEBUG nova.compute.manager [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1692.055225] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98de59c1-bd1f-4a92-82ac-4d759dd54512 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.528s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.055459] env[62588]: DEBUG nova.objects.instance [None req-98de59c1-bd1f-4a92-82ac-4d759dd54512 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lazy-loading 'resources' on Instance uuid 61f82ed6-fa5e-4bca-9264-ee86692839a4 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1692.065069] env[62588]: DEBUG oslo_vmware.api [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1692.065069] env[62588]: value = "task-1793987" [ 1692.065069] env[62588]: _type = "Task" [ 1692.065069] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.075791] env[62588]: DEBUG oslo_vmware.api [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793987, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.202897] env[62588]: INFO nova.compute.manager [-] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Took 1.36 seconds to deallocate network for instance. [ 1692.516616] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.565085] env[62588]: DEBUG nova.compute.utils [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1692.565755] env[62588]: DEBUG nova.compute.manager [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1692.565938] env[62588]: DEBUG nova.network.neutron [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1692.585640] env[62588]: DEBUG oslo_vmware.api [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793987, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.629795] env[62588]: DEBUG nova.policy [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '848f0b4683cb4bbe95ae92285254f611', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4a4057af3814f23b5243d2a21a0ae38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1692.674777] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "9b142536-d974-490d-9e45-e207354ffe59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.674777] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "9b142536-d974-490d-9e45-e207354ffe59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.682595] env[62588]: DEBUG nova.compute.manager [req-cc72f558-44c6-4396-97dd-921ee8c08176 req-f42a8670-34de-4e0f-8340-0b1a01349a71 service nova] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Received event network-vif-deleted-bf10e734-b5f3-4b3f-8521-4d963d207784 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1692.711305] env[62588]: DEBUG oslo_concurrency.lockutils [None req-893ab0c3-30f4-47b2-9be4-4587747ed01e tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.922921] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451f75aa-836b-4790-9a1f-b74d9bc2a0b6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.932129] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96832034-a66a-47ff-87ad-f5561925dfb6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.971066] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f7f1f0-f9d4-4209-ae38-38d8a390a58d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.977210] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e61d48b-27dc-41c9-af2b-b2b219840a49 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.995431] env[62588]: DEBUG nova.compute.provider_tree [None req-98de59c1-bd1f-4a92-82ac-4d759dd54512 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1693.067027] env[62588]: DEBUG nova.compute.manager [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1693.083843] env[62588]: DEBUG oslo_vmware.api [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793987, 'name': ReconfigVM_Task, 'duration_secs': 0.557154} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.084188] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7/6a5d81c6-e4ba-4066-967a-1e81e6eff0f7.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1693.086660] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f103ccb-0fbe-4993-bb8e-70525f0d46c4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.092943] env[62588]: DEBUG oslo_vmware.api [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1693.092943] env[62588]: value = "task-1793988" [ 1693.092943] env[62588]: _type = "Task" [ 1693.092943] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.104915] env[62588]: DEBUG oslo_vmware.api [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793988, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.124427] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fc61ace3-0c7f-4946-9205-693ccc308fdf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "51c87c23-78a1-47aa-a0db-a236ab6d23b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.124732] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fc61ace3-0c7f-4946-9205-693ccc308fdf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "51c87c23-78a1-47aa-a0db-a236ab6d23b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.124988] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fc61ace3-0c7f-4946-9205-693ccc308fdf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "51c87c23-78a1-47aa-a0db-a236ab6d23b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.125253] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fc61ace3-0c7f-4946-9205-693ccc308fdf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "51c87c23-78a1-47aa-a0db-a236ab6d23b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.125504] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fc61ace3-0c7f-4946-9205-693ccc308fdf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "51c87c23-78a1-47aa-a0db-a236ab6d23b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.127806] env[62588]: INFO nova.compute.manager [None req-fc61ace3-0c7f-4946-9205-693ccc308fdf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Terminating instance [ 1693.181716] env[62588]: DEBUG nova.compute.manager [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1693.310879] env[62588]: DEBUG nova.network.neutron [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Successfully created port: 0f73646b-cff3-4742-9e40-35010dfc2b27 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1693.502023] env[62588]: DEBUG nova.scheduler.client.report [None req-98de59c1-bd1f-4a92-82ac-4d759dd54512 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1693.606025] env[62588]: DEBUG oslo_vmware.api [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793988, 'name': Rename_Task, 'duration_secs': 0.320235} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.606025] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1693.606231] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56dec2fc-85a5-4943-b4a1-bb96b2ab6144 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.613906] env[62588]: DEBUG oslo_vmware.api [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1693.613906] env[62588]: value = "task-1793989" [ 1693.613906] env[62588]: _type = "Task" [ 1693.613906] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.624909] env[62588]: DEBUG oslo_vmware.api [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.632842] env[62588]: DEBUG nova.compute.manager [None req-fc61ace3-0c7f-4946-9205-693ccc308fdf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1693.633200] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-fc61ace3-0c7f-4946-9205-693ccc308fdf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1693.634225] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86eb8a95-f034-4d51-966f-10c4c15fe478 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.644684] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc61ace3-0c7f-4946-9205-693ccc308fdf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1693.644955] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f5be2f9-8ca8-4e74-a4ba-2b838b5255ab {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.652430] env[62588]: DEBUG oslo_vmware.api [None req-fc61ace3-0c7f-4946-9205-693ccc308fdf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1693.652430] env[62588]: value = "task-1793990" [ 1693.652430] env[62588]: _type = "Task" [ 1693.652430] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.662021] env[62588]: DEBUG oslo_vmware.api [None req-fc61ace3-0c7f-4946-9205-693ccc308fdf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1793990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.715278] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.955114] env[62588]: DEBUG oslo_concurrency.lockutils [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "fe7b9c38-93e4-4868-9373-94cfe80ecea3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.955392] env[62588]: DEBUG oslo_concurrency.lockutils [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "fe7b9c38-93e4-4868-9373-94cfe80ecea3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.006281] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98de59c1-bd1f-4a92-82ac-4d759dd54512 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.008631] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.964s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.010542] env[62588]: INFO nova.compute.claims [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1694.023827] env[62588]: INFO nova.scheduler.client.report [None req-98de59c1-bd1f-4a92-82ac-4d759dd54512 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Deleted allocations for instance 61f82ed6-fa5e-4bca-9264-ee86692839a4 [ 1694.082403] env[62588]: DEBUG nova.compute.manager [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1694.105346] env[62588]: DEBUG nova.virt.hardware [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1694.105629] env[62588]: DEBUG nova.virt.hardware [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1694.105787] env[62588]: DEBUG nova.virt.hardware [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1694.105968] env[62588]: DEBUG nova.virt.hardware [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1694.106127] env[62588]: DEBUG nova.virt.hardware [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1694.106276] env[62588]: DEBUG nova.virt.hardware [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1694.106513] env[62588]: DEBUG nova.virt.hardware [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1694.106693] env[62588]: DEBUG nova.virt.hardware [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1694.106862] env[62588]: DEBUG nova.virt.hardware [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1694.107036] env[62588]: DEBUG nova.virt.hardware [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1694.107214] env[62588]: DEBUG nova.virt.hardware [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1694.108173] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93dbc3eb-4bbc-41af-9b32-0d390fbf1137 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.119272] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b75601-7e89-40e9-8c08-cb39ddc582a3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.127785] env[62588]: DEBUG oslo_vmware.api [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793989, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.163194] env[62588]: DEBUG oslo_vmware.api [None req-fc61ace3-0c7f-4946-9205-693ccc308fdf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1793990, 'name': PowerOffVM_Task, 'duration_secs': 0.237636} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.163527] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc61ace3-0c7f-4946-9205-693ccc308fdf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1694.163704] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-fc61ace3-0c7f-4946-9205-693ccc308fdf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1694.163995] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e93d9cd5-acb0-4395-9d5a-68bcfd608b7f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.300766] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-fc61ace3-0c7f-4946-9205-693ccc308fdf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1694.300930] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-fc61ace3-0c7f-4946-9205-693ccc308fdf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1694.301179] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc61ace3-0c7f-4946-9205-693ccc308fdf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Deleting the datastore file [datastore1] 51c87c23-78a1-47aa-a0db-a236ab6d23b3 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1694.301458] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a555dab2-caea-49e8-871c-77b3d22a7f52 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.308748] env[62588]: DEBUG oslo_vmware.api [None req-fc61ace3-0c7f-4946-9205-693ccc308fdf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1694.308748] env[62588]: value = "task-1793992" [ 1694.308748] env[62588]: _type = "Task" [ 1694.308748] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.316892] env[62588]: DEBUG oslo_vmware.api [None req-fc61ace3-0c7f-4946-9205-693ccc308fdf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1793992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.390917] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Acquiring lock "ec9564ca-49e2-4598-84a5-06fe57fbc62f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.391089] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Lock "ec9564ca-49e2-4598-84a5-06fe57fbc62f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.458078] env[62588]: DEBUG nova.compute.manager [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1694.532866] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98de59c1-bd1f-4a92-82ac-4d759dd54512 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "61f82ed6-fa5e-4bca-9264-ee86692839a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.206s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.626948] env[62588]: DEBUG oslo_vmware.api [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793989, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.820313] env[62588]: DEBUG oslo_vmware.api [None req-fc61ace3-0c7f-4946-9205-693ccc308fdf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1793992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391706} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.820557] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc61ace3-0c7f-4946-9205-693ccc308fdf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1694.820742] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-fc61ace3-0c7f-4946-9205-693ccc308fdf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1694.820915] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-fc61ace3-0c7f-4946-9205-693ccc308fdf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1694.821102] env[62588]: INFO nova.compute.manager [None req-fc61ace3-0c7f-4946-9205-693ccc308fdf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1694.821341] env[62588]: DEBUG oslo.service.loopingcall [None req-fc61ace3-0c7f-4946-9205-693ccc308fdf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1694.821599] env[62588]: DEBUG nova.compute.manager [-] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1694.821599] env[62588]: DEBUG nova.network.neutron [-] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1694.894201] env[62588]: DEBUG nova.compute.manager [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1694.945283] env[62588]: DEBUG nova.compute.manager [req-04094f5b-4180-4885-8cdf-a96baec47015 req-0cda12f6-f372-4ad1-9014-000f425287fb service nova] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Received event network-vif-plugged-0f73646b-cff3-4742-9e40-35010dfc2b27 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1694.945522] env[62588]: DEBUG oslo_concurrency.lockutils [req-04094f5b-4180-4885-8cdf-a96baec47015 req-0cda12f6-f372-4ad1-9014-000f425287fb service nova] Acquiring lock "cc7df529-1891-4098-a07c-5446205bb4ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.945724] env[62588]: DEBUG oslo_concurrency.lockutils [req-04094f5b-4180-4885-8cdf-a96baec47015 req-0cda12f6-f372-4ad1-9014-000f425287fb service nova] Lock "cc7df529-1891-4098-a07c-5446205bb4ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.945882] env[62588]: DEBUG oslo_concurrency.lockutils [req-04094f5b-4180-4885-8cdf-a96baec47015 req-0cda12f6-f372-4ad1-9014-000f425287fb service nova] Lock "cc7df529-1891-4098-a07c-5446205bb4ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.946174] env[62588]: DEBUG nova.compute.manager [req-04094f5b-4180-4885-8cdf-a96baec47015 req-0cda12f6-f372-4ad1-9014-000f425287fb service nova] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] No waiting events found dispatching network-vif-plugged-0f73646b-cff3-4742-9e40-35010dfc2b27 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1694.946369] env[62588]: WARNING nova.compute.manager [req-04094f5b-4180-4885-8cdf-a96baec47015 req-0cda12f6-f372-4ad1-9014-000f425287fb service nova] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Received unexpected event network-vif-plugged-0f73646b-cff3-4742-9e40-35010dfc2b27 for instance with vm_state building and task_state spawning. [ 1694.982939] env[62588]: DEBUG oslo_concurrency.lockutils [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.081857] env[62588]: DEBUG nova.network.neutron [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Successfully updated port: 0f73646b-cff3-4742-9e40-35010dfc2b27 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1695.129637] env[62588]: DEBUG oslo_vmware.api [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1793989, 'name': PowerOnVM_Task, 'duration_secs': 1.136119} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.130844] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1695.131065] env[62588]: INFO nova.compute.manager [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1695.131249] env[62588]: DEBUG nova.compute.manager [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1695.132402] env[62588]: DEBUG nova.compute.manager [req-0eadb84d-b1fd-41af-95a8-880203d8ea11 req-ce6f5aef-172c-4597-88bb-07ec796439bd service nova] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Received event network-vif-deleted-026c3a83-07c1-44fd-b977-6ae6105823be {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1695.132588] env[62588]: INFO nova.compute.manager [req-0eadb84d-b1fd-41af-95a8-880203d8ea11 req-ce6f5aef-172c-4597-88bb-07ec796439bd service nova] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Neutron deleted interface 026c3a83-07c1-44fd-b977-6ae6105823be; detaching it from the instance and deleting it from the info cache [ 1695.132757] env[62588]: DEBUG nova.network.neutron [req-0eadb84d-b1fd-41af-95a8-880203d8ea11 req-ce6f5aef-172c-4597-88bb-07ec796439bd service nova] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.137022] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04194832-da3c-47a4-9ae9-529293a8fdfc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.369190] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072f2932-f641-47e0-ac0c-bf559d11a706 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.378090] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1448ac-eca2-440f-8e33-94bc5736afce {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.413954] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1add59f0-b9f9-4c8c-8e4e-b956a89619da {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.424085] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ca661b-82e4-4b10-a061-ab34310ae5cf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.429375] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.439584] env[62588]: DEBUG nova.compute.provider_tree [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1695.588730] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "refresh_cache-cc7df529-1891-4098-a07c-5446205bb4ab" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.588889] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquired lock "refresh_cache-cc7df529-1891-4098-a07c-5446205bb4ab" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.589069] env[62588]: DEBUG nova.network.neutron [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1695.611722] env[62588]: DEBUG nova.network.neutron [-] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.638813] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd28b2f7-66a3-4b5c-a13a-8e58bade6318 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.648494] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606ede9e-2fa0-4b7d-b1b2-a30c1b7e188b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.667275] env[62588]: INFO nova.compute.manager [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Took 23.26 seconds to build instance. [ 1695.688783] env[62588]: DEBUG nova.compute.manager [req-0eadb84d-b1fd-41af-95a8-880203d8ea11 req-ce6f5aef-172c-4597-88bb-07ec796439bd service nova] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Detach interface failed, port_id=026c3a83-07c1-44fd-b977-6ae6105823be, reason: Instance 51c87c23-78a1-47aa-a0db-a236ab6d23b3 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1695.943224] env[62588]: DEBUG nova.scheduler.client.report [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1696.112779] env[62588]: INFO nova.compute.manager [-] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Took 1.29 seconds to deallocate network for instance. [ 1696.137057] env[62588]: DEBUG nova.network.neutron [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1696.168896] env[62588]: DEBUG oslo_concurrency.lockutils [None req-307f90c2-b819-4025-b0d4-6494e2436af9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "6a5d81c6-e4ba-4066-967a-1e81e6eff0f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.769s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.279620] env[62588]: DEBUG nova.network.neutron [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Updating instance_info_cache with network_info: [{"id": "0f73646b-cff3-4742-9e40-35010dfc2b27", "address": "fa:16:3e:48:98:cc", "network": {"id": "f87efb3d-a002-4997-b4d3-e6b2cca210dd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-702870531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a4057af3814f23b5243d2a21a0ae38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f73646b-cf", "ovs_interfaceid": "0f73646b-cff3-4742-9e40-35010dfc2b27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.449865] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.451167] env[62588]: DEBUG nova.compute.manager [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1696.454443] env[62588]: DEBUG oslo_concurrency.lockutils [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.086s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.454635] env[62588]: DEBUG nova.objects.instance [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62588) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1696.619624] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fc61ace3-0c7f-4946-9205-693ccc308fdf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.783591] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Releasing lock "refresh_cache-cc7df529-1891-4098-a07c-5446205bb4ab" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.783938] env[62588]: DEBUG nova.compute.manager [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Instance network_info: |[{"id": "0f73646b-cff3-4742-9e40-35010dfc2b27", "address": "fa:16:3e:48:98:cc", "network": {"id": "f87efb3d-a002-4997-b4d3-e6b2cca210dd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-702870531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a4057af3814f23b5243d2a21a0ae38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f73646b-cf", "ovs_interfaceid": "0f73646b-cff3-4742-9e40-35010dfc2b27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1696.784373] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:98:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ba3bd22-c936-470e-89bd-b3a5587e87a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f73646b-cff3-4742-9e40-35010dfc2b27', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1696.792744] env[62588]: DEBUG oslo.service.loopingcall [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1696.792980] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1696.793225] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcfbd377-cd4f-4347-bde5-a61e3e5a62cd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.813402] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1696.813402] env[62588]: value = "task-1793993" [ 1696.813402] env[62588]: _type = "Task" [ 1696.813402] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.821431] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793993, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.955913] env[62588]: DEBUG nova.compute.utils [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1696.957610] env[62588]: DEBUG nova.compute.manager [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1696.957803] env[62588]: DEBUG nova.network.neutron [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1696.992116] env[62588]: DEBUG nova.compute.manager [req-947ec958-1fbd-4eba-8c80-2da480214088 req-7b509cbb-f45d-410e-8a66-7f3e7d8f9746 service nova] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Received event network-changed-0f73646b-cff3-4742-9e40-35010dfc2b27 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1696.992459] env[62588]: DEBUG nova.compute.manager [req-947ec958-1fbd-4eba-8c80-2da480214088 req-7b509cbb-f45d-410e-8a66-7f3e7d8f9746 service nova] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Refreshing instance network info cache due to event network-changed-0f73646b-cff3-4742-9e40-35010dfc2b27. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1696.992765] env[62588]: DEBUG oslo_concurrency.lockutils [req-947ec958-1fbd-4eba-8c80-2da480214088 req-7b509cbb-f45d-410e-8a66-7f3e7d8f9746 service nova] Acquiring lock "refresh_cache-cc7df529-1891-4098-a07c-5446205bb4ab" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.992978] env[62588]: DEBUG oslo_concurrency.lockutils [req-947ec958-1fbd-4eba-8c80-2da480214088 req-7b509cbb-f45d-410e-8a66-7f3e7d8f9746 service nova] Acquired lock "refresh_cache-cc7df529-1891-4098-a07c-5446205bb4ab" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.993220] env[62588]: DEBUG nova.network.neutron [req-947ec958-1fbd-4eba-8c80-2da480214088 req-7b509cbb-f45d-410e-8a66-7f3e7d8f9746 service nova] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Refreshing network info cache for port 0f73646b-cff3-4742-9e40-35010dfc2b27 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1697.014733] env[62588]: DEBUG nova.policy [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4683a584d794272840eb8eef8091bc3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d71b9bf5af04423af92293416ec11fd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1697.286395] env[62588]: DEBUG nova.network.neutron [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Successfully created port: b3838609-5804-4931-ac46-de6c38bede49 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1697.323195] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793993, 'name': CreateVM_Task, 'duration_secs': 0.381586} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.323373] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1697.324121] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1697.324292] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.324611] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1697.324872] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d6afb72-d9de-49d0-984b-83193949ccbc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.331665] env[62588]: DEBUG oslo_vmware.api [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1697.331665] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a27adb-c261-d4b0-8333-aff1b4c75bd8" [ 1697.331665] env[62588]: _type = "Task" [ 1697.331665] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.338299] env[62588]: DEBUG oslo_vmware.api [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a27adb-c261-d4b0-8333-aff1b4c75bd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.461234] env[62588]: DEBUG nova.compute.manager [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1697.469967] env[62588]: DEBUG oslo_concurrency.lockutils [None req-739c6259-f69c-41d6-a040-4e83b64b79f7 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.470760] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e85adbf6-410c-4ae2-a833-0791ad3a9937 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.016s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.471016] env[62588]: DEBUG nova.objects.instance [None req-e85adbf6-410c-4ae2-a833-0791ad3a9937 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Lazy-loading 'resources' on Instance uuid f900a2b7-8d13-49d9-8a2f-f2297356c2df {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1697.728770] env[62588]: DEBUG nova.network.neutron [req-947ec958-1fbd-4eba-8c80-2da480214088 req-7b509cbb-f45d-410e-8a66-7f3e7d8f9746 service nova] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Updated VIF entry in instance network info cache for port 0f73646b-cff3-4742-9e40-35010dfc2b27. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1697.729090] env[62588]: DEBUG nova.network.neutron [req-947ec958-1fbd-4eba-8c80-2da480214088 req-7b509cbb-f45d-410e-8a66-7f3e7d8f9746 service nova] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Updating instance_info_cache with network_info: [{"id": "0f73646b-cff3-4742-9e40-35010dfc2b27", "address": "fa:16:3e:48:98:cc", "network": {"id": "f87efb3d-a002-4997-b4d3-e6b2cca210dd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-702870531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a4057af3814f23b5243d2a21a0ae38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f73646b-cf", "ovs_interfaceid": "0f73646b-cff3-4742-9e40-35010dfc2b27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1697.840580] env[62588]: DEBUG oslo_vmware.api [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a27adb-c261-d4b0-8333-aff1b4c75bd8, 'name': SearchDatastore_Task, 'duration_secs': 0.017987} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.840895] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.841228] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1697.841484] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1697.841736] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.842032] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1697.842317] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bc52d36-73bc-49d4-bd7b-3cc85b60d93d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.856729] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1697.856929] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1697.857705] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2fbf294-a62f-4952-bd23-2321015c81a6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.862933] env[62588]: DEBUG oslo_vmware.api [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1697.862933] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5283f30b-a685-e53d-acdc-c1be9df4b654" [ 1697.862933] env[62588]: _type = "Task" [ 1697.862933] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.872334] env[62588]: DEBUG oslo_vmware.api [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5283f30b-a685-e53d-acdc-c1be9df4b654, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.232136] env[62588]: DEBUG oslo_concurrency.lockutils [req-947ec958-1fbd-4eba-8c80-2da480214088 req-7b509cbb-f45d-410e-8a66-7f3e7d8f9746 service nova] Releasing lock "refresh_cache-cc7df529-1891-4098-a07c-5446205bb4ab" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1698.232318] env[62588]: DEBUG nova.compute.manager [req-947ec958-1fbd-4eba-8c80-2da480214088 req-7b509cbb-f45d-410e-8a66-7f3e7d8f9746 service nova] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Received event network-changed-db5c060f-ac9c-467e-b8c3-f4c52c60e360 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1698.232498] env[62588]: DEBUG nova.compute.manager [req-947ec958-1fbd-4eba-8c80-2da480214088 req-7b509cbb-f45d-410e-8a66-7f3e7d8f9746 service nova] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Refreshing instance network info cache due to event network-changed-db5c060f-ac9c-467e-b8c3-f4c52c60e360. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1698.232713] env[62588]: DEBUG oslo_concurrency.lockutils [req-947ec958-1fbd-4eba-8c80-2da480214088 req-7b509cbb-f45d-410e-8a66-7f3e7d8f9746 service nova] Acquiring lock "refresh_cache-6a5d81c6-e4ba-4066-967a-1e81e6eff0f7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1698.232878] env[62588]: DEBUG oslo_concurrency.lockutils [req-947ec958-1fbd-4eba-8c80-2da480214088 req-7b509cbb-f45d-410e-8a66-7f3e7d8f9746 service nova] Acquired lock "refresh_cache-6a5d81c6-e4ba-4066-967a-1e81e6eff0f7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.233057] env[62588]: DEBUG nova.network.neutron [req-947ec958-1fbd-4eba-8c80-2da480214088 req-7b509cbb-f45d-410e-8a66-7f3e7d8f9746 service nova] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Refreshing network info cache for port db5c060f-ac9c-467e-b8c3-f4c52c60e360 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1698.236763] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b06f30-92d2-46ce-9cb6-5be2f8bbbd2a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.246181] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5828c270-7858-4f7d-9080-e4c06fa2456a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.277372] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23913fc8-92ef-4d3c-860e-b859ad0f0eb8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.284808] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64781b09-02af-4a8b-ba87-25611f6ab9df {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.298360] env[62588]: DEBUG nova.compute.provider_tree [None req-e85adbf6-410c-4ae2-a833-0791ad3a9937 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1698.374385] env[62588]: DEBUG oslo_vmware.api [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5283f30b-a685-e53d-acdc-c1be9df4b654, 'name': SearchDatastore_Task, 'duration_secs': 0.017759} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.374730] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8848eb79-a7ec-494a-adcd-decefd7f7601 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.380807] env[62588]: DEBUG oslo_vmware.api [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1698.380807] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5244d0fa-305c-fbf6-795a-06f930098bdf" [ 1698.380807] env[62588]: _type = "Task" [ 1698.380807] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.388483] env[62588]: DEBUG oslo_vmware.api [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5244d0fa-305c-fbf6-795a-06f930098bdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.474864] env[62588]: DEBUG nova.compute.manager [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1698.497205] env[62588]: DEBUG nova.virt.hardware [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1698.497489] env[62588]: DEBUG nova.virt.hardware [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1698.497692] env[62588]: DEBUG nova.virt.hardware [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1698.497883] env[62588]: DEBUG nova.virt.hardware [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1698.498044] env[62588]: DEBUG nova.virt.hardware [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1698.498200] env[62588]: DEBUG nova.virt.hardware [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1698.498408] env[62588]: DEBUG nova.virt.hardware [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1698.498598] env[62588]: DEBUG nova.virt.hardware [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1698.498783] env[62588]: DEBUG nova.virt.hardware [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1698.498951] env[62588]: DEBUG nova.virt.hardware [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1698.499142] env[62588]: DEBUG nova.virt.hardware [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1698.500023] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beaa3cf5-b6d4-4e28-84f2-65a4ad7fba16 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.509815] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42faf74f-a3f9-4865-bbb7-d0c539b82efb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.743437] env[62588]: DEBUG nova.compute.manager [req-c4e46d4c-f2f1-4615-a253-dfe8dcf94fac req-eb87a7e5-2b3b-45ea-a0b7-c135a52c3f6e service nova] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Received event network-vif-plugged-b3838609-5804-4931-ac46-de6c38bede49 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1698.743437] env[62588]: DEBUG oslo_concurrency.lockutils [req-c4e46d4c-f2f1-4615-a253-dfe8dcf94fac req-eb87a7e5-2b3b-45ea-a0b7-c135a52c3f6e service nova] Acquiring lock "7af35d34-6ea3-4951-8cae-1fffcd1f29e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.743437] env[62588]: DEBUG oslo_concurrency.lockutils [req-c4e46d4c-f2f1-4615-a253-dfe8dcf94fac req-eb87a7e5-2b3b-45ea-a0b7-c135a52c3f6e service nova] Lock "7af35d34-6ea3-4951-8cae-1fffcd1f29e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.743437] env[62588]: DEBUG oslo_concurrency.lockutils [req-c4e46d4c-f2f1-4615-a253-dfe8dcf94fac req-eb87a7e5-2b3b-45ea-a0b7-c135a52c3f6e service nova] Lock "7af35d34-6ea3-4951-8cae-1fffcd1f29e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.743437] env[62588]: DEBUG nova.compute.manager [req-c4e46d4c-f2f1-4615-a253-dfe8dcf94fac req-eb87a7e5-2b3b-45ea-a0b7-c135a52c3f6e service nova] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] No waiting events found dispatching network-vif-plugged-b3838609-5804-4931-ac46-de6c38bede49 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1698.743437] env[62588]: WARNING nova.compute.manager [req-c4e46d4c-f2f1-4615-a253-dfe8dcf94fac req-eb87a7e5-2b3b-45ea-a0b7-c135a52c3f6e service nova] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Received unexpected event network-vif-plugged-b3838609-5804-4931-ac46-de6c38bede49 for instance with vm_state building and task_state spawning. [ 1698.802848] env[62588]: DEBUG nova.scheduler.client.report [None req-e85adbf6-410c-4ae2-a833-0791ad3a9937 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1698.841065] env[62588]: DEBUG nova.network.neutron [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Successfully updated port: b3838609-5804-4931-ac46-de6c38bede49 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1698.892946] env[62588]: DEBUG oslo_vmware.api [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5244d0fa-305c-fbf6-795a-06f930098bdf, 'name': SearchDatastore_Task, 'duration_secs': 0.02086} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.893327] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1698.893592] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] cc7df529-1891-4098-a07c-5446205bb4ab/cc7df529-1891-4098-a07c-5446205bb4ab.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1698.893849] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4092b2a-2ef5-4aaf-8079-57bb91d51e14 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.901307] env[62588]: DEBUG oslo_vmware.api [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1698.901307] env[62588]: value = "task-1793994" [ 1698.901307] env[62588]: _type = "Task" [ 1698.901307] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.909749] env[62588]: DEBUG oslo_vmware.api [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.036950] env[62588]: DEBUG nova.network.neutron [req-947ec958-1fbd-4eba-8c80-2da480214088 req-7b509cbb-f45d-410e-8a66-7f3e7d8f9746 service nova] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Updated VIF entry in instance network info cache for port db5c060f-ac9c-467e-b8c3-f4c52c60e360. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1699.037343] env[62588]: DEBUG nova.network.neutron [req-947ec958-1fbd-4eba-8c80-2da480214088 req-7b509cbb-f45d-410e-8a66-7f3e7d8f9746 service nova] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Updating instance_info_cache with network_info: [{"id": "db5c060f-ac9c-467e-b8c3-f4c52c60e360", "address": "fa:16:3e:6b:41:98", "network": {"id": "94db9e1b-f422-4077-be68-4fd81b713a80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1210070792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "979ec9f712cf4691b14f90355fbb2827", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5c060f-ac", "ovs_interfaceid": "db5c060f-ac9c-467e-b8c3-f4c52c60e360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.306497] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e85adbf6-410c-4ae2-a833-0791ad3a9937 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.308567] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.792s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.310140] env[62588]: INFO nova.compute.claims [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1699.334369] env[62588]: INFO nova.scheduler.client.report [None req-e85adbf6-410c-4ae2-a833-0791ad3a9937 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Deleted allocations for instance f900a2b7-8d13-49d9-8a2f-f2297356c2df [ 1699.345277] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Acquiring lock "refresh_cache-7af35d34-6ea3-4951-8cae-1fffcd1f29e8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.345429] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Acquired lock "refresh_cache-7af35d34-6ea3-4951-8cae-1fffcd1f29e8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.345578] env[62588]: DEBUG nova.network.neutron [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1699.413105] env[62588]: DEBUG oslo_vmware.api [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793994, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.539950] env[62588]: DEBUG oslo_concurrency.lockutils [req-947ec958-1fbd-4eba-8c80-2da480214088 req-7b509cbb-f45d-410e-8a66-7f3e7d8f9746 service nova] Releasing lock "refresh_cache-6a5d81c6-e4ba-4066-967a-1e81e6eff0f7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1699.846671] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e85adbf6-410c-4ae2-a833-0791ad3a9937 tempest-AttachInterfacesV270Test-2104473253 tempest-AttachInterfacesV270Test-2104473253-project-member] Lock "f900a2b7-8d13-49d9-8a2f-f2297356c2df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.974s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.878120] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1699.878607] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1699.913924] env[62588]: DEBUG oslo_vmware.api [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.842455} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.914220] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] cc7df529-1891-4098-a07c-5446205bb4ab/cc7df529-1891-4098-a07c-5446205bb4ab.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1699.914436] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1699.915392] env[62588]: DEBUG nova.network.neutron [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1699.917261] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7cca97e5-1e19-48eb-8c78-031e0ca1ad9f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.929038] env[62588]: DEBUG oslo_vmware.api [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1699.929038] env[62588]: value = "task-1793995" [ 1699.929038] env[62588]: _type = "Task" [ 1699.929038] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.937719] env[62588]: DEBUG oslo_vmware.api [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793995, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.161808] env[62588]: DEBUG nova.network.neutron [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Updating instance_info_cache with network_info: [{"id": "b3838609-5804-4931-ac46-de6c38bede49", "address": "fa:16:3e:4d:f2:cd", "network": {"id": "7d40fc31-1a33-4c00-a9f0-0dc56c68b642", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1165061145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d71b9bf5af04423af92293416ec11fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3838609-58", "ovs_interfaceid": "b3838609-5804-4931-ac46-de6c38bede49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1700.403101] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1700.403346] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Starting heal instance info cache {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 1700.406268] env[62588]: DEBUG oslo_concurrency.lockutils [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Acquiring lock "3771ad9b-9159-4cd6-9428-aca368db8259" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.406901] env[62588]: DEBUG oslo_concurrency.lockutils [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Lock "3771ad9b-9159-4cd6-9428-aca368db8259" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.440110] env[62588]: DEBUG oslo_vmware.api [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793995, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.199123} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.440313] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1700.441089] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ca8003-b0c2-4e38-a251-a3acc85f50f7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.463877] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] cc7df529-1891-4098-a07c-5446205bb4ab/cc7df529-1891-4098-a07c-5446205bb4ab.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1700.466478] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92bf13f7-91f8-40dc-beab-5f92b9bde865 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.487157] env[62588]: DEBUG oslo_vmware.api [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1700.487157] env[62588]: value = "task-1793996" [ 1700.487157] env[62588]: _type = "Task" [ 1700.487157] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.495306] env[62588]: DEBUG oslo_vmware.api [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793996, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.664262] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Releasing lock "refresh_cache-7af35d34-6ea3-4951-8cae-1fffcd1f29e8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.664567] env[62588]: DEBUG nova.compute.manager [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Instance network_info: |[{"id": "b3838609-5804-4931-ac46-de6c38bede49", "address": "fa:16:3e:4d:f2:cd", "network": {"id": "7d40fc31-1a33-4c00-a9f0-0dc56c68b642", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1165061145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d71b9bf5af04423af92293416ec11fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3838609-58", "ovs_interfaceid": "b3838609-5804-4931-ac46-de6c38bede49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1700.668386] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:f2:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3838609-5804-4931-ac46-de6c38bede49', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1700.675896] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Creating folder: Project (6d71b9bf5af04423af92293416ec11fd). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1700.676747] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43d45196-f208-426e-9a03-a2943ba56134 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.687721] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Created folder: Project (6d71b9bf5af04423af92293416ec11fd) in parent group-v371885. [ 1700.687928] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Creating folder: Instances. Parent ref: group-v372107. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1700.688184] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa2bdc58-b86f-4abb-b144-ea0542d4ea13 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.700271] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Created folder: Instances in parent group-v372107. [ 1700.700504] env[62588]: DEBUG oslo.service.loopingcall [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1700.700697] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1700.700905] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2059caa6-1923-4390-9b93-2307982fa935 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.721677] env[62588]: DEBUG oslo_concurrency.lockutils [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Acquiring lock "50cd2ea3-1c22-4157-a953-1e5d9e8ad915" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.721677] env[62588]: DEBUG oslo_concurrency.lockutils [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Lock "50cd2ea3-1c22-4157-a953-1e5d9e8ad915" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.726114] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1700.726114] env[62588]: value = "task-1793999" [ 1700.726114] env[62588]: _type = "Task" [ 1700.726114] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.732158] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4c71a1-58ee-46cf-ba61-608a36b9e3a8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.738210] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793999, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.742955] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9ef8df-9ef8-4277-a400-affaddff3316 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.780055] env[62588]: DEBUG nova.compute.manager [req-142d4407-3778-4663-a6a5-797ed76e1ba3 req-923d38b5-3df5-4ad6-bcb7-1ef8f9a14c24 service nova] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Received event network-changed-b3838609-5804-4931-ac46-de6c38bede49 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1700.780055] env[62588]: DEBUG nova.compute.manager [req-142d4407-3778-4663-a6a5-797ed76e1ba3 req-923d38b5-3df5-4ad6-bcb7-1ef8f9a14c24 service nova] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Refreshing instance network info cache due to event network-changed-b3838609-5804-4931-ac46-de6c38bede49. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1700.780179] env[62588]: DEBUG oslo_concurrency.lockutils [req-142d4407-3778-4663-a6a5-797ed76e1ba3 req-923d38b5-3df5-4ad6-bcb7-1ef8f9a14c24 service nova] Acquiring lock "refresh_cache-7af35d34-6ea3-4951-8cae-1fffcd1f29e8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.780324] env[62588]: DEBUG oslo_concurrency.lockutils [req-142d4407-3778-4663-a6a5-797ed76e1ba3 req-923d38b5-3df5-4ad6-bcb7-1ef8f9a14c24 service nova] Acquired lock "refresh_cache-7af35d34-6ea3-4951-8cae-1fffcd1f29e8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.780483] env[62588]: DEBUG nova.network.neutron [req-142d4407-3778-4663-a6a5-797ed76e1ba3 req-923d38b5-3df5-4ad6-bcb7-1ef8f9a14c24 service nova] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Refreshing network info cache for port b3838609-5804-4931-ac46-de6c38bede49 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1700.782027] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af94b91-b8fb-4331-9f65-51e2467fd6f8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.791093] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a19e0d0-4b59-4537-a64c-618673ab05d0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.807016] env[62588]: DEBUG nova.compute.provider_tree [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1700.909755] env[62588]: DEBUG nova.compute.manager [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1700.998294] env[62588]: DEBUG oslo_vmware.api [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1793996, 'name': ReconfigVM_Task, 'duration_secs': 0.286806} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.998606] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Reconfigured VM instance instance-00000052 to attach disk [datastore1] cc7df529-1891-4098-a07c-5446205bb4ab/cc7df529-1891-4098-a07c-5446205bb4ab.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1700.999307] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ff68279-ac44-4327-96cd-2862e9be84dc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.005386] env[62588]: DEBUG oslo_vmware.api [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1701.005386] env[62588]: value = "task-1794000" [ 1701.005386] env[62588]: _type = "Task" [ 1701.005386] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.013207] env[62588]: DEBUG oslo_vmware.api [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1794000, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.226118] env[62588]: DEBUG nova.compute.manager [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1701.245024] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1793999, 'name': CreateVM_Task, 'duration_secs': 0.405722} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.245024] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1701.245024] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.245024] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.245024] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1701.245024] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f34b6bab-5959-4a8e-b320-f86ac92b233e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.248653] env[62588]: DEBUG oslo_vmware.api [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Waiting for the task: (returnval){ [ 1701.248653] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ac10d5-74d1-7142-574b-f3ea032a5016" [ 1701.248653] env[62588]: _type = "Task" [ 1701.248653] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.260674] env[62588]: DEBUG oslo_vmware.api [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ac10d5-74d1-7142-574b-f3ea032a5016, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.310505] env[62588]: DEBUG nova.scheduler.client.report [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1701.438018] env[62588]: DEBUG oslo_concurrency.lockutils [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.516952] env[62588]: DEBUG oslo_vmware.api [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1794000, 'name': Rename_Task, 'duration_secs': 0.332733} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.516952] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1701.516952] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba5de66f-07a1-40a8-a903-128a1af06728 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.525677] env[62588]: DEBUG oslo_vmware.api [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1701.525677] env[62588]: value = "task-1794001" [ 1701.525677] env[62588]: _type = "Task" [ 1701.525677] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.535775] env[62588]: DEBUG oslo_vmware.api [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1794001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.593920] env[62588]: DEBUG nova.network.neutron [req-142d4407-3778-4663-a6a5-797ed76e1ba3 req-923d38b5-3df5-4ad6-bcb7-1ef8f9a14c24 service nova] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Updated VIF entry in instance network info cache for port b3838609-5804-4931-ac46-de6c38bede49. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1701.594348] env[62588]: DEBUG nova.network.neutron [req-142d4407-3778-4663-a6a5-797ed76e1ba3 req-923d38b5-3df5-4ad6-bcb7-1ef8f9a14c24 service nova] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Updating instance_info_cache with network_info: [{"id": "b3838609-5804-4931-ac46-de6c38bede49", "address": "fa:16:3e:4d:f2:cd", "network": {"id": "7d40fc31-1a33-4c00-a9f0-0dc56c68b642", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1165061145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d71b9bf5af04423af92293416ec11fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3838609-58", "ovs_interfaceid": "b3838609-5804-4931-ac46-de6c38bede49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1701.754965] env[62588]: DEBUG oslo_concurrency.lockutils [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.758929] env[62588]: DEBUG oslo_vmware.api [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ac10d5-74d1-7142-574b-f3ea032a5016, 'name': SearchDatastore_Task, 'duration_secs': 0.01178} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.759257] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1701.759518] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1701.759754] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.759903] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.760089] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1701.760354] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5210da1-2e6a-47db-bb89-aa7c55c656e8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.768374] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1701.768581] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1701.769311] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56c12ffc-f4a2-4a86-8237-6272e4d8f457 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.774574] env[62588]: DEBUG oslo_vmware.api [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Waiting for the task: (returnval){ [ 1701.774574] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526ecb5a-7111-0057-4856-ddce5e7cec6e" [ 1701.774574] env[62588]: _type = "Task" [ 1701.774574] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.781832] env[62588]: DEBUG oslo_vmware.api [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526ecb5a-7111-0057-4856-ddce5e7cec6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.815826] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.816374] env[62588]: DEBUG nova.compute.manager [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1701.818991] env[62588]: DEBUG oslo_concurrency.lockutils [None req-893ab0c3-30f4-47b2-9be4-4587747ed01e tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.108s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.819251] env[62588]: DEBUG nova.objects.instance [None req-893ab0c3-30f4-47b2-9be4-4587747ed01e tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lazy-loading 'resources' on Instance uuid 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1702.035959] env[62588]: DEBUG oslo_vmware.api [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1794001, 'name': PowerOnVM_Task, 'duration_secs': 0.490724} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.036263] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1702.036467] env[62588]: INFO nova.compute.manager [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1702.036647] env[62588]: DEBUG nova.compute.manager [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1702.037420] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd16afb-5d1f-4dd1-8c8f-f3d421101d57 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.096864] env[62588]: DEBUG oslo_concurrency.lockutils [req-142d4407-3778-4663-a6a5-797ed76e1ba3 req-923d38b5-3df5-4ad6-bcb7-1ef8f9a14c24 service nova] Releasing lock "refresh_cache-7af35d34-6ea3-4951-8cae-1fffcd1f29e8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.284575] env[62588]: DEBUG oslo_vmware.api [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526ecb5a-7111-0057-4856-ddce5e7cec6e, 'name': SearchDatastore_Task, 'duration_secs': 0.020788} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.285362] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34882229-c414-47ff-a656-70671eae43fd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.291265] env[62588]: DEBUG oslo_vmware.api [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Waiting for the task: (returnval){ [ 1702.291265] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52fde7f8-7d31-c351-2f0b-4e59369b8b4f" [ 1702.291265] env[62588]: _type = "Task" [ 1702.291265] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.300125] env[62588]: DEBUG oslo_vmware.api [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52fde7f8-7d31-c351-2f0b-4e59369b8b4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.326513] env[62588]: DEBUG nova.compute.utils [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1702.328433] env[62588]: DEBUG nova.compute.manager [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1702.328692] env[62588]: DEBUG nova.network.neutron [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1702.374587] env[62588]: DEBUG nova.policy [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc0f6f3093004ee0b267eda4db63008d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb190925c06e4772ae04f7b565c5f2e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1702.554814] env[62588]: INFO nova.compute.manager [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Took 18.61 seconds to build instance. [ 1702.616244] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586239c8-1151-486e-a1f1-83e75b0d75b1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.623987] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35fa455-7ff2-4b17-9d14-7c9c7d834e5c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.655135] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5c7985-e4e0-4512-8474-eb27660b1c54 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.663457] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfaf812a-de4b-44e6-8ac5-976b120e70b3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.677391] env[62588]: DEBUG nova.compute.provider_tree [None req-893ab0c3-30f4-47b2-9be4-4587747ed01e tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1702.802732] env[62588]: DEBUG oslo_vmware.api [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52fde7f8-7d31-c351-2f0b-4e59369b8b4f, 'name': SearchDatastore_Task, 'duration_secs': 0.008877} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.802732] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.802732] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 7af35d34-6ea3-4951-8cae-1fffcd1f29e8/7af35d34-6ea3-4951-8cae-1fffcd1f29e8.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1702.803226] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e28b90e3-a542-47f7-9159-b73c8c698348 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.809683] env[62588]: DEBUG oslo_vmware.api [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Waiting for the task: (returnval){ [ 1702.809683] env[62588]: value = "task-1794002" [ 1702.809683] env[62588]: _type = "Task" [ 1702.809683] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.818943] env[62588]: DEBUG oslo_vmware.api [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Task: {'id': task-1794002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.832610] env[62588]: DEBUG nova.compute.manager [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1702.908937] env[62588]: DEBUG nova.network.neutron [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Successfully created port: 713be818-f8f3-45a9-b32a-e800f6e94e4f {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1703.059510] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4734ae67-7832-445c-8ece-fa108d5448cb tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "cc7df529-1891-4098-a07c-5446205bb4ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.126s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.180302] env[62588]: DEBUG nova.scheduler.client.report [None req-893ab0c3-30f4-47b2-9be4-4587747ed01e tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1703.322485] env[62588]: DEBUG oslo_vmware.api [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Task: {'id': task-1794002, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.685887] env[62588]: DEBUG oslo_concurrency.lockutils [None req-893ab0c3-30f4-47b2-9be4-4587747ed01e tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.867s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.688767] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.974s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.690388] env[62588]: INFO nova.compute.claims [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1703.707421] env[62588]: INFO nova.scheduler.client.report [None req-893ab0c3-30f4-47b2-9be4-4587747ed01e tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Deleted allocations for instance 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e [ 1703.820489] env[62588]: DEBUG oslo_vmware.api [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Task: {'id': task-1794002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559038} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.820754] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 7af35d34-6ea3-4951-8cae-1fffcd1f29e8/7af35d34-6ea3-4951-8cae-1fffcd1f29e8.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1703.821009] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1703.821225] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-329af815-ef4d-439a-83d7-2b422ee536dd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.827525] env[62588]: DEBUG oslo_vmware.api [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Waiting for the task: (returnval){ [ 1703.827525] env[62588]: value = "task-1794003" [ 1703.827525] env[62588]: _type = "Task" [ 1703.827525] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.835350] env[62588]: DEBUG oslo_vmware.api [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Task: {'id': task-1794003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.844536] env[62588]: DEBUG nova.compute.manager [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1703.866213] env[62588]: DEBUG nova.virt.hardware [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1703.866536] env[62588]: DEBUG nova.virt.hardware [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1703.866715] env[62588]: DEBUG nova.virt.hardware [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1703.866901] env[62588]: DEBUG nova.virt.hardware [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1703.867061] env[62588]: DEBUG nova.virt.hardware [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1703.867214] env[62588]: DEBUG nova.virt.hardware [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1703.867423] env[62588]: DEBUG nova.virt.hardware [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1703.867598] env[62588]: DEBUG nova.virt.hardware [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1703.867811] env[62588]: DEBUG nova.virt.hardware [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1703.867982] env[62588]: DEBUG nova.virt.hardware [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1703.868176] env[62588]: DEBUG nova.virt.hardware [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1703.869044] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db34424c-cea4-46f9-b32f-ce8eb4f318ab {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.878030] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d92d9f-ec43-455b-bf91-329f06fcb172 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.214427] env[62588]: DEBUG oslo_concurrency.lockutils [None req-893ab0c3-30f4-47b2-9be4-4587747ed01e tempest-ServersNegativeTestJSON-591010404 tempest-ServersNegativeTestJSON-591010404-project-member] Lock "88b35a0a-bc01-4bd4-91d5-fdb491b23b3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.192s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.241310] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "a3196246-6d9f-48a2-b6d9-9bfe56e8af2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.241961] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "a3196246-6d9f-48a2-b6d9-9bfe56e8af2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.337407] env[62588]: DEBUG oslo_vmware.api [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Task: {'id': task-1794003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076498} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.337754] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1704.338546] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e499676-14bc-4d8c-8654-49f03b122547 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.360645] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 7af35d34-6ea3-4951-8cae-1fffcd1f29e8/7af35d34-6ea3-4951-8cae-1fffcd1f29e8.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1704.360912] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49b86228-409d-4b73-92db-431344f95023 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.381134] env[62588]: DEBUG oslo_vmware.api [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Waiting for the task: (returnval){ [ 1704.381134] env[62588]: value = "task-1794004" [ 1704.381134] env[62588]: _type = "Task" [ 1704.381134] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.389572] env[62588]: DEBUG oslo_vmware.api [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Task: {'id': task-1794004, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.428053] env[62588]: DEBUG nova.compute.manager [None req-a8daa9fd-ffd7-438b-92ee-fd237c083add tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1704.428975] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10afe93b-ac34-423f-b572-534782d6c504 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.478021] env[62588]: DEBUG nova.compute.manager [req-014e6a67-ade1-4ab9-aba2-72cf18fe1544 req-75f5f5aa-d813-4b5d-b673-96a1e4c000d1 service nova] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Received event network-vif-plugged-713be818-f8f3-45a9-b32a-e800f6e94e4f {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1704.478021] env[62588]: DEBUG oslo_concurrency.lockutils [req-014e6a67-ade1-4ab9-aba2-72cf18fe1544 req-75f5f5aa-d813-4b5d-b673-96a1e4c000d1 service nova] Acquiring lock "e8f402f2-e120-4dea-83cd-1df5077221af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.478021] env[62588]: DEBUG oslo_concurrency.lockutils [req-014e6a67-ade1-4ab9-aba2-72cf18fe1544 req-75f5f5aa-d813-4b5d-b673-96a1e4c000d1 service nova] Lock "e8f402f2-e120-4dea-83cd-1df5077221af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.478021] env[62588]: DEBUG oslo_concurrency.lockutils [req-014e6a67-ade1-4ab9-aba2-72cf18fe1544 req-75f5f5aa-d813-4b5d-b673-96a1e4c000d1 service nova] Lock "e8f402f2-e120-4dea-83cd-1df5077221af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.478021] env[62588]: DEBUG nova.compute.manager [req-014e6a67-ade1-4ab9-aba2-72cf18fe1544 req-75f5f5aa-d813-4b5d-b673-96a1e4c000d1 service nova] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] No waiting events found dispatching network-vif-plugged-713be818-f8f3-45a9-b32a-e800f6e94e4f {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1704.478021] env[62588]: WARNING nova.compute.manager [req-014e6a67-ade1-4ab9-aba2-72cf18fe1544 req-75f5f5aa-d813-4b5d-b673-96a1e4c000d1 service nova] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Received unexpected event network-vif-plugged-713be818-f8f3-45a9-b32a-e800f6e94e4f for instance with vm_state building and task_state spawning. [ 1704.575759] env[62588]: DEBUG nova.network.neutron [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Successfully updated port: 713be818-f8f3-45a9-b32a-e800f6e94e4f {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1704.744020] env[62588]: DEBUG nova.compute.manager [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1704.893298] env[62588]: DEBUG oslo_vmware.api [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Task: {'id': task-1794004, 'name': ReconfigVM_Task, 'duration_secs': 0.380192} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.893739] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 7af35d34-6ea3-4951-8cae-1fffcd1f29e8/7af35d34-6ea3-4951-8cae-1fffcd1f29e8.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1704.894209] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4449de47-510e-402f-8956-993fbfa26cac {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.901253] env[62588]: DEBUG oslo_vmware.api [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Waiting for the task: (returnval){ [ 1704.901253] env[62588]: value = "task-1794005" [ 1704.901253] env[62588]: _type = "Task" [ 1704.901253] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.913708] env[62588]: DEBUG oslo_vmware.api [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Task: {'id': task-1794005, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.941224] env[62588]: INFO nova.compute.manager [None req-a8daa9fd-ffd7-438b-92ee-fd237c083add tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] instance snapshotting [ 1704.943683] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f3e284-1aa9-4dda-9673-5e98e53b3fa8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.967377] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74602d44-e0fb-4a56-9dd1-b97b3dba439f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.029189] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7431628-181f-4d3a-8d5e-e5bf10193dcd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.037651] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed01ab4-9994-4835-b557-2c93024a8196 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.072072] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc252ddb-8f91-4223-acbc-1b68b6d26af1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.079846] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc6d6f2-66fc-4a4c-8882-a2b57a46f69b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.084739] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "refresh_cache-e8f402f2-e120-4dea-83cd-1df5077221af" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.084739] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquired lock "refresh_cache-e8f402f2-e120-4dea-83cd-1df5077221af" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.084739] env[62588]: DEBUG nova.network.neutron [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1705.103136] env[62588]: DEBUG nova.compute.provider_tree [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1705.266965] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.411104] env[62588]: DEBUG oslo_vmware.api [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Task: {'id': task-1794005, 'name': Rename_Task, 'duration_secs': 0.198454} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.411396] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1705.411637] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f75234c5-bab5-4e0b-b232-24dd3eff600c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.417931] env[62588]: DEBUG oslo_vmware.api [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Waiting for the task: (returnval){ [ 1705.417931] env[62588]: value = "task-1794006" [ 1705.417931] env[62588]: _type = "Task" [ 1705.417931] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.425685] env[62588]: DEBUG oslo_vmware.api [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Task: {'id': task-1794006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.480046] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a8daa9fd-ffd7-438b-92ee-fd237c083add tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Creating Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1705.480046] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-97c3520d-ad8b-4981-b941-eef1bf40ce16 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.487181] env[62588]: DEBUG oslo_vmware.api [None req-a8daa9fd-ffd7-438b-92ee-fd237c083add tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1705.487181] env[62588]: value = "task-1794007" [ 1705.487181] env[62588]: _type = "Task" [ 1705.487181] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.495482] env[62588]: DEBUG oslo_vmware.api [None req-a8daa9fd-ffd7-438b-92ee-fd237c083add tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1794007, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.604548] env[62588]: DEBUG nova.scheduler.client.report [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1705.634635] env[62588]: DEBUG nova.network.neutron [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1705.792503] env[62588]: DEBUG nova.network.neutron [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Updating instance_info_cache with network_info: [{"id": "713be818-f8f3-45a9-b32a-e800f6e94e4f", "address": "fa:16:3e:9f:12:92", "network": {"id": "adc3b6e0-4437-45a1-a195-1acf36a5afeb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-83189614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb190925c06e4772ae04f7b565c5f2e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap713be818-f8", "ovs_interfaceid": "713be818-f8f3-45a9-b32a-e800f6e94e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.928020] env[62588]: DEBUG oslo_vmware.api [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Task: {'id': task-1794006, 'name': PowerOnVM_Task, 'duration_secs': 0.493611} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.928310] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1705.928516] env[62588]: INFO nova.compute.manager [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Took 7.45 seconds to spawn the instance on the hypervisor. [ 1705.928703] env[62588]: DEBUG nova.compute.manager [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1705.929498] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553d0e15-c699-4168-8100-9b87515937a5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.997996] env[62588]: DEBUG oslo_vmware.api [None req-a8daa9fd-ffd7-438b-92ee-fd237c083add tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1794007, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.112928] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.113559] env[62588]: DEBUG nova.compute.manager [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1706.120559] env[62588]: DEBUG oslo_concurrency.lockutils [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.138s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.122091] env[62588]: INFO nova.compute.claims [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1706.297367] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Releasing lock "refresh_cache-e8f402f2-e120-4dea-83cd-1df5077221af" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.297748] env[62588]: DEBUG nova.compute.manager [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Instance network_info: |[{"id": "713be818-f8f3-45a9-b32a-e800f6e94e4f", "address": "fa:16:3e:9f:12:92", "network": {"id": "adc3b6e0-4437-45a1-a195-1acf36a5afeb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-83189614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb190925c06e4772ae04f7b565c5f2e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap713be818-f8", "ovs_interfaceid": "713be818-f8f3-45a9-b32a-e800f6e94e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1706.298185] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:12:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '713be818-f8f3-45a9-b32a-e800f6e94e4f', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1706.305667] env[62588]: DEBUG oslo.service.loopingcall [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1706.305898] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1706.306549] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-410df455-de98-4c72-9865-d0e62636310e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.326698] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1706.326698] env[62588]: value = "task-1794008" [ 1706.326698] env[62588]: _type = "Task" [ 1706.326698] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.334886] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794008, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.447853] env[62588]: INFO nova.compute.manager [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Took 19.42 seconds to build instance. [ 1706.501279] env[62588]: DEBUG oslo_vmware.api [None req-a8daa9fd-ffd7-438b-92ee-fd237c083add tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1794007, 'name': CreateSnapshot_Task, 'duration_secs': 0.637622} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.502502] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a8daa9fd-ffd7-438b-92ee-fd237c083add tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Created Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1706.503694] env[62588]: DEBUG nova.compute.manager [req-7ff9bcd2-600d-4519-aed6-2d64bfc57efe req-5962c78c-985e-438c-ba84-60b28b223474 service nova] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Received event network-changed-713be818-f8f3-45a9-b32a-e800f6e94e4f {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1706.503879] env[62588]: DEBUG nova.compute.manager [req-7ff9bcd2-600d-4519-aed6-2d64bfc57efe req-5962c78c-985e-438c-ba84-60b28b223474 service nova] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Refreshing instance network info cache due to event network-changed-713be818-f8f3-45a9-b32a-e800f6e94e4f. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1706.504114] env[62588]: DEBUG oslo_concurrency.lockutils [req-7ff9bcd2-600d-4519-aed6-2d64bfc57efe req-5962c78c-985e-438c-ba84-60b28b223474 service nova] Acquiring lock "refresh_cache-e8f402f2-e120-4dea-83cd-1df5077221af" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.504576] env[62588]: DEBUG oslo_concurrency.lockutils [req-7ff9bcd2-600d-4519-aed6-2d64bfc57efe req-5962c78c-985e-438c-ba84-60b28b223474 service nova] Acquired lock "refresh_cache-e8f402f2-e120-4dea-83cd-1df5077221af" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.504781] env[62588]: DEBUG nova.network.neutron [req-7ff9bcd2-600d-4519-aed6-2d64bfc57efe req-5962c78c-985e-438c-ba84-60b28b223474 service nova] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Refreshing network info cache for port 713be818-f8f3-45a9-b32a-e800f6e94e4f {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1706.506428] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48095975-1b5f-4537-894c-514cef51494a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.632034] env[62588]: DEBUG nova.compute.utils [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1706.638473] env[62588]: DEBUG nova.compute.manager [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1706.638473] env[62588]: DEBUG nova.network.neutron [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 9b142536-d974-490d-9e45-e207354ffe59] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1706.690944] env[62588]: DEBUG nova.policy [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be1ca46aaa8b429baa004a02e4840428', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '962ad43ecb3d425ebc57be08dea7d954', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1706.718965] env[62588]: DEBUG oslo_concurrency.lockutils [None req-408b4997-b426-4c41-b7f9-dd1bf5259034 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquiring lock "3ee02a39-f285-405c-b7b8-ab797afe560c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.719220] env[62588]: DEBUG oslo_concurrency.lockutils [None req-408b4997-b426-4c41-b7f9-dd1bf5259034 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lock "3ee02a39-f285-405c-b7b8-ab797afe560c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.836701] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794008, 'name': CreateVM_Task, 'duration_secs': 0.475062} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.837018] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1706.837598] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.837789] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.838124] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1706.838372] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d27050a-184c-4d6e-97f9-22bbac9192d8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.842740] env[62588]: DEBUG oslo_vmware.api [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1706.842740] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b816a2-f0e2-c585-a386-896aab49dfe5" [ 1706.842740] env[62588]: _type = "Task" [ 1706.842740] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.850283] env[62588]: DEBUG oslo_vmware.api [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b816a2-f0e2-c585-a386-896aab49dfe5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.881341] env[62588]: DEBUG oslo_concurrency.lockutils [None req-38a72dd3-f55c-4f3c-b9f3-bb55df01dd1a tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Acquiring lock "7af35d34-6ea3-4951-8cae-1fffcd1f29e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.943439] env[62588]: DEBUG nova.network.neutron [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Successfully created port: 0de12c55-fa0d-4e72-a7f5-40182494a6c0 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1706.951077] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1a8215c6-94f5-4c3f-9f17-91e5cc584f49 tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Lock "7af35d34-6ea3-4951-8cae-1fffcd1f29e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.945s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.952543] env[62588]: DEBUG oslo_concurrency.lockutils [None req-38a72dd3-f55c-4f3c-b9f3-bb55df01dd1a tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Lock "7af35d34-6ea3-4951-8cae-1fffcd1f29e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.071s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.952762] env[62588]: DEBUG oslo_concurrency.lockutils [None req-38a72dd3-f55c-4f3c-b9f3-bb55df01dd1a tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Acquiring lock "7af35d34-6ea3-4951-8cae-1fffcd1f29e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.952970] env[62588]: DEBUG oslo_concurrency.lockutils [None req-38a72dd3-f55c-4f3c-b9f3-bb55df01dd1a tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Lock "7af35d34-6ea3-4951-8cae-1fffcd1f29e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.953150] env[62588]: DEBUG oslo_concurrency.lockutils [None req-38a72dd3-f55c-4f3c-b9f3-bb55df01dd1a tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Lock "7af35d34-6ea3-4951-8cae-1fffcd1f29e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.955771] env[62588]: INFO nova.compute.manager [None req-38a72dd3-f55c-4f3c-b9f3-bb55df01dd1a tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Terminating instance [ 1707.026812] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a8daa9fd-ffd7-438b-92ee-fd237c083add tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Creating linked-clone VM from snapshot {{(pid=62588) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1707.027545] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-87702881-c9cd-4114-9d38-2a4813574e35 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.035221] env[62588]: DEBUG oslo_vmware.api [None req-a8daa9fd-ffd7-438b-92ee-fd237c083add tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1707.035221] env[62588]: value = "task-1794009" [ 1707.035221] env[62588]: _type = "Task" [ 1707.035221] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.042984] env[62588]: DEBUG oslo_vmware.api [None req-a8daa9fd-ffd7-438b-92ee-fd237c083add tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1794009, 'name': CloneVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.139324] env[62588]: DEBUG nova.compute.manager [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1707.222148] env[62588]: DEBUG nova.compute.utils [None req-408b4997-b426-4c41-b7f9-dd1bf5259034 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1707.227842] env[62588]: DEBUG nova.network.neutron [req-7ff9bcd2-600d-4519-aed6-2d64bfc57efe req-5962c78c-985e-438c-ba84-60b28b223474 service nova] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Updated VIF entry in instance network info cache for port 713be818-f8f3-45a9-b32a-e800f6e94e4f. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1707.228231] env[62588]: DEBUG nova.network.neutron [req-7ff9bcd2-600d-4519-aed6-2d64bfc57efe req-5962c78c-985e-438c-ba84-60b28b223474 service nova] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Updating instance_info_cache with network_info: [{"id": "713be818-f8f3-45a9-b32a-e800f6e94e4f", "address": "fa:16:3e:9f:12:92", "network": {"id": "adc3b6e0-4437-45a1-a195-1acf36a5afeb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-83189614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb190925c06e4772ae04f7b565c5f2e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap713be818-f8", "ovs_interfaceid": "713be818-f8f3-45a9-b32a-e800f6e94e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.354644] env[62588]: DEBUG oslo_vmware.api [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b816a2-f0e2-c585-a386-896aab49dfe5, 'name': SearchDatastore_Task, 'duration_secs': 0.014741} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.355124] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.355506] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1707.355970] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.356870] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.356870] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1707.358756] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7755c585-3aed-4117-88e7-4c313f7f4d89 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.366784] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1707.366955] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1707.367671] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c25debc-5cef-4f66-bd56-5fe7091157cf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.375026] env[62588]: DEBUG oslo_vmware.api [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1707.375026] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5234249e-d05d-f0db-e1bc-05ab13765ffd" [ 1707.375026] env[62588]: _type = "Task" [ 1707.375026] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.382601] env[62588]: DEBUG oslo_vmware.api [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5234249e-d05d-f0db-e1bc-05ab13765ffd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.423506] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae442e2c-40f8-468d-88d8-93bb41d1c7ee {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.431870] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa501c24-83fc-487a-97fc-03a457e227dd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.465985] env[62588]: DEBUG nova.compute.manager [None req-38a72dd3-f55c-4f3c-b9f3-bb55df01dd1a tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1707.466224] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-38a72dd3-f55c-4f3c-b9f3-bb55df01dd1a tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1707.467201] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0daf7ec-5204-4ff1-80e5-b6ab9b8e519d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.470393] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9830cbb0-c493-4096-b7c6-7d195cd27242 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.480728] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f46634-5f37-42ab-a169-88ca694771ca {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.484637] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a72dd3-f55c-4f3c-b9f3-bb55df01dd1a tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1707.485497] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2151e10d-bbc2-482b-a3b4-10edf75dd201 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.497700] env[62588]: DEBUG nova.compute.provider_tree [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1707.500467] env[62588]: DEBUG oslo_vmware.api [None req-38a72dd3-f55c-4f3c-b9f3-bb55df01dd1a tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Waiting for the task: (returnval){ [ 1707.500467] env[62588]: value = "task-1794010" [ 1707.500467] env[62588]: _type = "Task" [ 1707.500467] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.509148] env[62588]: DEBUG oslo_vmware.api [None req-38a72dd3-f55c-4f3c-b9f3-bb55df01dd1a tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Task: {'id': task-1794010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.546533] env[62588]: DEBUG oslo_vmware.api [None req-a8daa9fd-ffd7-438b-92ee-fd237c083add tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1794009, 'name': CloneVM_Task} progress is 93%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.724833] env[62588]: DEBUG oslo_concurrency.lockutils [None req-408b4997-b426-4c41-b7f9-dd1bf5259034 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lock "3ee02a39-f285-405c-b7b8-ab797afe560c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.730940] env[62588]: DEBUG oslo_concurrency.lockutils [req-7ff9bcd2-600d-4519-aed6-2d64bfc57efe req-5962c78c-985e-438c-ba84-60b28b223474 service nova] Releasing lock "refresh_cache-e8f402f2-e120-4dea-83cd-1df5077221af" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.886924] env[62588]: DEBUG oslo_vmware.api [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5234249e-d05d-f0db-e1bc-05ab13765ffd, 'name': SearchDatastore_Task, 'duration_secs': 0.00889} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.887931] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-174e2ab7-840b-4cd5-8106-0605a54cab76 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.893951] env[62588]: DEBUG oslo_vmware.api [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1707.893951] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52904056-4c46-e7de-2693-11bdf4058e6c" [ 1707.893951] env[62588]: _type = "Task" [ 1707.893951] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.903423] env[62588]: DEBUG oslo_vmware.api [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52904056-4c46-e7de-2693-11bdf4058e6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.002383] env[62588]: DEBUG nova.scheduler.client.report [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1708.014843] env[62588]: DEBUG oslo_vmware.api [None req-38a72dd3-f55c-4f3c-b9f3-bb55df01dd1a tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Task: {'id': task-1794010, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.046577] env[62588]: DEBUG oslo_vmware.api [None req-a8daa9fd-ffd7-438b-92ee-fd237c083add tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1794009, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.150274] env[62588]: DEBUG nova.compute.manager [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1708.175773] env[62588]: DEBUG nova.virt.hardware [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1708.176030] env[62588]: DEBUG nova.virt.hardware [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1708.176191] env[62588]: DEBUG nova.virt.hardware [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1708.176431] env[62588]: DEBUG nova.virt.hardware [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1708.176597] env[62588]: DEBUG nova.virt.hardware [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1708.176745] env[62588]: DEBUG nova.virt.hardware [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1708.176956] env[62588]: DEBUG nova.virt.hardware [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1708.177135] env[62588]: DEBUG nova.virt.hardware [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1708.177306] env[62588]: DEBUG nova.virt.hardware [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1708.177469] env[62588]: DEBUG nova.virt.hardware [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1708.177644] env[62588]: DEBUG nova.virt.hardware [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1708.178597] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27247d2e-47da-4958-b819-7053043b82ef {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.187014] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61430a14-c838-4fea-8647-89e02f1e1478 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.405273] env[62588]: DEBUG oslo_vmware.api [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52904056-4c46-e7de-2693-11bdf4058e6c, 'name': SearchDatastore_Task, 'duration_secs': 0.00984} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.405556] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.405829] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] e8f402f2-e120-4dea-83cd-1df5077221af/e8f402f2-e120-4dea-83cd-1df5077221af.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1708.406109] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd4ca2b6-1a60-405f-98d5-268d6c642c76 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.412986] env[62588]: DEBUG oslo_vmware.api [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1708.412986] env[62588]: value = "task-1794011" [ 1708.412986] env[62588]: _type = "Task" [ 1708.412986] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.421097] env[62588]: DEBUG oslo_vmware.api [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1794011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.476206] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Didn't find any instances for network info cache update. {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 1708.476453] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1708.476641] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1708.476809] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1708.476977] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1708.477147] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1708.477326] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1708.477529] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62588) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 1708.477612] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1708.503710] env[62588]: DEBUG nova.network.neutron [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Successfully updated port: 0de12c55-fa0d-4e72-a7f5-40182494a6c0 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1708.511909] env[62588]: DEBUG oslo_concurrency.lockutils [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.512743] env[62588]: DEBUG nova.compute.manager [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1708.515292] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.086s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.516893] env[62588]: INFO nova.compute.claims [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1708.527036] env[62588]: DEBUG oslo_vmware.api [None req-38a72dd3-f55c-4f3c-b9f3-bb55df01dd1a tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Task: {'id': task-1794010, 'name': PowerOffVM_Task, 'duration_secs': 0.562142} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.527036] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a72dd3-f55c-4f3c-b9f3-bb55df01dd1a tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1708.527036] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-38a72dd3-f55c-4f3c-b9f3-bb55df01dd1a tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1708.527036] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-824e79ce-b4f4-4a7a-a94e-c84adc56e28c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.533820] env[62588]: DEBUG nova.compute.manager [req-89116868-3fab-4475-9039-c0f5b1f43876 req-e7a2a2ae-aa09-4b1e-9f0d-f7f4a0552d62 service nova] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Received event network-vif-plugged-0de12c55-fa0d-4e72-a7f5-40182494a6c0 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1708.533820] env[62588]: DEBUG oslo_concurrency.lockutils [req-89116868-3fab-4475-9039-c0f5b1f43876 req-e7a2a2ae-aa09-4b1e-9f0d-f7f4a0552d62 service nova] Acquiring lock "9b142536-d974-490d-9e45-e207354ffe59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.533820] env[62588]: DEBUG oslo_concurrency.lockutils [req-89116868-3fab-4475-9039-c0f5b1f43876 req-e7a2a2ae-aa09-4b1e-9f0d-f7f4a0552d62 service nova] Lock "9b142536-d974-490d-9e45-e207354ffe59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.533820] env[62588]: DEBUG oslo_concurrency.lockutils [req-89116868-3fab-4475-9039-c0f5b1f43876 req-e7a2a2ae-aa09-4b1e-9f0d-f7f4a0552d62 service nova] Lock "9b142536-d974-490d-9e45-e207354ffe59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.533989] env[62588]: DEBUG nova.compute.manager [req-89116868-3fab-4475-9039-c0f5b1f43876 req-e7a2a2ae-aa09-4b1e-9f0d-f7f4a0552d62 service nova] [instance: 9b142536-d974-490d-9e45-e207354ffe59] No waiting events found dispatching network-vif-plugged-0de12c55-fa0d-4e72-a7f5-40182494a6c0 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1708.534187] env[62588]: WARNING nova.compute.manager [req-89116868-3fab-4475-9039-c0f5b1f43876 req-e7a2a2ae-aa09-4b1e-9f0d-f7f4a0552d62 service nova] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Received unexpected event network-vif-plugged-0de12c55-fa0d-4e72-a7f5-40182494a6c0 for instance with vm_state building and task_state spawning. [ 1708.534420] env[62588]: DEBUG nova.compute.manager [req-89116868-3fab-4475-9039-c0f5b1f43876 req-e7a2a2ae-aa09-4b1e-9f0d-f7f4a0552d62 service nova] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Received event network-changed-0de12c55-fa0d-4e72-a7f5-40182494a6c0 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1708.534547] env[62588]: DEBUG nova.compute.manager [req-89116868-3fab-4475-9039-c0f5b1f43876 req-e7a2a2ae-aa09-4b1e-9f0d-f7f4a0552d62 service nova] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Refreshing instance network info cache due to event network-changed-0de12c55-fa0d-4e72-a7f5-40182494a6c0. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1708.534760] env[62588]: DEBUG oslo_concurrency.lockutils [req-89116868-3fab-4475-9039-c0f5b1f43876 req-e7a2a2ae-aa09-4b1e-9f0d-f7f4a0552d62 service nova] Acquiring lock "refresh_cache-9b142536-d974-490d-9e45-e207354ffe59" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.534900] env[62588]: DEBUG oslo_concurrency.lockutils [req-89116868-3fab-4475-9039-c0f5b1f43876 req-e7a2a2ae-aa09-4b1e-9f0d-f7f4a0552d62 service nova] Acquired lock "refresh_cache-9b142536-d974-490d-9e45-e207354ffe59" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.535098] env[62588]: DEBUG nova.network.neutron [req-89116868-3fab-4475-9039-c0f5b1f43876 req-e7a2a2ae-aa09-4b1e-9f0d-f7f4a0552d62 service nova] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Refreshing network info cache for port 0de12c55-fa0d-4e72-a7f5-40182494a6c0 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1708.550268] env[62588]: DEBUG oslo_vmware.api [None req-a8daa9fd-ffd7-438b-92ee-fd237c083add tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1794009, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.688870] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-38a72dd3-f55c-4f3c-b9f3-bb55df01dd1a tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1708.689145] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-38a72dd3-f55c-4f3c-b9f3-bb55df01dd1a tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1708.689794] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-38a72dd3-f55c-4f3c-b9f3-bb55df01dd1a tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Deleting the datastore file [datastore1] 7af35d34-6ea3-4951-8cae-1fffcd1f29e8 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1708.689794] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9904959-58b3-407c-9f00-285529185aa3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.699990] env[62588]: DEBUG oslo_vmware.api [None req-38a72dd3-f55c-4f3c-b9f3-bb55df01dd1a tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Waiting for the task: (returnval){ [ 1708.699990] env[62588]: value = "task-1794013" [ 1708.699990] env[62588]: _type = "Task" [ 1708.699990] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.709439] env[62588]: DEBUG oslo_vmware.api [None req-38a72dd3-f55c-4f3c-b9f3-bb55df01dd1a tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Task: {'id': task-1794013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.787763] env[62588]: DEBUG oslo_concurrency.lockutils [None req-408b4997-b426-4c41-b7f9-dd1bf5259034 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquiring lock "3ee02a39-f285-405c-b7b8-ab797afe560c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.788052] env[62588]: DEBUG oslo_concurrency.lockutils [None req-408b4997-b426-4c41-b7f9-dd1bf5259034 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lock "3ee02a39-f285-405c-b7b8-ab797afe560c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.788321] env[62588]: INFO nova.compute.manager [None req-408b4997-b426-4c41-b7f9-dd1bf5259034 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Attaching volume 089fea99-2c4f-4cb6-b284-4dc56d23a0b1 to /dev/sdb [ 1708.837385] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72ae016-86f3-4328-862f-033a469dacce {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.845280] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e716e2b0-2d51-44c3-a68a-d626d32c3100 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.863022] env[62588]: DEBUG nova.virt.block_device [None req-408b4997-b426-4c41-b7f9-dd1bf5259034 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Updating existing volume attachment record: 00dc2b04-d126-4193-9fde-ee509b4f9f88 {{(pid=62588) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1708.922475] env[62588]: DEBUG oslo_vmware.api [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1794011, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490524} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.922837] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] e8f402f2-e120-4dea-83cd-1df5077221af/e8f402f2-e120-4dea-83cd-1df5077221af.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1708.923168] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1708.923536] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0290d595-ddd9-4efa-935a-1d2e1f3fc4a9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.929943] env[62588]: DEBUG oslo_vmware.api [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1708.929943] env[62588]: value = "task-1794014" [ 1708.929943] env[62588]: _type = "Task" [ 1708.929943] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.938299] env[62588]: DEBUG oslo_vmware.api [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1794014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.980781] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.006645] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "refresh_cache-9b142536-d974-490d-9e45-e207354ffe59" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.023360] env[62588]: DEBUG nova.compute.utils [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1709.027187] env[62588]: DEBUG nova.compute.manager [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1709.027187] env[62588]: DEBUG nova.network.neutron [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1709.049505] env[62588]: DEBUG oslo_vmware.api [None req-a8daa9fd-ffd7-438b-92ee-fd237c083add tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1794009, 'name': CloneVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.067299] env[62588]: DEBUG nova.policy [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab3cde5f62144e0d8fbc59e60a28fff4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9caa809c97541cea65bc0fd5cdd9eec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1709.071877] env[62588]: DEBUG nova.network.neutron [req-89116868-3fab-4475-9039-c0f5b1f43876 req-e7a2a2ae-aa09-4b1e-9f0d-f7f4a0552d62 service nova] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1709.153099] env[62588]: DEBUG nova.network.neutron [req-89116868-3fab-4475-9039-c0f5b1f43876 req-e7a2a2ae-aa09-4b1e-9f0d-f7f4a0552d62 service nova] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.209209] env[62588]: DEBUG oslo_vmware.api [None req-38a72dd3-f55c-4f3c-b9f3-bb55df01dd1a tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Task: {'id': task-1794013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296478} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.209480] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-38a72dd3-f55c-4f3c-b9f3-bb55df01dd1a tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1709.209672] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-38a72dd3-f55c-4f3c-b9f3-bb55df01dd1a tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1709.209865] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-38a72dd3-f55c-4f3c-b9f3-bb55df01dd1a tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1709.210059] env[62588]: INFO nova.compute.manager [None req-38a72dd3-f55c-4f3c-b9f3-bb55df01dd1a tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1709.210303] env[62588]: DEBUG oslo.service.loopingcall [None req-38a72dd3-f55c-4f3c-b9f3-bb55df01dd1a tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1709.210586] env[62588]: DEBUG nova.compute.manager [-] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1709.210586] env[62588]: DEBUG nova.network.neutron [-] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1709.404942] env[62588]: DEBUG nova.network.neutron [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Successfully created port: 974695e6-0065-49a6-ad12-46c9af2be8e4 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1709.440757] env[62588]: DEBUG oslo_vmware.api [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1794014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.218289} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.440757] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1709.441515] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f72137a-6d7a-4b92-b8b7-c8923701de2f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.467346] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] e8f402f2-e120-4dea-83cd-1df5077221af/e8f402f2-e120-4dea-83cd-1df5077221af.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1709.467630] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7113926-0a79-4f67-a376-3e0c56f314e8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.490338] env[62588]: DEBUG oslo_vmware.api [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1709.490338] env[62588]: value = "task-1794018" [ 1709.490338] env[62588]: _type = "Task" [ 1709.490338] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.500234] env[62588]: DEBUG oslo_vmware.api [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1794018, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.519481] env[62588]: DEBUG nova.compute.manager [req-5eda51f3-8238-47af-86f7-c07d335edc8f req-99737dde-327b-49ed-944d-6f2c3a2ec445 service nova] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Received event network-vif-deleted-b3838609-5804-4931-ac46-de6c38bede49 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1709.519548] env[62588]: INFO nova.compute.manager [req-5eda51f3-8238-47af-86f7-c07d335edc8f req-99737dde-327b-49ed-944d-6f2c3a2ec445 service nova] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Neutron deleted interface b3838609-5804-4931-ac46-de6c38bede49; detaching it from the instance and deleting it from the info cache [ 1709.519719] env[62588]: DEBUG nova.network.neutron [req-5eda51f3-8238-47af-86f7-c07d335edc8f req-99737dde-327b-49ed-944d-6f2c3a2ec445 service nova] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.527922] env[62588]: DEBUG nova.compute.manager [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1709.551753] env[62588]: DEBUG oslo_vmware.api [None req-a8daa9fd-ffd7-438b-92ee-fd237c083add tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1794009, 'name': CloneVM_Task, 'duration_secs': 2.03391} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.552090] env[62588]: INFO nova.virt.vmwareapi.vmops [None req-a8daa9fd-ffd7-438b-92ee-fd237c083add tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Created linked-clone VM from snapshot [ 1709.552960] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67523217-0ee2-43a2-9b31-1f6112500122 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.564757] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-a8daa9fd-ffd7-438b-92ee-fd237c083add tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Uploading image e911e3c6-00b6-4325-8933-2a5212175e27 {{(pid=62588) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1709.580636] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8daa9fd-ffd7-438b-92ee-fd237c083add tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Destroying the VM {{(pid=62588) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1709.580805] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4af4d7d3-59bc-489a-97e2-c3eed03e37a7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.588166] env[62588]: DEBUG oslo_vmware.api [None req-a8daa9fd-ffd7-438b-92ee-fd237c083add tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1709.588166] env[62588]: value = "task-1794019" [ 1709.588166] env[62588]: _type = "Task" [ 1709.588166] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.599037] env[62588]: DEBUG oslo_vmware.api [None req-a8daa9fd-ffd7-438b-92ee-fd237c083add tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1794019, 'name': Destroy_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.660150] env[62588]: DEBUG oslo_concurrency.lockutils [req-89116868-3fab-4475-9039-c0f5b1f43876 req-e7a2a2ae-aa09-4b1e-9f0d-f7f4a0552d62 service nova] Releasing lock "refresh_cache-9b142536-d974-490d-9e45-e207354ffe59" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.660734] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a4abffc5-7095-498a-be60-35ce072d94c0 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Acquiring lock "f26adaee-0b99-42b7-b852-b85833a67ff8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.660943] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a4abffc5-7095-498a-be60-35ce072d94c0 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Lock "f26adaee-0b99-42b7-b852-b85833a67ff8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.661153] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a4abffc5-7095-498a-be60-35ce072d94c0 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Acquiring lock "f26adaee-0b99-42b7-b852-b85833a67ff8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.661335] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a4abffc5-7095-498a-be60-35ce072d94c0 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Lock "f26adaee-0b99-42b7-b852-b85833a67ff8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.661516] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a4abffc5-7095-498a-be60-35ce072d94c0 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Lock "f26adaee-0b99-42b7-b852-b85833a67ff8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.666499] env[62588]: INFO nova.compute.manager [None req-a4abffc5-7095-498a-be60-35ce072d94c0 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Terminating instance [ 1709.670777] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquired lock "refresh_cache-9b142536-d974-490d-9e45-e207354ffe59" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.670962] env[62588]: DEBUG nova.network.neutron [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1709.894401] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5c5e4e-578d-4bde-bf70-648525c413ee {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.902130] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecd911b-ba9f-4229-98c3-1cfdf1c21bc6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.935448] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca48b501-89b9-4fc7-97a3-36f94f2e8ac9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.943684] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4179253-bee5-4911-95d2-0652324b86ea {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.957678] env[62588]: DEBUG nova.compute.provider_tree [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1709.996452] env[62588]: DEBUG nova.network.neutron [-] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.004021] env[62588]: DEBUG oslo_vmware.api [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1794018, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.023737] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6527176b-2e93-4163-a8e4-96072b2e7ed7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.033283] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cedb29-7169-48fd-bc65-7d86247d5682 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.072299] env[62588]: DEBUG nova.compute.manager [req-5eda51f3-8238-47af-86f7-c07d335edc8f req-99737dde-327b-49ed-944d-6f2c3a2ec445 service nova] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Detach interface failed, port_id=b3838609-5804-4931-ac46-de6c38bede49, reason: Instance 7af35d34-6ea3-4951-8cae-1fffcd1f29e8 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1710.098194] env[62588]: DEBUG oslo_vmware.api [None req-a8daa9fd-ffd7-438b-92ee-fd237c083add tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1794019, 'name': Destroy_Task} progress is 33%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.179026] env[62588]: DEBUG nova.compute.manager [None req-a4abffc5-7095-498a-be60-35ce072d94c0 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1710.179026] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a4abffc5-7095-498a-be60-35ce072d94c0 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1710.179026] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4b0292-1690-4543-a554-dcd36568ccd5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.187996] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4abffc5-7095-498a-be60-35ce072d94c0 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1710.188255] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf80ce43-0b4e-4acc-837d-e100b4ff0804 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.195326] env[62588]: DEBUG oslo_vmware.api [None req-a4abffc5-7095-498a-be60-35ce072d94c0 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Waiting for the task: (returnval){ [ 1710.195326] env[62588]: value = "task-1794020" [ 1710.195326] env[62588]: _type = "Task" [ 1710.195326] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.202480] env[62588]: DEBUG oslo_vmware.api [None req-a4abffc5-7095-498a-be60-35ce072d94c0 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Task: {'id': task-1794020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.208966] env[62588]: DEBUG nova.network.neutron [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1710.339176] env[62588]: DEBUG nova.network.neutron [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Updating instance_info_cache with network_info: [{"id": "0de12c55-fa0d-4e72-a7f5-40182494a6c0", "address": "fa:16:3e:26:5e:14", "network": {"id": "ebfd054e-b4b8-4c77-9adb-1fd6bca34d84", "bridge": "br-int", "label": "tempest-ServersTestJSON-273759622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "962ad43ecb3d425ebc57be08dea7d954", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0de12c55-fa", "ovs_interfaceid": "0de12c55-fa0d-4e72-a7f5-40182494a6c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.461282] env[62588]: DEBUG nova.scheduler.client.report [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1710.500607] env[62588]: DEBUG oslo_vmware.api [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1794018, 'name': ReconfigVM_Task, 'duration_secs': 0.53238} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.500904] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Reconfigured VM instance instance-00000054 to attach disk [datastore1] e8f402f2-e120-4dea-83cd-1df5077221af/e8f402f2-e120-4dea-83cd-1df5077221af.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1710.501545] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-408fb5b0-8e2b-4e3f-a1b5-f2daa7e62336 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.505675] env[62588]: INFO nova.compute.manager [-] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Took 1.30 seconds to deallocate network for instance. [ 1710.511681] env[62588]: DEBUG oslo_vmware.api [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1710.511681] env[62588]: value = "task-1794021" [ 1710.511681] env[62588]: _type = "Task" [ 1710.511681] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.519719] env[62588]: DEBUG oslo_vmware.api [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1794021, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.550874] env[62588]: DEBUG nova.compute.manager [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1710.579943] env[62588]: DEBUG nova.virt.hardware [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1710.579943] env[62588]: DEBUG nova.virt.hardware [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1710.579943] env[62588]: DEBUG nova.virt.hardware [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1710.580197] env[62588]: DEBUG nova.virt.hardware [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1710.580352] env[62588]: DEBUG nova.virt.hardware [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1710.580506] env[62588]: DEBUG nova.virt.hardware [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1710.580748] env[62588]: DEBUG nova.virt.hardware [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1710.580939] env[62588]: DEBUG nova.virt.hardware [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1710.581126] env[62588]: DEBUG nova.virt.hardware [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1710.581313] env[62588]: DEBUG nova.virt.hardware [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1710.581514] env[62588]: DEBUG nova.virt.hardware [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1710.582431] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e718ee-a4c4-4df9-b85a-927073914cd1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.593262] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88fb590-ec0b-4ace-ab27-3f21073a5739 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.601891] env[62588]: DEBUG oslo_vmware.api [None req-a8daa9fd-ffd7-438b-92ee-fd237c083add tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1794019, 'name': Destroy_Task, 'duration_secs': 0.733173} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.611591] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-a8daa9fd-ffd7-438b-92ee-fd237c083add tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Destroyed the VM [ 1710.611905] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a8daa9fd-ffd7-438b-92ee-fd237c083add tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Deleting Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1710.612763] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-98a4aff9-1981-44f8-b732-673eddd867a6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.619301] env[62588]: DEBUG oslo_vmware.api [None req-a8daa9fd-ffd7-438b-92ee-fd237c083add tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1710.619301] env[62588]: value = "task-1794022" [ 1710.619301] env[62588]: _type = "Task" [ 1710.619301] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.627118] env[62588]: DEBUG oslo_vmware.api [None req-a8daa9fd-ffd7-438b-92ee-fd237c083add tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1794022, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.705232] env[62588]: DEBUG oslo_vmware.api [None req-a4abffc5-7095-498a-be60-35ce072d94c0 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Task: {'id': task-1794020, 'name': PowerOffVM_Task, 'duration_secs': 0.197648} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.705516] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4abffc5-7095-498a-be60-35ce072d94c0 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1710.705709] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a4abffc5-7095-498a-be60-35ce072d94c0 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1710.705973] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-224b3c5d-bb0b-485f-bd52-f14992c8ac58 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.842261] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Releasing lock "refresh_cache-9b142536-d974-490d-9e45-e207354ffe59" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.845110] env[62588]: DEBUG nova.compute.manager [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Instance network_info: |[{"id": "0de12c55-fa0d-4e72-a7f5-40182494a6c0", "address": "fa:16:3e:26:5e:14", "network": {"id": "ebfd054e-b4b8-4c77-9adb-1fd6bca34d84", "bridge": "br-int", "label": "tempest-ServersTestJSON-273759622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "962ad43ecb3d425ebc57be08dea7d954", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0de12c55-fa", "ovs_interfaceid": "0de12c55-fa0d-4e72-a7f5-40182494a6c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1710.845110] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:5e:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0de12c55-fa0d-4e72-a7f5-40182494a6c0', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1710.854067] env[62588]: DEBUG oslo.service.loopingcall [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1710.854711] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1710.855826] env[62588]: DEBUG nova.compute.manager [req-d255faa3-271a-4635-bdc8-35f45f7abf79 req-92c770ff-c08c-46fb-81a8-64b6d3940a66 service nova] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Received event network-vif-plugged-974695e6-0065-49a6-ad12-46c9af2be8e4 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1710.856026] env[62588]: DEBUG oslo_concurrency.lockutils [req-d255faa3-271a-4635-bdc8-35f45f7abf79 req-92c770ff-c08c-46fb-81a8-64b6d3940a66 service nova] Acquiring lock "fe7b9c38-93e4-4868-9373-94cfe80ecea3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.856242] env[62588]: DEBUG oslo_concurrency.lockutils [req-d255faa3-271a-4635-bdc8-35f45f7abf79 req-92c770ff-c08c-46fb-81a8-64b6d3940a66 service nova] Lock "fe7b9c38-93e4-4868-9373-94cfe80ecea3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.856408] env[62588]: DEBUG oslo_concurrency.lockutils [req-d255faa3-271a-4635-bdc8-35f45f7abf79 req-92c770ff-c08c-46fb-81a8-64b6d3940a66 service nova] Lock "fe7b9c38-93e4-4868-9373-94cfe80ecea3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.856595] env[62588]: DEBUG nova.compute.manager [req-d255faa3-271a-4635-bdc8-35f45f7abf79 req-92c770ff-c08c-46fb-81a8-64b6d3940a66 service nova] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] No waiting events found dispatching network-vif-plugged-974695e6-0065-49a6-ad12-46c9af2be8e4 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1710.856796] env[62588]: WARNING nova.compute.manager [req-d255faa3-271a-4635-bdc8-35f45f7abf79 req-92c770ff-c08c-46fb-81a8-64b6d3940a66 service nova] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Received unexpected event network-vif-plugged-974695e6-0065-49a6-ad12-46c9af2be8e4 for instance with vm_state building and task_state spawning. [ 1710.857131] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-500a7d0a-ba2f-4ae8-a9e1-34098f23822b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.878718] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1710.878718] env[62588]: value = "task-1794024" [ 1710.878718] env[62588]: _type = "Task" [ 1710.878718] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.888292] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794024, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.922027] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a4abffc5-7095-498a-be60-35ce072d94c0 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1710.922027] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a4abffc5-7095-498a-be60-35ce072d94c0 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1710.922027] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4abffc5-7095-498a-be60-35ce072d94c0 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Deleting the datastore file [datastore1] f26adaee-0b99-42b7-b852-b85833a67ff8 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1710.922027] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e24e8f6d-57ef-4b97-9de0-1db985893ebf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.928582] env[62588]: DEBUG oslo_vmware.api [None req-a4abffc5-7095-498a-be60-35ce072d94c0 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Waiting for the task: (returnval){ [ 1710.928582] env[62588]: value = "task-1794025" [ 1710.928582] env[62588]: _type = "Task" [ 1710.928582] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.939488] env[62588]: DEBUG oslo_vmware.api [None req-a4abffc5-7095-498a-be60-35ce072d94c0 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Task: {'id': task-1794025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.967206] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.967720] env[62588]: DEBUG nova.compute.manager [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1710.970695] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fc61ace3-0c7f-4946-9205-693ccc308fdf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.351s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.974136] env[62588]: DEBUG nova.objects.instance [None req-fc61ace3-0c7f-4946-9205-693ccc308fdf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lazy-loading 'resources' on Instance uuid 51c87c23-78a1-47aa-a0db-a236ab6d23b3 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1711.011252] env[62588]: DEBUG oslo_concurrency.lockutils [None req-38a72dd3-f55c-4f3c-b9f3-bb55df01dd1a tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.026075] env[62588]: DEBUG nova.network.neutron [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Successfully updated port: 974695e6-0065-49a6-ad12-46c9af2be8e4 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1711.028292] env[62588]: DEBUG oslo_vmware.api [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1794021, 'name': Rename_Task, 'duration_secs': 0.143215} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.028846] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1711.029166] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b4e2b5e-9e64-4c44-8c70-4a27f29b2296 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.036158] env[62588]: DEBUG oslo_vmware.api [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1711.036158] env[62588]: value = "task-1794026" [ 1711.036158] env[62588]: _type = "Task" [ 1711.036158] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.044015] env[62588]: DEBUG oslo_vmware.api [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1794026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.130130] env[62588]: DEBUG oslo_vmware.api [None req-a8daa9fd-ffd7-438b-92ee-fd237c083add tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1794022, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.388179] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794024, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.437292] env[62588]: DEBUG oslo_vmware.api [None req-a4abffc5-7095-498a-be60-35ce072d94c0 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Task: {'id': task-1794025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143749} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.437560] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4abffc5-7095-498a-be60-35ce072d94c0 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1711.437746] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a4abffc5-7095-498a-be60-35ce072d94c0 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1711.437953] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a4abffc5-7095-498a-be60-35ce072d94c0 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1711.438155] env[62588]: INFO nova.compute.manager [None req-a4abffc5-7095-498a-be60-35ce072d94c0 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1711.438397] env[62588]: DEBUG oslo.service.loopingcall [None req-a4abffc5-7095-498a-be60-35ce072d94c0 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1711.438591] env[62588]: DEBUG nova.compute.manager [-] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1711.438688] env[62588]: DEBUG nova.network.neutron [-] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1711.473659] env[62588]: DEBUG nova.compute.utils [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1711.478685] env[62588]: DEBUG nova.compute.manager [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1711.478937] env[62588]: DEBUG nova.network.neutron [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1711.529591] env[62588]: DEBUG oslo_concurrency.lockutils [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "refresh_cache-fe7b9c38-93e4-4868-9373-94cfe80ecea3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.529818] env[62588]: DEBUG oslo_concurrency.lockutils [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquired lock "refresh_cache-fe7b9c38-93e4-4868-9373-94cfe80ecea3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.529972] env[62588]: DEBUG nova.network.neutron [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1711.535823] env[62588]: DEBUG nova.policy [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb4ab0f8274441bbaf487b124140044d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f5ba59d537540e2b743887b9f274016', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1711.550051] env[62588]: DEBUG oslo_vmware.api [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1794026, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.630180] env[62588]: DEBUG oslo_vmware.api [None req-a8daa9fd-ffd7-438b-92ee-fd237c083add tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1794022, 'name': RemoveSnapshot_Task, 'duration_secs': 0.902437} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.630462] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a8daa9fd-ffd7-438b-92ee-fd237c083add tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Deleted Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1711.839309] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c257876a-7c8f-4454-868c-1ccbe38d9ca7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.848214] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f155b589-05c5-470a-af8f-1fb86d9cb3e2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.886841] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c1e6e9-05e6-41da-86a3-0ca14c1e4b59 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.889715] env[62588]: DEBUG nova.network.neutron [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Successfully created port: 32923451-1605-4f7a-83d5-0f4fa0c43b85 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1711.896384] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794024, 'name': CreateVM_Task, 'duration_secs': 0.52298} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.898252] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1711.898962] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.899145] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.899459] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1711.900666] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1384c6-41e1-4615-a2a8-ae567f0dad89 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.904260] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27035548-8476-4655-9e75-82aba7ee966b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.909224] env[62588]: DEBUG oslo_vmware.api [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1711.909224] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520e62ef-77fb-0c88-6a34-9b6fecc8ee70" [ 1711.909224] env[62588]: _type = "Task" [ 1711.909224] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.917676] env[62588]: DEBUG nova.compute.provider_tree [None req-fc61ace3-0c7f-4946-9205-693ccc308fdf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1711.926932] env[62588]: DEBUG oslo_vmware.api [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520e62ef-77fb-0c88-6a34-9b6fecc8ee70, 'name': SearchDatastore_Task, 'duration_secs': 0.009162} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.927766] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.928040] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1711.928277] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.929664] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.929664] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1711.929664] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed97d375-664c-41c1-8823-d31cf0d202e2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.936564] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1711.936740] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1711.937667] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b62de8e6-7e11-4cea-bf66-db13909854dc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.942625] env[62588]: DEBUG oslo_vmware.api [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1711.942625] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5271ab3f-9792-2d49-7964-e514e572a92a" [ 1711.942625] env[62588]: _type = "Task" [ 1711.942625] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.950142] env[62588]: DEBUG oslo_vmware.api [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5271ab3f-9792-2d49-7964-e514e572a92a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.979367] env[62588]: DEBUG nova.compute.manager [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1712.047734] env[62588]: DEBUG oslo_vmware.api [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1794026, 'name': PowerOnVM_Task, 'duration_secs': 0.54492} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.048108] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1712.048320] env[62588]: INFO nova.compute.manager [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Took 8.20 seconds to spawn the instance on the hypervisor. [ 1712.048505] env[62588]: DEBUG nova.compute.manager [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1712.049298] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7760f6aa-4127-4b38-b15b-be2bca22f229 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.073204] env[62588]: DEBUG nova.network.neutron [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1712.138256] env[62588]: WARNING nova.compute.manager [None req-a8daa9fd-ffd7-438b-92ee-fd237c083add tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Image not found during snapshot: nova.exception.ImageNotFound: Image e911e3c6-00b6-4325-8933-2a5212175e27 could not be found. [ 1712.268251] env[62588]: DEBUG nova.network.neutron [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Updating instance_info_cache with network_info: [{"id": "974695e6-0065-49a6-ad12-46c9af2be8e4", "address": "fa:16:3e:4c:ac:51", "network": {"id": "a87fd2a5-7bb8-40bb-94aa-bfa03a2c12b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-745012254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9caa809c97541cea65bc0fd5cdd9eec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap974695e6-00", "ovs_interfaceid": "974695e6-0065-49a6-ad12-46c9af2be8e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.423794] env[62588]: DEBUG nova.scheduler.client.report [None req-fc61ace3-0c7f-4946-9205-693ccc308fdf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1712.454463] env[62588]: DEBUG oslo_vmware.api [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5271ab3f-9792-2d49-7964-e514e572a92a, 'name': SearchDatastore_Task, 'duration_secs': 0.009588} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.455446] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a45c157e-3f94-4771-ae13-45fd55b55aeb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.460760] env[62588]: DEBUG oslo_vmware.api [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1712.460760] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d10955-2fb6-6eef-6bfa-d1dfcbf5f63f" [ 1712.460760] env[62588]: _type = "Task" [ 1712.460760] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.468283] env[62588]: DEBUG oslo_vmware.api [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d10955-2fb6-6eef-6bfa-d1dfcbf5f63f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.525655] env[62588]: DEBUG nova.network.neutron [-] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.568130] env[62588]: INFO nova.compute.manager [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Took 20.08 seconds to build instance. [ 1712.771998] env[62588]: DEBUG oslo_concurrency.lockutils [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Releasing lock "refresh_cache-fe7b9c38-93e4-4868-9373-94cfe80ecea3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.772906] env[62588]: DEBUG nova.compute.manager [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Instance network_info: |[{"id": "974695e6-0065-49a6-ad12-46c9af2be8e4", "address": "fa:16:3e:4c:ac:51", "network": {"id": "a87fd2a5-7bb8-40bb-94aa-bfa03a2c12b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-745012254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9caa809c97541cea65bc0fd5cdd9eec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap974695e6-00", "ovs_interfaceid": "974695e6-0065-49a6-ad12-46c9af2be8e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1712.773867] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:ac:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '974695e6-0065-49a6-ad12-46c9af2be8e4', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1712.783963] env[62588]: DEBUG oslo.service.loopingcall [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1712.784201] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1712.784425] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6b47f7e-93db-4f9e-9941-f5c29525cefb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.805247] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1712.805247] env[62588]: value = "task-1794028" [ 1712.805247] env[62588]: _type = "Task" [ 1712.805247] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.812971] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794028, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.882492] env[62588]: DEBUG nova.compute.manager [req-a7cf53b3-4196-44cc-8ac8-c1f21e21d7f6 req-2e7b4840-b894-4187-96a0-a0e7e9c11c51 service nova] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Received event network-changed-974695e6-0065-49a6-ad12-46c9af2be8e4 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1712.882694] env[62588]: DEBUG nova.compute.manager [req-a7cf53b3-4196-44cc-8ac8-c1f21e21d7f6 req-2e7b4840-b894-4187-96a0-a0e7e9c11c51 service nova] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Refreshing instance network info cache due to event network-changed-974695e6-0065-49a6-ad12-46c9af2be8e4. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1712.882906] env[62588]: DEBUG oslo_concurrency.lockutils [req-a7cf53b3-4196-44cc-8ac8-c1f21e21d7f6 req-2e7b4840-b894-4187-96a0-a0e7e9c11c51 service nova] Acquiring lock "refresh_cache-fe7b9c38-93e4-4868-9373-94cfe80ecea3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.883061] env[62588]: DEBUG oslo_concurrency.lockutils [req-a7cf53b3-4196-44cc-8ac8-c1f21e21d7f6 req-2e7b4840-b894-4187-96a0-a0e7e9c11c51 service nova] Acquired lock "refresh_cache-fe7b9c38-93e4-4868-9373-94cfe80ecea3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.883225] env[62588]: DEBUG nova.network.neutron [req-a7cf53b3-4196-44cc-8ac8-c1f21e21d7f6 req-2e7b4840-b894-4187-96a0-a0e7e9c11c51 service nova] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Refreshing network info cache for port 974695e6-0065-49a6-ad12-46c9af2be8e4 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1712.929351] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fc61ace3-0c7f-4946-9205-693ccc308fdf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.931427] env[62588]: DEBUG oslo_concurrency.lockutils [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.494s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.933409] env[62588]: INFO nova.compute.claims [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1712.955248] env[62588]: INFO nova.scheduler.client.report [None req-fc61ace3-0c7f-4946-9205-693ccc308fdf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Deleted allocations for instance 51c87c23-78a1-47aa-a0db-a236ab6d23b3 [ 1712.972618] env[62588]: DEBUG oslo_vmware.api [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d10955-2fb6-6eef-6bfa-d1dfcbf5f63f, 'name': SearchDatastore_Task, 'duration_secs': 0.040558} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.972946] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.973263] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 9b142536-d974-490d-9e45-e207354ffe59/9b142536-d974-490d-9e45-e207354ffe59.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1712.973564] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8107bb6-5f65-42bf-87f8-c1b7dd17c88c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.982889] env[62588]: DEBUG oslo_vmware.api [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1712.982889] env[62588]: value = "task-1794029" [ 1712.982889] env[62588]: _type = "Task" [ 1712.982889] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.989288] env[62588]: DEBUG nova.compute.manager [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1712.997380] env[62588]: DEBUG oslo_vmware.api [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.017179] env[62588]: DEBUG nova.virt.hardware [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1713.017454] env[62588]: DEBUG nova.virt.hardware [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1713.017679] env[62588]: DEBUG nova.virt.hardware [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1713.018220] env[62588]: DEBUG nova.virt.hardware [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1713.018220] env[62588]: DEBUG nova.virt.hardware [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1713.018220] env[62588]: DEBUG nova.virt.hardware [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1713.018491] env[62588]: DEBUG nova.virt.hardware [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1713.018648] env[62588]: DEBUG nova.virt.hardware [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1713.019573] env[62588]: DEBUG nova.virt.hardware [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1713.019573] env[62588]: DEBUG nova.virt.hardware [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1713.019573] env[62588]: DEBUG nova.virt.hardware [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1713.020419] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f4b77f-8080-4326-86bd-ae32adeff709 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.029350] env[62588]: INFO nova.compute.manager [-] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Took 1.59 seconds to deallocate network for instance. [ 1713.032175] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67da0a0a-ebcc-4197-8c56-e92eb837a426 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.070905] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98e75494-4c51-4c27-876e-d25ff93366d1 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "e8f402f2-e120-4dea-83cd-1df5077221af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.592s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.320024] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794028, 'name': CreateVM_Task, 'duration_secs': 0.393854} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.320024] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1713.320024] env[62588]: DEBUG oslo_concurrency.lockutils [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.320024] env[62588]: DEBUG oslo_concurrency.lockutils [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.320024] env[62588]: DEBUG oslo_concurrency.lockutils [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1713.320024] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0193b9e3-b513-4c12-ba30-a690fcb1dbe5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.324207] env[62588]: DEBUG oslo_vmware.api [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1713.324207] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d7bc59-5099-123b-d4cd-19486afe6a80" [ 1713.324207] env[62588]: _type = "Task" [ 1713.324207] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.334406] env[62588]: DEBUG oslo_vmware.api [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d7bc59-5099-123b-d4cd-19486afe6a80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.454878] env[62588]: DEBUG oslo_concurrency.lockutils [None req-481b7ab9-6ea1-406d-9367-718904a8c831 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "cc7df529-1891-4098-a07c-5446205bb4ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.455197] env[62588]: DEBUG oslo_concurrency.lockutils [None req-481b7ab9-6ea1-406d-9367-718904a8c831 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "cc7df529-1891-4098-a07c-5446205bb4ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.455422] env[62588]: DEBUG oslo_concurrency.lockutils [None req-481b7ab9-6ea1-406d-9367-718904a8c831 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "cc7df529-1891-4098-a07c-5446205bb4ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.455649] env[62588]: DEBUG oslo_concurrency.lockutils [None req-481b7ab9-6ea1-406d-9367-718904a8c831 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "cc7df529-1891-4098-a07c-5446205bb4ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.455863] env[62588]: DEBUG oslo_concurrency.lockutils [None req-481b7ab9-6ea1-406d-9367-718904a8c831 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "cc7df529-1891-4098-a07c-5446205bb4ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.457895] env[62588]: INFO nova.compute.manager [None req-481b7ab9-6ea1-406d-9367-718904a8c831 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Terminating instance [ 1713.469633] env[62588]: DEBUG oslo_concurrency.lockutils [None req-fc61ace3-0c7f-4946-9205-693ccc308fdf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "51c87c23-78a1-47aa-a0db-a236ab6d23b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.344s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.499472] env[62588]: DEBUG oslo_vmware.api [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467035} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.499750] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 9b142536-d974-490d-9e45-e207354ffe59/9b142536-d974-490d-9e45-e207354ffe59.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1713.499973] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1713.500463] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c748713b-b829-4225-a9ab-10327694bf97 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.507113] env[62588]: DEBUG oslo_vmware.api [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1713.507113] env[62588]: value = "task-1794030" [ 1713.507113] env[62588]: _type = "Task" [ 1713.507113] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.517936] env[62588]: DEBUG oslo_vmware.api [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.541180] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a4abffc5-7095-498a-be60-35ce072d94c0 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.548136] env[62588]: DEBUG nova.compute.manager [req-353e33ce-39ae-4336-adbc-2d669a2770fd req-5455e71e-09a2-4a57-b328-b808a28998e7 service nova] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Received event network-vif-plugged-32923451-1605-4f7a-83d5-0f4fa0c43b85 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1713.548369] env[62588]: DEBUG oslo_concurrency.lockutils [req-353e33ce-39ae-4336-adbc-2d669a2770fd req-5455e71e-09a2-4a57-b328-b808a28998e7 service nova] Acquiring lock "ec9564ca-49e2-4598-84a5-06fe57fbc62f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.548597] env[62588]: DEBUG oslo_concurrency.lockutils [req-353e33ce-39ae-4336-adbc-2d669a2770fd req-5455e71e-09a2-4a57-b328-b808a28998e7 service nova] Lock "ec9564ca-49e2-4598-84a5-06fe57fbc62f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.548864] env[62588]: DEBUG oslo_concurrency.lockutils [req-353e33ce-39ae-4336-adbc-2d669a2770fd req-5455e71e-09a2-4a57-b328-b808a28998e7 service nova] Lock "ec9564ca-49e2-4598-84a5-06fe57fbc62f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.548981] env[62588]: DEBUG nova.compute.manager [req-353e33ce-39ae-4336-adbc-2d669a2770fd req-5455e71e-09a2-4a57-b328-b808a28998e7 service nova] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] No waiting events found dispatching network-vif-plugged-32923451-1605-4f7a-83d5-0f4fa0c43b85 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1713.549247] env[62588]: WARNING nova.compute.manager [req-353e33ce-39ae-4336-adbc-2d669a2770fd req-5455e71e-09a2-4a57-b328-b808a28998e7 service nova] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Received unexpected event network-vif-plugged-32923451-1605-4f7a-83d5-0f4fa0c43b85 for instance with vm_state building and task_state spawning. [ 1713.626102] env[62588]: DEBUG nova.network.neutron [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Successfully updated port: 32923451-1605-4f7a-83d5-0f4fa0c43b85 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1713.688423] env[62588]: DEBUG nova.network.neutron [req-a7cf53b3-4196-44cc-8ac8-c1f21e21d7f6 req-2e7b4840-b894-4187-96a0-a0e7e9c11c51 service nova] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Updated VIF entry in instance network info cache for port 974695e6-0065-49a6-ad12-46c9af2be8e4. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1713.688773] env[62588]: DEBUG nova.network.neutron [req-a7cf53b3-4196-44cc-8ac8-c1f21e21d7f6 req-2e7b4840-b894-4187-96a0-a0e7e9c11c51 service nova] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Updating instance_info_cache with network_info: [{"id": "974695e6-0065-49a6-ad12-46c9af2be8e4", "address": "fa:16:3e:4c:ac:51", "network": {"id": "a87fd2a5-7bb8-40bb-94aa-bfa03a2c12b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-745012254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9caa809c97541cea65bc0fd5cdd9eec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap974695e6-00", "ovs_interfaceid": "974695e6-0065-49a6-ad12-46c9af2be8e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.835091] env[62588]: DEBUG oslo_vmware.api [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d7bc59-5099-123b-d4cd-19486afe6a80, 'name': SearchDatastore_Task, 'duration_secs': 0.053431} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.835420] env[62588]: DEBUG oslo_concurrency.lockutils [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.835700] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1713.835975] env[62588]: DEBUG oslo_concurrency.lockutils [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.836171] env[62588]: DEBUG oslo_concurrency.lockutils [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.836382] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1713.836660] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e157c92-0543-4cef-ab19-b69ae38e7ece {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.844665] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1713.844876] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1713.845606] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bb3bfe3-58d1-435d-b902-d2d4cd8b3f40 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.851035] env[62588]: DEBUG oslo_vmware.api [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1713.851035] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52132946-198f-17f1-411b-705aa6781e1f" [ 1713.851035] env[62588]: _type = "Task" [ 1713.851035] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.858693] env[62588]: DEBUG oslo_vmware.api [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52132946-198f-17f1-411b-705aa6781e1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.915608] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-408b4997-b426-4c41-b7f9-dd1bf5259034 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Volume attach. Driver type: vmdk {{(pid=62588) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1713.915874] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-408b4997-b426-4c41-b7f9-dd1bf5259034 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372114', 'volume_id': '089fea99-2c4f-4cb6-b284-4dc56d23a0b1', 'name': 'volume-089fea99-2c4f-4cb6-b284-4dc56d23a0b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3ee02a39-f285-405c-b7b8-ab797afe560c', 'attached_at': '', 'detached_at': '', 'volume_id': '089fea99-2c4f-4cb6-b284-4dc56d23a0b1', 'serial': '089fea99-2c4f-4cb6-b284-4dc56d23a0b1'} {{(pid=62588) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1713.916750] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f418d290-de65-4dee-8c78-73118fccef4e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.932846] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb971a46-58f2-4d15-ad5d-8c54fc0bd2a0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.963080] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-408b4997-b426-4c41-b7f9-dd1bf5259034 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] volume-089fea99-2c4f-4cb6-b284-4dc56d23a0b1/volume-089fea99-2c4f-4cb6-b284-4dc56d23a0b1.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1713.964042] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c53aac47-8ec9-4361-9567-5d00f2135131 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.976730] env[62588]: DEBUG nova.compute.manager [None req-481b7ab9-6ea1-406d-9367-718904a8c831 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1713.976945] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-481b7ab9-6ea1-406d-9367-718904a8c831 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1713.980232] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3242a3c-e8fb-430f-9168-4791356683df {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.987954] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-481b7ab9-6ea1-406d-9367-718904a8c831 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1713.989320] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26a8ab96-d4b9-4b18-b8a3-02de83545627 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.990980] env[62588]: DEBUG oslo_vmware.api [None req-408b4997-b426-4c41-b7f9-dd1bf5259034 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1713.990980] env[62588]: value = "task-1794031" [ 1713.990980] env[62588]: _type = "Task" [ 1713.990980] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.997587] env[62588]: DEBUG oslo_vmware.api [None req-481b7ab9-6ea1-406d-9367-718904a8c831 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1713.997587] env[62588]: value = "task-1794032" [ 1713.997587] env[62588]: _type = "Task" [ 1713.997587] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.003447] env[62588]: DEBUG oslo_vmware.api [None req-408b4997-b426-4c41-b7f9-dd1bf5259034 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794031, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.008028] env[62588]: DEBUG oslo_vmware.api [None req-481b7ab9-6ea1-406d-9367-718904a8c831 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1794032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.020208] env[62588]: DEBUG oslo_vmware.api [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056944} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.020514] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1714.021380] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26907f95-5edd-4386-9594-e9ce50cd32b2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.046107] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 9b142536-d974-490d-9e45-e207354ffe59/9b142536-d974-490d-9e45-e207354ffe59.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1714.048773] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3eed946-3df4-499b-9638-0e6f8c9027b1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.067983] env[62588]: DEBUG oslo_vmware.api [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1714.067983] env[62588]: value = "task-1794033" [ 1714.067983] env[62588]: _type = "Task" [ 1714.067983] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.076165] env[62588]: DEBUG oslo_vmware.api [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794033, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.128544] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Acquiring lock "refresh_cache-ec9564ca-49e2-4598-84a5-06fe57fbc62f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.128691] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Acquired lock "refresh_cache-ec9564ca-49e2-4598-84a5-06fe57fbc62f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.128887] env[62588]: DEBUG nova.network.neutron [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1714.191710] env[62588]: DEBUG oslo_concurrency.lockutils [req-a7cf53b3-4196-44cc-8ac8-c1f21e21d7f6 req-2e7b4840-b894-4187-96a0-a0e7e9c11c51 service nova] Releasing lock "refresh_cache-fe7b9c38-93e4-4868-9373-94cfe80ecea3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.191982] env[62588]: DEBUG nova.compute.manager [req-a7cf53b3-4196-44cc-8ac8-c1f21e21d7f6 req-2e7b4840-b894-4187-96a0-a0e7e9c11c51 service nova] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Received event network-vif-deleted-18369b09-f404-472e-97ee-8f3af08e4e9b {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1714.308649] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4392e8a0-f42d-4a1d-97cf-1856742367dc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.316344] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab3717f-2537-47ea-aafe-212f4eeaa857 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.352033] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d8f600-fa97-4197-8554-c6e421240601 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.374119] env[62588]: DEBUG oslo_vmware.api [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52132946-198f-17f1-411b-705aa6781e1f, 'name': SearchDatastore_Task, 'duration_secs': 0.007809} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.377140] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c740aea-6d12-4ce3-bec3-e898650df504 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.383457] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c48579a2-f6dd-49ca-aae9-51479b80989a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.397318] env[62588]: DEBUG nova.compute.provider_tree [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1714.400090] env[62588]: DEBUG oslo_vmware.api [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1714.400090] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a6bbd9-3c75-4c17-c8e7-6bdfd8404fcd" [ 1714.400090] env[62588]: _type = "Task" [ 1714.400090] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.410269] env[62588]: DEBUG oslo_vmware.api [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a6bbd9-3c75-4c17-c8e7-6bdfd8404fcd, 'name': SearchDatastore_Task, 'duration_secs': 0.0146} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.410535] env[62588]: DEBUG oslo_concurrency.lockutils [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.410797] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] fe7b9c38-93e4-4868-9373-94cfe80ecea3/fe7b9c38-93e4-4868-9373-94cfe80ecea3.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1714.411154] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0454630-e92a-4189-a1ec-97f0eb57c1a6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.418086] env[62588]: DEBUG oslo_vmware.api [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1714.418086] env[62588]: value = "task-1794034" [ 1714.418086] env[62588]: _type = "Task" [ 1714.418086] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.427040] env[62588]: DEBUG oslo_vmware.api [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.505511] env[62588]: DEBUG oslo_vmware.api [None req-408b4997-b426-4c41-b7f9-dd1bf5259034 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794031, 'name': ReconfigVM_Task, 'duration_secs': 0.437463} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.506311] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-408b4997-b426-4c41-b7f9-dd1bf5259034 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Reconfigured VM instance instance-00000035 to attach disk [datastore1] volume-089fea99-2c4f-4cb6-b284-4dc56d23a0b1/volume-089fea99-2c4f-4cb6-b284-4dc56d23a0b1.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1714.514974] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bfb121b-1903-47fb-9428-19cf1c2cf3b2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.524994] env[62588]: DEBUG oslo_vmware.api [None req-481b7ab9-6ea1-406d-9367-718904a8c831 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1794032, 'name': PowerOffVM_Task, 'duration_secs': 0.314766} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.525323] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-481b7ab9-6ea1-406d-9367-718904a8c831 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1714.525491] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-481b7ab9-6ea1-406d-9367-718904a8c831 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1714.526215] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d61354c-7134-4ea9-beaa-064dacc8aaa3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.532186] env[62588]: DEBUG oslo_vmware.api [None req-408b4997-b426-4c41-b7f9-dd1bf5259034 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1714.532186] env[62588]: value = "task-1794035" [ 1714.532186] env[62588]: _type = "Task" [ 1714.532186] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.541476] env[62588]: DEBUG oslo_vmware.api [None req-408b4997-b426-4c41-b7f9-dd1bf5259034 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794035, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.578599] env[62588]: DEBUG oslo_vmware.api [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794033, 'name': ReconfigVM_Task, 'duration_secs': 0.411676} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.578939] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 9b142536-d974-490d-9e45-e207354ffe59/9b142536-d974-490d-9e45-e207354ffe59.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1714.579623] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3e9a7f3-bc8c-4f71-8052-a5ca1668b125 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.586319] env[62588]: DEBUG oslo_vmware.api [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1714.586319] env[62588]: value = "task-1794037" [ 1714.586319] env[62588]: _type = "Task" [ 1714.586319] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.596063] env[62588]: DEBUG oslo_vmware.api [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794037, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.664392] env[62588]: DEBUG nova.network.neutron [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1714.834210] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-481b7ab9-6ea1-406d-9367-718904a8c831 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1714.834430] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-481b7ab9-6ea1-406d-9367-718904a8c831 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1714.834786] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-481b7ab9-6ea1-406d-9367-718904a8c831 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Deleting the datastore file [datastore1] cc7df529-1891-4098-a07c-5446205bb4ab {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1714.837318] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-414303b4-b61f-41f2-a151-d777e0f3ec88 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.845518] env[62588]: DEBUG oslo_vmware.api [None req-481b7ab9-6ea1-406d-9367-718904a8c831 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for the task: (returnval){ [ 1714.845518] env[62588]: value = "task-1794038" [ 1714.845518] env[62588]: _type = "Task" [ 1714.845518] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.857632] env[62588]: DEBUG oslo_vmware.api [None req-481b7ab9-6ea1-406d-9367-718904a8c831 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1794038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.867979] env[62588]: DEBUG nova.compute.manager [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Stashing vm_state: active {{(pid=62588) _prep_resize /opt/stack/nova/nova/compute/manager.py:6087}} [ 1714.883951] env[62588]: DEBUG nova.network.neutron [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Updating instance_info_cache with network_info: [{"id": "32923451-1605-4f7a-83d5-0f4fa0c43b85", "address": "fa:16:3e:d1:89:51", "network": {"id": "cb85c24d-a20f-4d95-913a-564f87c7fea9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1802909719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f5ba59d537540e2b743887b9f274016", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32923451-16", "ovs_interfaceid": "32923451-1605-4f7a-83d5-0f4fa0c43b85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.901880] env[62588]: DEBUG nova.scheduler.client.report [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1714.929988] env[62588]: DEBUG oslo_vmware.api [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794034, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.042450] env[62588]: DEBUG oslo_vmware.api [None req-408b4997-b426-4c41-b7f9-dd1bf5259034 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794035, 'name': ReconfigVM_Task, 'duration_secs': 0.180504} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.042832] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-408b4997-b426-4c41-b7f9-dd1bf5259034 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372114', 'volume_id': '089fea99-2c4f-4cb6-b284-4dc56d23a0b1', 'name': 'volume-089fea99-2c4f-4cb6-b284-4dc56d23a0b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3ee02a39-f285-405c-b7b8-ab797afe560c', 'attached_at': '', 'detached_at': '', 'volume_id': '089fea99-2c4f-4cb6-b284-4dc56d23a0b1', 'serial': '089fea99-2c4f-4cb6-b284-4dc56d23a0b1'} {{(pid=62588) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1715.096668] env[62588]: DEBUG oslo_vmware.api [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794037, 'name': Rename_Task, 'duration_secs': 0.210744} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.096970] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1715.097249] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6623836f-a843-413a-a2c9-66d2f8f93659 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.103451] env[62588]: DEBUG oslo_vmware.api [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1715.103451] env[62588]: value = "task-1794039" [ 1715.103451] env[62588]: _type = "Task" [ 1715.103451] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.110434] env[62588]: DEBUG oslo_vmware.api [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.355805] env[62588]: DEBUG oslo_vmware.api [None req-481b7ab9-6ea1-406d-9367-718904a8c831 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Task: {'id': task-1794038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256139} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.355979] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-481b7ab9-6ea1-406d-9367-718904a8c831 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1715.356168] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-481b7ab9-6ea1-406d-9367-718904a8c831 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1715.356359] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-481b7ab9-6ea1-406d-9367-718904a8c831 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1715.356535] env[62588]: INFO nova.compute.manager [None req-481b7ab9-6ea1-406d-9367-718904a8c831 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Took 1.38 seconds to destroy the instance on the hypervisor. [ 1715.356777] env[62588]: DEBUG oslo.service.loopingcall [None req-481b7ab9-6ea1-406d-9367-718904a8c831 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1715.356967] env[62588]: DEBUG nova.compute.manager [-] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1715.357148] env[62588]: DEBUG nova.network.neutron [-] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1715.386859] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.387352] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Releasing lock "refresh_cache-ec9564ca-49e2-4598-84a5-06fe57fbc62f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.387639] env[62588]: DEBUG nova.compute.manager [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Instance network_info: |[{"id": "32923451-1605-4f7a-83d5-0f4fa0c43b85", "address": "fa:16:3e:d1:89:51", "network": {"id": "cb85c24d-a20f-4d95-913a-564f87c7fea9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1802909719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f5ba59d537540e2b743887b9f274016", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32923451-16", "ovs_interfaceid": "32923451-1605-4f7a-83d5-0f4fa0c43b85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1715.388069] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:89:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd96b39f-bd2e-48d1-85c3-577cf97f08c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32923451-1605-4f7a-83d5-0f4fa0c43b85', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1715.395551] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Creating folder: Project (3f5ba59d537540e2b743887b9f274016). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1715.395941] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50df7460-75e1-468f-a214-3edb054071a3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.407248] env[62588]: DEBUG oslo_concurrency.lockutils [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.476s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.407735] env[62588]: DEBUG nova.compute.manager [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1715.411534] env[62588]: DEBUG oslo_concurrency.lockutils [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.657s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.412937] env[62588]: INFO nova.compute.claims [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1715.415974] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Created folder: Project (3f5ba59d537540e2b743887b9f274016) in parent group-v371885. [ 1715.416177] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Creating folder: Instances. Parent ref: group-v372117. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1715.416739] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fa7af2f-9bd3-4371-8261-17a5e3ab3aa3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.428470] env[62588]: DEBUG oslo_vmware.api [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518113} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.429636] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] fe7b9c38-93e4-4868-9373-94cfe80ecea3/fe7b9c38-93e4-4868-9373-94cfe80ecea3.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1715.429856] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1715.430132] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Created folder: Instances in parent group-v372117. [ 1715.430340] env[62588]: DEBUG oslo.service.loopingcall [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1715.430519] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-891361a7-7244-499d-bb1f-aeeeb3f32845 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.432353] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1715.432885] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e47db59-4bf3-4b1a-b905-3b41ce744afb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.454065] env[62588]: DEBUG oslo_vmware.api [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1715.454065] env[62588]: value = "task-1794042" [ 1715.454065] env[62588]: _type = "Task" [ 1715.454065] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.454344] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1715.454344] env[62588]: value = "task-1794043" [ 1715.454344] env[62588]: _type = "Task" [ 1715.454344] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.467672] env[62588]: DEBUG oslo_vmware.api [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794042, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.470863] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794043, 'name': CreateVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.576874] env[62588]: DEBUG nova.compute.manager [req-69044664-94f5-47f2-a36f-83b2b78af695 req-5761b555-f4cf-4f09-9604-bfdd7e308b89 service nova] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Received event network-changed-32923451-1605-4f7a-83d5-0f4fa0c43b85 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1715.577116] env[62588]: DEBUG nova.compute.manager [req-69044664-94f5-47f2-a36f-83b2b78af695 req-5761b555-f4cf-4f09-9604-bfdd7e308b89 service nova] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Refreshing instance network info cache due to event network-changed-32923451-1605-4f7a-83d5-0f4fa0c43b85. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1715.577321] env[62588]: DEBUG oslo_concurrency.lockutils [req-69044664-94f5-47f2-a36f-83b2b78af695 req-5761b555-f4cf-4f09-9604-bfdd7e308b89 service nova] Acquiring lock "refresh_cache-ec9564ca-49e2-4598-84a5-06fe57fbc62f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.577439] env[62588]: DEBUG oslo_concurrency.lockutils [req-69044664-94f5-47f2-a36f-83b2b78af695 req-5761b555-f4cf-4f09-9604-bfdd7e308b89 service nova] Acquired lock "refresh_cache-ec9564ca-49e2-4598-84a5-06fe57fbc62f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.577601] env[62588]: DEBUG nova.network.neutron [req-69044664-94f5-47f2-a36f-83b2b78af695 req-5761b555-f4cf-4f09-9604-bfdd7e308b89 service nova] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Refreshing network info cache for port 32923451-1605-4f7a-83d5-0f4fa0c43b85 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1715.613921] env[62588]: DEBUG oslo_vmware.api [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794039, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.697625] env[62588]: DEBUG nova.compute.manager [req-cd399485-0f05-4a73-92ad-26d4be0aacda req-91db5816-dd94-4f63-a132-53de4adfbd81 service nova] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Received event network-vif-deleted-0f73646b-cff3-4742-9e40-35010dfc2b27 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1715.697974] env[62588]: INFO nova.compute.manager [req-cd399485-0f05-4a73-92ad-26d4be0aacda req-91db5816-dd94-4f63-a132-53de4adfbd81 service nova] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Neutron deleted interface 0f73646b-cff3-4742-9e40-35010dfc2b27; detaching it from the instance and deleting it from the info cache [ 1715.698270] env[62588]: DEBUG nova.network.neutron [req-cd399485-0f05-4a73-92ad-26d4be0aacda req-91db5816-dd94-4f63-a132-53de4adfbd81 service nova] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.922917] env[62588]: DEBUG nova.compute.utils [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1715.923196] env[62588]: DEBUG nova.compute.manager [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1715.923196] env[62588]: DEBUG nova.network.neutron [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1715.964961] env[62588]: DEBUG oslo_vmware.api [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794042, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078124} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.965681] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1715.966444] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4e0b65-7abd-4524-9108-6e60f932b380 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.972141] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794043, 'name': CreateVM_Task, 'duration_secs': 0.495026} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.972613] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1715.973303] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.973471] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.973779] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1715.974009] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97272abc-482e-47cc-82d8-95a0670797bb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.992543] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] fe7b9c38-93e4-4868-9373-94cfe80ecea3/fe7b9c38-93e4-4868-9373-94cfe80ecea3.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1715.994249] env[62588]: DEBUG nova.policy [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '791347ed90f74192a7fc82737fd1fec5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5be54907e86e4359a83ca83d2a848c2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1715.997301] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9349d52f-badd-43dd-993b-8e92c8da9afb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.012796] env[62588]: DEBUG oslo_vmware.api [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1716.012796] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]524c28ae-966d-5c41-35f3-87bc6f8f076f" [ 1716.012796] env[62588]: _type = "Task" [ 1716.012796] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.017561] env[62588]: DEBUG oslo_vmware.api [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1716.017561] env[62588]: value = "task-1794044" [ 1716.017561] env[62588]: _type = "Task" [ 1716.017561] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.021036] env[62588]: DEBUG oslo_vmware.api [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]524c28ae-966d-5c41-35f3-87bc6f8f076f, 'name': SearchDatastore_Task, 'duration_secs': 0.008719} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.024179] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.024440] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1716.024676] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.024821] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.025244] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1716.025244] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7427bffa-97e5-4056-bb80-7c7948fc65f5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.032088] env[62588]: DEBUG oslo_vmware.api [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794044, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.033925] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1716.033925] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1716.034484] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a87114bc-991c-45c9-ae79-dc3462c1c6d7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.040355] env[62588]: DEBUG oslo_vmware.api [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1716.040355] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b313e7-3be4-667f-6d10-623921ea6f53" [ 1716.040355] env[62588]: _type = "Task" [ 1716.040355] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.049024] env[62588]: DEBUG oslo_vmware.api [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b313e7-3be4-667f-6d10-623921ea6f53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.083345] env[62588]: DEBUG nova.objects.instance [None req-408b4997-b426-4c41-b7f9-dd1bf5259034 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lazy-loading 'flavor' on Instance uuid 3ee02a39-f285-405c-b7b8-ab797afe560c {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1716.114125] env[62588]: DEBUG oslo_vmware.api [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794039, 'name': PowerOnVM_Task, 'duration_secs': 0.62733} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.117139] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1716.117139] env[62588]: INFO nova.compute.manager [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Took 7.97 seconds to spawn the instance on the hypervisor. [ 1716.117139] env[62588]: DEBUG nova.compute.manager [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1716.118049] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905738d5-9946-4356-b521-ffd03bc0b1e8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.173926] env[62588]: DEBUG nova.network.neutron [-] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.201379] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76550b57-11ea-41a5-9978-3d77e566ab27 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.212537] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4796f9-b557-4c69-8d97-26fb7d689708 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.249135] env[62588]: DEBUG nova.compute.manager [req-cd399485-0f05-4a73-92ad-26d4be0aacda req-91db5816-dd94-4f63-a132-53de4adfbd81 service nova] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Detach interface failed, port_id=0f73646b-cff3-4742-9e40-35010dfc2b27, reason: Instance cc7df529-1891-4098-a07c-5446205bb4ab could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1716.312591] env[62588]: DEBUG nova.network.neutron [req-69044664-94f5-47f2-a36f-83b2b78af695 req-5761b555-f4cf-4f09-9604-bfdd7e308b89 service nova] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Updated VIF entry in instance network info cache for port 32923451-1605-4f7a-83d5-0f4fa0c43b85. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1716.313528] env[62588]: DEBUG nova.network.neutron [req-69044664-94f5-47f2-a36f-83b2b78af695 req-5761b555-f4cf-4f09-9604-bfdd7e308b89 service nova] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Updating instance_info_cache with network_info: [{"id": "32923451-1605-4f7a-83d5-0f4fa0c43b85", "address": "fa:16:3e:d1:89:51", "network": {"id": "cb85c24d-a20f-4d95-913a-564f87c7fea9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1802909719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f5ba59d537540e2b743887b9f274016", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32923451-16", "ovs_interfaceid": "32923451-1605-4f7a-83d5-0f4fa0c43b85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.325332] env[62588]: DEBUG nova.network.neutron [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Successfully created port: c3c938b9-ab38-4b71-a5e0-fbaea818218c {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1716.427542] env[62588]: DEBUG nova.compute.manager [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1716.530617] env[62588]: DEBUG oslo_vmware.api [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.556750] env[62588]: DEBUG oslo_vmware.api [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b313e7-3be4-667f-6d10-623921ea6f53, 'name': SearchDatastore_Task, 'duration_secs': 0.009804} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.557786] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-956864f3-5fb6-4285-871e-03d813ed0f20 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.564336] env[62588]: DEBUG oslo_vmware.api [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1716.564336] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52dd325e-dc49-102e-dba5-8137586a383a" [ 1716.564336] env[62588]: _type = "Task" [ 1716.564336] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.576766] env[62588]: DEBUG oslo_vmware.api [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52dd325e-dc49-102e-dba5-8137586a383a, 'name': SearchDatastore_Task, 'duration_secs': 0.009951} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.577349] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.577349] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] ec9564ca-49e2-4598-84a5-06fe57fbc62f/ec9564ca-49e2-4598-84a5-06fe57fbc62f.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1716.577476] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-220a4251-4c4d-40f8-8adf-4d7ca9564ee0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.588976] env[62588]: DEBUG oslo_vmware.api [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1716.588976] env[62588]: value = "task-1794045" [ 1716.588976] env[62588]: _type = "Task" [ 1716.588976] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.589485] env[62588]: DEBUG oslo_concurrency.lockutils [None req-408b4997-b426-4c41-b7f9-dd1bf5259034 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lock "3ee02a39-f285-405c-b7b8-ab797afe560c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.801s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.603649] env[62588]: DEBUG oslo_vmware.api [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.633622] env[62588]: INFO nova.compute.manager [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Took 22.95 seconds to build instance. [ 1716.678330] env[62588]: INFO nova.compute.manager [-] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Took 1.32 seconds to deallocate network for instance. [ 1716.794174] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bb32c5-da94-4f6c-ae08-b0251953ef2b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.804026] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a30675d-c19e-4b9c-a270-4c5654858005 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.840879] env[62588]: DEBUG oslo_concurrency.lockutils [req-69044664-94f5-47f2-a36f-83b2b78af695 req-5761b555-f4cf-4f09-9604-bfdd7e308b89 service nova] Releasing lock "refresh_cache-ec9564ca-49e2-4598-84a5-06fe57fbc62f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.842238] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7096081-372e-49da-99b2-bc6e3c0c63f1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.853370] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182fe7d9-8310-4208-a037-dc7711d613e6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.868832] env[62588]: DEBUG nova.compute.provider_tree [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1717.035031] env[62588]: DEBUG oslo_vmware.api [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794044, 'name': ReconfigVM_Task, 'duration_secs': 0.608507} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.035031] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Reconfigured VM instance instance-00000056 to attach disk [datastore1] fe7b9c38-93e4-4868-9373-94cfe80ecea3/fe7b9c38-93e4-4868-9373-94cfe80ecea3.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1717.035031] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e36f6a49-9736-42e3-b81f-849538b7f6bc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.043060] env[62588]: DEBUG oslo_vmware.api [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1717.043060] env[62588]: value = "task-1794046" [ 1717.043060] env[62588]: _type = "Task" [ 1717.043060] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.051186] env[62588]: DEBUG oslo_vmware.api [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794046, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.100043] env[62588]: DEBUG oslo_vmware.api [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794045, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451365} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.100377] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] ec9564ca-49e2-4598-84a5-06fe57fbc62f/ec9564ca-49e2-4598-84a5-06fe57fbc62f.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1717.100632] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1717.100957] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-760c7c0b-0295-4674-a6af-4d34f74b56d3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.108230] env[62588]: DEBUG oslo_vmware.api [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1717.108230] env[62588]: value = "task-1794047" [ 1717.108230] env[62588]: _type = "Task" [ 1717.108230] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.116057] env[62588]: DEBUG oslo_vmware.api [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.139464] env[62588]: DEBUG oslo_concurrency.lockutils [None req-98654419-8669-46ac-b036-717df5752458 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "9b142536-d974-490d-9e45-e207354ffe59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.465s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.186073] env[62588]: DEBUG oslo_concurrency.lockutils [None req-481b7ab9-6ea1-406d-9367-718904a8c831 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.372391] env[62588]: DEBUG nova.scheduler.client.report [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1717.440322] env[62588]: DEBUG nova.compute.manager [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1717.446857] env[62588]: INFO nova.compute.manager [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Rescuing [ 1717.447074] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquiring lock "refresh_cache-3ee02a39-f285-405c-b7b8-ab797afe560c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.447230] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquired lock "refresh_cache-3ee02a39-f285-405c-b7b8-ab797afe560c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.447391] env[62588]: DEBUG nova.network.neutron [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1717.465481] env[62588]: DEBUG nova.virt.hardware [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1717.465714] env[62588]: DEBUG nova.virt.hardware [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1717.465894] env[62588]: DEBUG nova.virt.hardware [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1717.466120] env[62588]: DEBUG nova.virt.hardware [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1717.466273] env[62588]: DEBUG nova.virt.hardware [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1717.466418] env[62588]: DEBUG nova.virt.hardware [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1717.466620] env[62588]: DEBUG nova.virt.hardware [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1717.466778] env[62588]: DEBUG nova.virt.hardware [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1717.466942] env[62588]: DEBUG nova.virt.hardware [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1717.467317] env[62588]: DEBUG nova.virt.hardware [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1717.467317] env[62588]: DEBUG nova.virt.hardware [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1717.468582] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27795875-7c34-43af-b26e-0ab268b3eb29 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.476875] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be8d472-eade-401f-88dc-ecb3d863cabf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.553032] env[62588]: DEBUG oslo_vmware.api [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794046, 'name': Rename_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.618432] env[62588]: DEBUG oslo_vmware.api [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109078} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.618707] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1717.619500] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44850cfe-5be2-4bbc-b435-d527629e565b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.641272] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] ec9564ca-49e2-4598-84a5-06fe57fbc62f/ec9564ca-49e2-4598-84a5-06fe57fbc62f.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1717.641529] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e8f089c-ef21-4acf-aef5-601bdf597ab2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.660473] env[62588]: DEBUG oslo_vmware.api [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1717.660473] env[62588]: value = "task-1794048" [ 1717.660473] env[62588]: _type = "Task" [ 1717.660473] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.667763] env[62588]: DEBUG oslo_vmware.api [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794048, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.831171] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2d2ed345-3b4a-4758-a519-a535cb496f3a tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "9b142536-d974-490d-9e45-e207354ffe59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.831463] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2d2ed345-3b4a-4758-a519-a535cb496f3a tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "9b142536-d974-490d-9e45-e207354ffe59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.831707] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2d2ed345-3b4a-4758-a519-a535cb496f3a tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "9b142536-d974-490d-9e45-e207354ffe59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.831894] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2d2ed345-3b4a-4758-a519-a535cb496f3a tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "9b142536-d974-490d-9e45-e207354ffe59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.832096] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2d2ed345-3b4a-4758-a519-a535cb496f3a tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "9b142536-d974-490d-9e45-e207354ffe59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.834182] env[62588]: INFO nova.compute.manager [None req-2d2ed345-3b4a-4758-a519-a535cb496f3a tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Terminating instance [ 1717.877755] env[62588]: DEBUG oslo_concurrency.lockutils [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.878237] env[62588]: DEBUG nova.compute.manager [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1717.880887] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.614s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.882320] env[62588]: INFO nova.compute.claims [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1718.053700] env[62588]: DEBUG oslo_vmware.api [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794046, 'name': Rename_Task, 'duration_secs': 0.551246} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.053700] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1718.053967] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e0db6f7-84f8-4bf1-a7fe-765d53df1593 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.061755] env[62588]: DEBUG nova.compute.manager [req-69276a36-bf35-43b2-ae3d-41c2e45b9a2c req-29813257-139f-44c5-825a-0259f3bee6e1 service nova] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Received event network-vif-plugged-c3c938b9-ab38-4b71-a5e0-fbaea818218c {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1718.061755] env[62588]: DEBUG oslo_concurrency.lockutils [req-69276a36-bf35-43b2-ae3d-41c2e45b9a2c req-29813257-139f-44c5-825a-0259f3bee6e1 service nova] Acquiring lock "3771ad9b-9159-4cd6-9428-aca368db8259-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.061755] env[62588]: DEBUG oslo_concurrency.lockutils [req-69276a36-bf35-43b2-ae3d-41c2e45b9a2c req-29813257-139f-44c5-825a-0259f3bee6e1 service nova] Lock "3771ad9b-9159-4cd6-9428-aca368db8259-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.061755] env[62588]: DEBUG oslo_concurrency.lockutils [req-69276a36-bf35-43b2-ae3d-41c2e45b9a2c req-29813257-139f-44c5-825a-0259f3bee6e1 service nova] Lock "3771ad9b-9159-4cd6-9428-aca368db8259-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.061755] env[62588]: DEBUG nova.compute.manager [req-69276a36-bf35-43b2-ae3d-41c2e45b9a2c req-29813257-139f-44c5-825a-0259f3bee6e1 service nova] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] No waiting events found dispatching network-vif-plugged-c3c938b9-ab38-4b71-a5e0-fbaea818218c {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1718.061755] env[62588]: WARNING nova.compute.manager [req-69276a36-bf35-43b2-ae3d-41c2e45b9a2c req-29813257-139f-44c5-825a-0259f3bee6e1 service nova] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Received unexpected event network-vif-plugged-c3c938b9-ab38-4b71-a5e0-fbaea818218c for instance with vm_state building and task_state spawning. [ 1718.065435] env[62588]: DEBUG oslo_vmware.api [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1718.065435] env[62588]: value = "task-1794049" [ 1718.065435] env[62588]: _type = "Task" [ 1718.065435] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.077158] env[62588]: DEBUG oslo_vmware.api [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794049, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.160225] env[62588]: DEBUG nova.network.neutron [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Successfully updated port: c3c938b9-ab38-4b71-a5e0-fbaea818218c {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1718.173332] env[62588]: DEBUG oslo_vmware.api [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794048, 'name': ReconfigVM_Task, 'duration_secs': 0.257784} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.175110] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Reconfigured VM instance instance-00000057 to attach disk [datastore1] ec9564ca-49e2-4598-84a5-06fe57fbc62f/ec9564ca-49e2-4598-84a5-06fe57fbc62f.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1718.175110] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-519b4896-6c1a-49cc-a9b5-bbcf201bd63b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.186109] env[62588]: DEBUG oslo_vmware.api [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1718.186109] env[62588]: value = "task-1794050" [ 1718.186109] env[62588]: _type = "Task" [ 1718.186109] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.195836] env[62588]: DEBUG oslo_vmware.api [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794050, 'name': Rename_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.280589] env[62588]: DEBUG nova.network.neutron [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Updating instance_info_cache with network_info: [{"id": "7d91350a-c276-47c1-87a6-9c06c6955632", "address": "fa:16:3e:ce:24:36", "network": {"id": "273f4106-1c6b-419d-8808-f9331c2cd8dd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-448710927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d1ed630a0d4020a166f0f3c29d7bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d91350a-c2", "ovs_interfaceid": "7d91350a-c276-47c1-87a6-9c06c6955632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1718.339020] env[62588]: DEBUG nova.compute.manager [None req-2d2ed345-3b4a-4758-a519-a535cb496f3a tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1718.339020] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2ed345-3b4a-4758-a519-a535cb496f3a tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1718.339020] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c40eb4-cef7-4fc5-a612-8b46172390d3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.347106] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2ed345-3b4a-4758-a519-a535cb496f3a tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1718.347307] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0553070b-80fe-441c-9d3e-ba620ebcf052 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.354294] env[62588]: DEBUG oslo_vmware.api [None req-2d2ed345-3b4a-4758-a519-a535cb496f3a tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1718.354294] env[62588]: value = "task-1794051" [ 1718.354294] env[62588]: _type = "Task" [ 1718.354294] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.362934] env[62588]: DEBUG oslo_vmware.api [None req-2d2ed345-3b4a-4758-a519-a535cb496f3a tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.386817] env[62588]: DEBUG nova.compute.utils [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1718.391647] env[62588]: DEBUG nova.compute.manager [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1718.391810] env[62588]: DEBUG nova.network.neutron [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1718.449578] env[62588]: DEBUG nova.policy [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '791347ed90f74192a7fc82737fd1fec5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5be54907e86e4359a83ca83d2a848c2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1718.575917] env[62588]: DEBUG oslo_vmware.api [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794049, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.666746] env[62588]: DEBUG oslo_concurrency.lockutils [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Acquiring lock "refresh_cache-3771ad9b-9159-4cd6-9428-aca368db8259" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.666889] env[62588]: DEBUG oslo_concurrency.lockutils [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Acquired lock "refresh_cache-3771ad9b-9159-4cd6-9428-aca368db8259" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.667061] env[62588]: DEBUG nova.network.neutron [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1718.697537] env[62588]: DEBUG oslo_vmware.api [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794050, 'name': Rename_Task, 'duration_secs': 0.235214} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.697825] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1718.698130] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-becb2e8c-12f6-4ea8-bf2a-3855f3de1890 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.704655] env[62588]: DEBUG oslo_vmware.api [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1718.704655] env[62588]: value = "task-1794052" [ 1718.704655] env[62588]: _type = "Task" [ 1718.704655] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.713731] env[62588]: DEBUG oslo_vmware.api [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.783944] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Releasing lock "refresh_cache-3ee02a39-f285-405c-b7b8-ab797afe560c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.787466] env[62588]: DEBUG nova.network.neutron [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Successfully created port: 465e6898-0342-4b80-a201-ef19f948d4c1 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1718.865920] env[62588]: DEBUG oslo_vmware.api [None req-2d2ed345-3b4a-4758-a519-a535cb496f3a tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794051, 'name': PowerOffVM_Task, 'duration_secs': 0.393011} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.865920] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2ed345-3b4a-4758-a519-a535cb496f3a tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1718.865920] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2ed345-3b4a-4758-a519-a535cb496f3a tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1718.865920] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12bec32c-fef9-41d7-a7c2-932f761688b2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.892602] env[62588]: DEBUG nova.compute.manager [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1719.060090] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2ed345-3b4a-4758-a519-a535cb496f3a tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1719.060388] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2ed345-3b4a-4758-a519-a535cb496f3a tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1719.060608] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d2ed345-3b4a-4758-a519-a535cb496f3a tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Deleting the datastore file [datastore1] 9b142536-d974-490d-9e45-e207354ffe59 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1719.060899] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da7f6ffa-a73a-4a28-95e9-88a69b958a57 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.067854] env[62588]: DEBUG oslo_vmware.api [None req-2d2ed345-3b4a-4758-a519-a535cb496f3a tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1719.067854] env[62588]: value = "task-1794054" [ 1719.067854] env[62588]: _type = "Task" [ 1719.067854] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.084387] env[62588]: DEBUG oslo_vmware.api [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794049, 'name': PowerOnVM_Task, 'duration_secs': 0.986027} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.087649] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1719.088224] env[62588]: INFO nova.compute.manager [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1719.088224] env[62588]: DEBUG nova.compute.manager [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1719.090767] env[62588]: DEBUG oslo_vmware.api [None req-2d2ed345-3b4a-4758-a519-a535cb496f3a tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.090767] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad649b7-a2e1-4270-8960-dc5e8a9d5f3a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.214919] env[62588]: DEBUG oslo_vmware.api [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794052, 'name': PowerOnVM_Task, 'duration_secs': 0.480779} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.217436] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1719.217653] env[62588]: INFO nova.compute.manager [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Took 6.23 seconds to spawn the instance on the hypervisor. [ 1719.217834] env[62588]: DEBUG nova.compute.manager [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1719.218804] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c01bfc-358b-4386-a77d-43de95a3f9d8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.222655] env[62588]: DEBUG nova.network.neutron [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1719.242034] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40b1b29-543a-410e-8537-7c7ad0ef121d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.253530] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac7fd09-7acf-4864-a6e8-d414a3a21264 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.290483] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe081bf-5ab1-4242-b22e-ef3b0aeb7e61 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.299524] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e13a836-e173-41a5-84d3-051e49aa0001 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.314313] env[62588]: DEBUG nova.compute.provider_tree [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1719.316635] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f11f8640-21ba-4f08-862c-8047cea37010 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquiring lock "8ad0b805-95c8-43f6-a687-6819ae17c230" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.316862] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f11f8640-21ba-4f08-862c-8047cea37010 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "8ad0b805-95c8-43f6-a687-6819ae17c230" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.424215] env[62588]: DEBUG nova.network.neutron [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Updating instance_info_cache with network_info: [{"id": "c3c938b9-ab38-4b71-a5e0-fbaea818218c", "address": "fa:16:3e:fc:41:eb", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3c938b9-ab", "ovs_interfaceid": "c3c938b9-ab38-4b71-a5e0-fbaea818218c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.581778] env[62588]: DEBUG oslo_vmware.api [None req-2d2ed345-3b4a-4758-a519-a535cb496f3a tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251529} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.581778] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d2ed345-3b4a-4758-a519-a535cb496f3a tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1719.581974] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2ed345-3b4a-4758-a519-a535cb496f3a tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1719.582135] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2ed345-3b4a-4758-a519-a535cb496f3a tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1719.582302] env[62588]: INFO nova.compute.manager [None req-2d2ed345-3b4a-4758-a519-a535cb496f3a tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1719.582544] env[62588]: DEBUG oslo.service.loopingcall [None req-2d2ed345-3b4a-4758-a519-a535cb496f3a tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1719.582733] env[62588]: DEBUG nova.compute.manager [-] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1719.582826] env[62588]: DEBUG nova.network.neutron [-] [instance: 9b142536-d974-490d-9e45-e207354ffe59] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1719.612911] env[62588]: INFO nova.compute.manager [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Took 24.65 seconds to build instance. [ 1719.740597] env[62588]: INFO nova.compute.manager [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Took 24.33 seconds to build instance. [ 1719.820817] env[62588]: DEBUG nova.scheduler.client.report [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1719.828387] env[62588]: DEBUG nova.compute.utils [None req-f11f8640-21ba-4f08-862c-8047cea37010 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1719.904465] env[62588]: DEBUG nova.compute.manager [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1719.927539] env[62588]: DEBUG oslo_concurrency.lockutils [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Releasing lock "refresh_cache-3771ad9b-9159-4cd6-9428-aca368db8259" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.927839] env[62588]: DEBUG nova.compute.manager [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Instance network_info: |[{"id": "c3c938b9-ab38-4b71-a5e0-fbaea818218c", "address": "fa:16:3e:fc:41:eb", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3c938b9-ab", "ovs_interfaceid": "c3c938b9-ab38-4b71-a5e0-fbaea818218c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1719.930966] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:41:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3c938b9-ab38-4b71-a5e0-fbaea818218c', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1719.937578] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Creating folder: Project (5be54907e86e4359a83ca83d2a848c2d). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1719.938615] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a12414ab-2a39-4b90-b03c-a6e7b56315b3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.943712] env[62588]: DEBUG nova.virt.hardware [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1719.943945] env[62588]: DEBUG nova.virt.hardware [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1719.944119] env[62588]: DEBUG nova.virt.hardware [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1719.944303] env[62588]: DEBUG nova.virt.hardware [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1719.944447] env[62588]: DEBUG nova.virt.hardware [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1719.944591] env[62588]: DEBUG nova.virt.hardware [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1719.944795] env[62588]: DEBUG nova.virt.hardware [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1719.944953] env[62588]: DEBUG nova.virt.hardware [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1719.945290] env[62588]: DEBUG nova.virt.hardware [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1719.945491] env[62588]: DEBUG nova.virt.hardware [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1719.945660] env[62588]: DEBUG nova.virt.hardware [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1719.946771] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef664da-7aea-4ab9-b79c-f1565334c1b6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.952388] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Created folder: Project (5be54907e86e4359a83ca83d2a848c2d) in parent group-v371885. [ 1719.952591] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Creating folder: Instances. Parent ref: group-v372120. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1719.953237] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e10481c-9ba0-4d8d-b0aa-78a91dcd3116 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.958161] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2908de7-a7b4-4258-8e18-86ef5d2d3ae9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.963295] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Created folder: Instances in parent group-v372120. [ 1719.963523] env[62588]: DEBUG oslo.service.loopingcall [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1719.964078] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1719.965047] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3606eb04-a026-4a82-86ad-20436897a366 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.992183] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1719.992183] env[62588]: value = "task-1794057" [ 1719.992183] env[62588]: _type = "Task" [ 1719.992183] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.999424] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794057, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.091398] env[62588]: DEBUG nova.compute.manager [req-c511260d-d9f3-4d30-a559-2bc8ac7c8863 req-b050d777-51ed-429c-b924-b6abf71d7f38 service nova] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Received event network-changed-c3c938b9-ab38-4b71-a5e0-fbaea818218c {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1720.091625] env[62588]: DEBUG nova.compute.manager [req-c511260d-d9f3-4d30-a559-2bc8ac7c8863 req-b050d777-51ed-429c-b924-b6abf71d7f38 service nova] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Refreshing instance network info cache due to event network-changed-c3c938b9-ab38-4b71-a5e0-fbaea818218c. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1720.091764] env[62588]: DEBUG oslo_concurrency.lockutils [req-c511260d-d9f3-4d30-a559-2bc8ac7c8863 req-b050d777-51ed-429c-b924-b6abf71d7f38 service nova] Acquiring lock "refresh_cache-3771ad9b-9159-4cd6-9428-aca368db8259" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.091983] env[62588]: DEBUG oslo_concurrency.lockutils [req-c511260d-d9f3-4d30-a559-2bc8ac7c8863 req-b050d777-51ed-429c-b924-b6abf71d7f38 service nova] Acquired lock "refresh_cache-3771ad9b-9159-4cd6-9428-aca368db8259" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.092519] env[62588]: DEBUG nova.network.neutron [req-c511260d-d9f3-4d30-a559-2bc8ac7c8863 req-b050d777-51ed-429c-b924-b6abf71d7f38 service nova] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Refreshing network info cache for port c3c938b9-ab38-4b71-a5e0-fbaea818218c {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1720.115589] env[62588]: DEBUG oslo_concurrency.lockutils [None req-93e6acd2-2b6a-4d1e-a4cf-33c3b3fdfb54 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "fe7b9c38-93e4-4868-9373-94cfe80ecea3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.160s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.244239] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6634cb0f-358a-40ae-a2a8-b0c45f68f3a8 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Lock "ec9564ca-49e2-4598-84a5-06fe57fbc62f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.853s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.327990] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.328589] env[62588]: DEBUG nova.compute.manager [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1720.331541] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.351s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.331724] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.331878] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62588) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1720.332194] env[62588]: DEBUG oslo_concurrency.lockutils [None req-38a72dd3-f55c-4f3c-b9f3-bb55df01dd1a tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.321s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.332399] env[62588]: DEBUG nova.objects.instance [None req-38a72dd3-f55c-4f3c-b9f3-bb55df01dd1a tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Lazy-loading 'resources' on Instance uuid 7af35d34-6ea3-4951-8cae-1fffcd1f29e8 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1720.333588] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f11f8640-21ba-4f08-862c-8047cea37010 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "8ad0b805-95c8-43f6-a687-6819ae17c230" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.334225] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1720.335598] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10dea609-a755-440d-9acc-1d9080fc75dc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.338352] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8c79e47-7e47-4066-96b9-bfeca9ab3271 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.351400] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e613692-a026-4b05-af01-47b1ebe22b39 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.356422] env[62588]: DEBUG oslo_vmware.api [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1720.356422] env[62588]: value = "task-1794058" [ 1720.356422] env[62588]: _type = "Task" [ 1720.356422] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.357801] env[62588]: DEBUG nova.compute.manager [req-047ebbd0-8030-40b7-a75d-5b74b99d2599 req-2c4796a2-0950-426a-95a4-42346dc62e30 service nova] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Received event network-vif-plugged-465e6898-0342-4b80-a201-ef19f948d4c1 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1720.358048] env[62588]: DEBUG oslo_concurrency.lockutils [req-047ebbd0-8030-40b7-a75d-5b74b99d2599 req-2c4796a2-0950-426a-95a4-42346dc62e30 service nova] Acquiring lock "50cd2ea3-1c22-4157-a953-1e5d9e8ad915-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.358270] env[62588]: DEBUG oslo_concurrency.lockutils [req-047ebbd0-8030-40b7-a75d-5b74b99d2599 req-2c4796a2-0950-426a-95a4-42346dc62e30 service nova] Lock "50cd2ea3-1c22-4157-a953-1e5d9e8ad915-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.358443] env[62588]: DEBUG oslo_concurrency.lockutils [req-047ebbd0-8030-40b7-a75d-5b74b99d2599 req-2c4796a2-0950-426a-95a4-42346dc62e30 service nova] Lock "50cd2ea3-1c22-4157-a953-1e5d9e8ad915-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.358608] env[62588]: DEBUG nova.compute.manager [req-047ebbd0-8030-40b7-a75d-5b74b99d2599 req-2c4796a2-0950-426a-95a4-42346dc62e30 service nova] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] No waiting events found dispatching network-vif-plugged-465e6898-0342-4b80-a201-ef19f948d4c1 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1720.358773] env[62588]: WARNING nova.compute.manager [req-047ebbd0-8030-40b7-a75d-5b74b99d2599 req-2c4796a2-0950-426a-95a4-42346dc62e30 service nova] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Received unexpected event network-vif-plugged-465e6898-0342-4b80-a201-ef19f948d4c1 for instance with vm_state building and task_state spawning. [ 1720.378435] env[62588]: DEBUG nova.network.neutron [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Successfully updated port: 465e6898-0342-4b80-a201-ef19f948d4c1 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1720.381224] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a284ec-5fab-4a04-af9e-e5f8baf6854c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.391306] env[62588]: DEBUG oslo_vmware.api [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.397680] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a41487-3e74-4845-a045-c24392530db2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.427768] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178884MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62588) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1720.427960] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.429376] env[62588]: DEBUG nova.network.neutron [-] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.502275] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794057, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.803316] env[62588]: DEBUG nova.network.neutron [req-c511260d-d9f3-4d30-a559-2bc8ac7c8863 req-b050d777-51ed-429c-b924-b6abf71d7f38 service nova] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Updated VIF entry in instance network info cache for port c3c938b9-ab38-4b71-a5e0-fbaea818218c. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1720.803669] env[62588]: DEBUG nova.network.neutron [req-c511260d-d9f3-4d30-a559-2bc8ac7c8863 req-b050d777-51ed-429c-b924-b6abf71d7f38 service nova] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Updating instance_info_cache with network_info: [{"id": "c3c938b9-ab38-4b71-a5e0-fbaea818218c", "address": "fa:16:3e:fc:41:eb", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3c938b9-ab", "ovs_interfaceid": "c3c938b9-ab38-4b71-a5e0-fbaea818218c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.836724] env[62588]: DEBUG nova.compute.utils [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1720.838239] env[62588]: DEBUG nova.compute.manager [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1720.838359] env[62588]: DEBUG nova.network.neutron [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1720.872394] env[62588]: DEBUG oslo_vmware.api [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794058, 'name': PowerOffVM_Task, 'duration_secs': 0.23485} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.872601] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1720.873504] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af64e45-729c-4686-b1c5-68650a36db0a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.901212] env[62588]: DEBUG oslo_concurrency.lockutils [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Acquiring lock "refresh_cache-50cd2ea3-1c22-4157-a953-1e5d9e8ad915" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.901212] env[62588]: DEBUG oslo_concurrency.lockutils [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Acquired lock "refresh_cache-50cd2ea3-1c22-4157-a953-1e5d9e8ad915" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.901212] env[62588]: DEBUG nova.network.neutron [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1720.902123] env[62588]: DEBUG nova.policy [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c67af47cdf7f4c618e25c15c541a7b88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1abac53217249a7a6b3552ebfca1c1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1720.906853] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fecd75-a37d-4e26-9467-bc3b12e34473 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.932773] env[62588]: INFO nova.compute.manager [-] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Took 1.35 seconds to deallocate network for instance. [ 1720.958952] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1720.959970] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8a3a6f0-619f-4f5c-bd0b-eccc6b84c4cf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.967233] env[62588]: DEBUG oslo_vmware.api [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1720.967233] env[62588]: value = "task-1794059" [ 1720.967233] env[62588]: _type = "Task" [ 1720.967233] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.978895] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] VM already powered off {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1720.979128] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1720.979427] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.979582] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.979757] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1720.982633] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-872a7a1d-2d8f-4751-8b76-897b8e1697e3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.992956] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1720.993171] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1720.993958] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4c2120a-679e-4dc8-ad3f-89401977ada7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.006561] env[62588]: DEBUG oslo_vmware.api [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1721.006561] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529a4dc4-67d0-bcf9-48b1-4f242e5c443b" [ 1721.006561] env[62588]: _type = "Task" [ 1721.006561] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.011645] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794057, 'name': CreateVM_Task, 'duration_secs': 0.671087} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.014537] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1721.017574] env[62588]: DEBUG oslo_concurrency.lockutils [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.017900] env[62588]: DEBUG oslo_concurrency.lockutils [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.018117] env[62588]: DEBUG oslo_concurrency.lockutils [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1721.018878] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a8b3d2c-cb7c-480c-87be-fc5f2a9f33f2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.024427] env[62588]: DEBUG oslo_vmware.api [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529a4dc4-67d0-bcf9-48b1-4f242e5c443b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.027297] env[62588]: DEBUG oslo_vmware.api [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for the task: (returnval){ [ 1721.027297] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ac96c7-b167-4003-54e2-08eb4b4b8770" [ 1721.027297] env[62588]: _type = "Task" [ 1721.027297] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.036843] env[62588]: DEBUG oslo_vmware.api [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ac96c7-b167-4003-54e2-08eb4b4b8770, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.208865] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d0719e-65f9-4491-9275-92853c888bc4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.216539] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ae20a1-2d1a-4a34-91bc-d4a74d45974d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.250282] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f2601d-0494-4c85-9d9e-14d74b955129 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.258279] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b62bcd3-f219-4752-8096-35a8c3d7e4ae {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.272226] env[62588]: DEBUG nova.compute.provider_tree [None req-38a72dd3-f55c-4f3c-b9f3-bb55df01dd1a tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1721.306220] env[62588]: DEBUG oslo_concurrency.lockutils [req-c511260d-d9f3-4d30-a559-2bc8ac7c8863 req-b050d777-51ed-429c-b924-b6abf71d7f38 service nova] Releasing lock "refresh_cache-3771ad9b-9159-4cd6-9428-aca368db8259" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.306521] env[62588]: DEBUG nova.compute.manager [req-c511260d-d9f3-4d30-a559-2bc8ac7c8863 req-b050d777-51ed-429c-b924-b6abf71d7f38 service nova] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Received event network-vif-deleted-0de12c55-fa0d-4e72-a7f5-40182494a6c0 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1721.306702] env[62588]: INFO nova.compute.manager [req-c511260d-d9f3-4d30-a559-2bc8ac7c8863 req-b050d777-51ed-429c-b924-b6abf71d7f38 service nova] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Neutron deleted interface 0de12c55-fa0d-4e72-a7f5-40182494a6c0; detaching it from the instance and deleting it from the info cache [ 1721.306875] env[62588]: DEBUG nova.network.neutron [req-c511260d-d9f3-4d30-a559-2bc8ac7c8863 req-b050d777-51ed-429c-b924-b6abf71d7f38 service nova] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.318983] env[62588]: DEBUG nova.network.neutron [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Successfully created port: 0e738e1e-04ca-481b-8dbd-567158e2c7ff {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1721.341895] env[62588]: DEBUG nova.compute.manager [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1721.417170] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f11f8640-21ba-4f08-862c-8047cea37010 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquiring lock "8ad0b805-95c8-43f6-a687-6819ae17c230" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.417170] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f11f8640-21ba-4f08-862c-8047cea37010 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "8ad0b805-95c8-43f6-a687-6819ae17c230" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.417394] env[62588]: INFO nova.compute.manager [None req-f11f8640-21ba-4f08-862c-8047cea37010 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Attaching volume 3ee4522a-fe90-4335-931f-899d3869703c to /dev/sdb [ 1721.441120] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2d2ed345-3b4a-4758-a519-a535cb496f3a tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.453446] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c510a7-fbff-4a61-a256-a82adba7b61a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.456780] env[62588]: DEBUG nova.network.neutron [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1721.463468] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9823ff38-2c68-416a-8c21-f9bc0656a930 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.483552] env[62588]: DEBUG nova.virt.block_device [None req-f11f8640-21ba-4f08-862c-8047cea37010 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Updating existing volume attachment record: d5787123-d7ca-4c99-9687-ab2aaa8ad320 {{(pid=62588) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1721.522134] env[62588]: DEBUG oslo_vmware.api [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529a4dc4-67d0-bcf9-48b1-4f242e5c443b, 'name': SearchDatastore_Task, 'duration_secs': 0.02121} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.525502] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-517c9db3-6f71-4386-a0d0-dde665ae0198 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.539019] env[62588]: DEBUG oslo_vmware.api [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1721.539019] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5278b5fc-a31b-a55d-074f-0791a614b5df" [ 1721.539019] env[62588]: _type = "Task" [ 1721.539019] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.551163] env[62588]: DEBUG oslo_vmware.api [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ac96c7-b167-4003-54e2-08eb4b4b8770, 'name': SearchDatastore_Task, 'duration_secs': 0.035332} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.554781] env[62588]: DEBUG oslo_concurrency.lockutils [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.555126] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1721.555395] env[62588]: DEBUG oslo_concurrency.lockutils [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.565048] env[62588]: DEBUG oslo_vmware.api [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5278b5fc-a31b-a55d-074f-0791a614b5df, 'name': SearchDatastore_Task, 'duration_secs': 0.011141} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.568224] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.568559] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 3ee02a39-f285-405c-b7b8-ab797afe560c/8a4f5777-3342-4af9-920c-7c09a9521eb3-rescue.vmdk. {{(pid=62588) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1721.568884] env[62588]: DEBUG oslo_concurrency.lockutils [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.569196] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1721.569468] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e139d3c-bf7f-4ecf-9c0e-8719843008a2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.572207] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f16eecb-417a-4aef-bf16-54bd781888da {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.578841] env[62588]: DEBUG oslo_vmware.api [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1721.578841] env[62588]: value = "task-1794060" [ 1721.578841] env[62588]: _type = "Task" [ 1721.578841] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.583598] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1721.583843] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1721.584972] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aae550f-26a2-4b60-bf12-98768333625e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.591056] env[62588]: DEBUG oslo_vmware.api [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794060, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.594268] env[62588]: DEBUG oslo_vmware.api [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for the task: (returnval){ [ 1721.594268] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5259da09-57df-61be-9215-6ca61f9b0699" [ 1721.594268] env[62588]: _type = "Task" [ 1721.594268] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.603096] env[62588]: DEBUG oslo_vmware.api [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5259da09-57df-61be-9215-6ca61f9b0699, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.718582] env[62588]: DEBUG nova.network.neutron [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Updating instance_info_cache with network_info: [{"id": "465e6898-0342-4b80-a201-ef19f948d4c1", "address": "fa:16:3e:38:a5:00", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap465e6898-03", "ovs_interfaceid": "465e6898-0342-4b80-a201-ef19f948d4c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.775822] env[62588]: DEBUG nova.scheduler.client.report [None req-38a72dd3-f55c-4f3c-b9f3-bb55df01dd1a tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1721.810127] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-796f11c3-d9db-4137-b2d7-cb60cec8b145 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.820570] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa1ff38-32b7-4de3-a217-cbe2d554556b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.864954] env[62588]: DEBUG nova.compute.manager [req-c511260d-d9f3-4d30-a559-2bc8ac7c8863 req-b050d777-51ed-429c-b924-b6abf71d7f38 service nova] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Detach interface failed, port_id=0de12c55-fa0d-4e72-a7f5-40182494a6c0, reason: Instance 9b142536-d974-490d-9e45-e207354ffe59 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1721.925592] env[62588]: INFO nova.compute.manager [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Rebuilding instance [ 1721.987869] env[62588]: DEBUG nova.compute.manager [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1721.989018] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c83bdb-cbae-4ebf-9498-52ff7b81a9d3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.089995] env[62588]: DEBUG oslo_vmware.api [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794060, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.106941] env[62588]: DEBUG oslo_vmware.api [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5259da09-57df-61be-9215-6ca61f9b0699, 'name': SearchDatastore_Task, 'duration_secs': 0.010378} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.107367] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5719e89-0d4e-4b73-8ac7-c0163eb72f8f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.114446] env[62588]: DEBUG oslo_vmware.api [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for the task: (returnval){ [ 1722.114446] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52887c44-0007-4e51-3adb-85ceadef937e" [ 1722.114446] env[62588]: _type = "Task" [ 1722.114446] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.122870] env[62588]: DEBUG oslo_vmware.api [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52887c44-0007-4e51-3adb-85ceadef937e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.221524] env[62588]: DEBUG oslo_concurrency.lockutils [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Releasing lock "refresh_cache-50cd2ea3-1c22-4157-a953-1e5d9e8ad915" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.221998] env[62588]: DEBUG nova.compute.manager [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Instance network_info: |[{"id": "465e6898-0342-4b80-a201-ef19f948d4c1", "address": "fa:16:3e:38:a5:00", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap465e6898-03", "ovs_interfaceid": "465e6898-0342-4b80-a201-ef19f948d4c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1722.222569] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:a5:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '465e6898-0342-4b80-a201-ef19f948d4c1', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1722.232755] env[62588]: DEBUG oslo.service.loopingcall [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1722.233136] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1722.233501] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a6eb4f8-65eb-4fb2-9260-66cc1ef3c2ed {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.256028] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1722.256028] env[62588]: value = "task-1794064" [ 1722.256028] env[62588]: _type = "Task" [ 1722.256028] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.264718] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794064, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.284524] env[62588]: DEBUG oslo_concurrency.lockutils [None req-38a72dd3-f55c-4f3c-b9f3-bb55df01dd1a tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.950s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.290025] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a4abffc5-7095-498a-be60-35ce072d94c0 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.746s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.290025] env[62588]: DEBUG nova.objects.instance [None req-a4abffc5-7095-498a-be60-35ce072d94c0 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Lazy-loading 'resources' on Instance uuid f26adaee-0b99-42b7-b852-b85833a67ff8 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1722.313032] env[62588]: INFO nova.scheduler.client.report [None req-38a72dd3-f55c-4f3c-b9f3-bb55df01dd1a tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Deleted allocations for instance 7af35d34-6ea3-4951-8cae-1fffcd1f29e8 [ 1722.367287] env[62588]: DEBUG nova.compute.manager [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1722.390171] env[62588]: DEBUG nova.virt.hardware [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1722.390171] env[62588]: DEBUG nova.virt.hardware [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1722.390347] env[62588]: DEBUG nova.virt.hardware [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1722.390481] env[62588]: DEBUG nova.virt.hardware [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1722.390629] env[62588]: DEBUG nova.virt.hardware [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1722.390792] env[62588]: DEBUG nova.virt.hardware [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1722.391032] env[62588]: DEBUG nova.virt.hardware [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1722.391189] env[62588]: DEBUG nova.virt.hardware [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1722.391354] env[62588]: DEBUG nova.virt.hardware [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1722.391654] env[62588]: DEBUG nova.virt.hardware [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1722.391739] env[62588]: DEBUG nova.virt.hardware [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1722.392556] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6ac9fe-ca90-4a8c-9fc0-b7c2ab3ff451 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.400640] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d48e0ff-53fb-4b36-bb51-aa65accc0592 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.457127] env[62588]: DEBUG nova.compute.manager [req-bc53d181-5866-4210-afa3-d22a2adaaf00 req-cb59cfe0-b753-4425-a4f1-a2f9434f7216 service nova] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Received event network-changed-465e6898-0342-4b80-a201-ef19f948d4c1 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1722.457372] env[62588]: DEBUG nova.compute.manager [req-bc53d181-5866-4210-afa3-d22a2adaaf00 req-cb59cfe0-b753-4425-a4f1-a2f9434f7216 service nova] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Refreshing instance network info cache due to event network-changed-465e6898-0342-4b80-a201-ef19f948d4c1. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1722.457541] env[62588]: DEBUG oslo_concurrency.lockutils [req-bc53d181-5866-4210-afa3-d22a2adaaf00 req-cb59cfe0-b753-4425-a4f1-a2f9434f7216 service nova] Acquiring lock "refresh_cache-50cd2ea3-1c22-4157-a953-1e5d9e8ad915" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.457731] env[62588]: DEBUG oslo_concurrency.lockutils [req-bc53d181-5866-4210-afa3-d22a2adaaf00 req-cb59cfe0-b753-4425-a4f1-a2f9434f7216 service nova] Acquired lock "refresh_cache-50cd2ea3-1c22-4157-a953-1e5d9e8ad915" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.457830] env[62588]: DEBUG nova.network.neutron [req-bc53d181-5866-4210-afa3-d22a2adaaf00 req-cb59cfe0-b753-4425-a4f1-a2f9434f7216 service nova] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Refreshing network info cache for port 465e6898-0342-4b80-a201-ef19f948d4c1 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1722.590233] env[62588]: DEBUG oslo_vmware.api [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794060, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52645} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.590615] env[62588]: INFO nova.virt.vmwareapi.ds_util [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 3ee02a39-f285-405c-b7b8-ab797afe560c/8a4f5777-3342-4af9-920c-7c09a9521eb3-rescue.vmdk. [ 1722.591349] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1fa3a8-d11b-42ac-aae4-565c95cee1f3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.626827] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 3ee02a39-f285-405c-b7b8-ab797afe560c/8a4f5777-3342-4af9-920c-7c09a9521eb3-rescue.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1722.630521] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e82718f3-645f-45fb-b61d-ae0b714307af {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.650842] env[62588]: DEBUG oslo_vmware.api [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52887c44-0007-4e51-3adb-85ceadef937e, 'name': SearchDatastore_Task, 'duration_secs': 0.010669} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.651075] env[62588]: DEBUG oslo_concurrency.lockutils [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.651361] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 3771ad9b-9159-4cd6-9428-aca368db8259/3771ad9b-9159-4cd6-9428-aca368db8259.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1722.651688] env[62588]: DEBUG oslo_vmware.api [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1722.651688] env[62588]: value = "task-1794065" [ 1722.651688] env[62588]: _type = "Task" [ 1722.651688] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.652230] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f2dfa3d-88cc-4145-bb78-185733d45b34 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.662785] env[62588]: DEBUG oslo_vmware.api [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794065, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.663967] env[62588]: DEBUG oslo_vmware.api [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for the task: (returnval){ [ 1722.663967] env[62588]: value = "task-1794066" [ 1722.663967] env[62588]: _type = "Task" [ 1722.663967] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.672585] env[62588]: DEBUG oslo_vmware.api [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.766556] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794064, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.822807] env[62588]: DEBUG oslo_concurrency.lockutils [None req-38a72dd3-f55c-4f3c-b9f3-bb55df01dd1a tempest-InstanceActionsNegativeTestJSON-973831054 tempest-InstanceActionsNegativeTestJSON-973831054-project-member] Lock "7af35d34-6ea3-4951-8cae-1fffcd1f29e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.870s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.010868] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1723.010961] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f236403-ad72-4359-a30c-a16648543d7e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.020165] env[62588]: DEBUG oslo_vmware.api [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1723.020165] env[62588]: value = "task-1794067" [ 1723.020165] env[62588]: _type = "Task" [ 1723.020165] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.028507] env[62588]: DEBUG nova.network.neutron [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Successfully updated port: 0e738e1e-04ca-481b-8dbd-567158e2c7ff {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1723.038152] env[62588]: DEBUG oslo_vmware.api [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.137216] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1518ab58-3257-4456-b835-7de6f9875ccd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.148365] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c545a3be-f0de-465b-8b8f-284177061cdc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.194732] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17361b63-2ef9-4302-95f6-8348dbee771b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.203825] env[62588]: DEBUG oslo_vmware.api [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.208671] env[62588]: DEBUG oslo_vmware.api [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794066, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.210052] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa75f32-d083-4191-873c-97244de4217c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.224412] env[62588]: DEBUG nova.compute.provider_tree [None req-a4abffc5-7095-498a-be60-35ce072d94c0 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1723.270392] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794064, 'name': CreateVM_Task, 'duration_secs': 0.533788} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.270729] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1723.271537] env[62588]: DEBUG oslo_concurrency.lockutils [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.271726] env[62588]: DEBUG oslo_concurrency.lockutils [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.272089] env[62588]: DEBUG oslo_concurrency.lockutils [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1723.272389] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-358072a1-09a2-4cff-9794-1d25c1bb1080 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.280602] env[62588]: DEBUG oslo_vmware.api [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for the task: (returnval){ [ 1723.280602] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52aa82a2-bea6-d540-4c6f-cbd2ec9cfc43" [ 1723.280602] env[62588]: _type = "Task" [ 1723.280602] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.290889] env[62588]: DEBUG oslo_vmware.api [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52aa82a2-bea6-d540-4c6f-cbd2ec9cfc43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.305045] env[62588]: DEBUG nova.network.neutron [req-bc53d181-5866-4210-afa3-d22a2adaaf00 req-cb59cfe0-b753-4425-a4f1-a2f9434f7216 service nova] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Updated VIF entry in instance network info cache for port 465e6898-0342-4b80-a201-ef19f948d4c1. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1723.305567] env[62588]: DEBUG nova.network.neutron [req-bc53d181-5866-4210-afa3-d22a2adaaf00 req-cb59cfe0-b753-4425-a4f1-a2f9434f7216 service nova] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Updating instance_info_cache with network_info: [{"id": "465e6898-0342-4b80-a201-ef19f948d4c1", "address": "fa:16:3e:38:a5:00", "network": {"id": "d5302f58-be28-4e7f-88fe-ddd991d5ba49", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7156078354044095938861545938297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap465e6898-03", "ovs_interfaceid": "465e6898-0342-4b80-a201-ef19f948d4c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1723.533626] env[62588]: DEBUG oslo_vmware.api [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794067, 'name': PowerOffVM_Task, 'duration_secs': 0.198068} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.533626] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "refresh_cache-a3196246-6d9f-48a2-b6d9-9bfe56e8af2d" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.533626] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquired lock "refresh_cache-a3196246-6d9f-48a2-b6d9-9bfe56e8af2d" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.533626] env[62588]: DEBUG nova.network.neutron [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1723.533626] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1723.534537] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1723.535856] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81faf997-bd12-45f4-b6c2-7e0702d6806c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.543702] env[62588]: DEBUG nova.compute.manager [None req-e3488c8b-6267-4f72-a2f7-4c601ad9cbe7 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1723.546535] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba1d7c6-b665-40a3-a1d5-523203e4b717 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.553431] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1723.553431] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-579bca02-4ce7-4551-b1d2-ccead4efa035 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.668067] env[62588]: DEBUG oslo_vmware.api [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794065, 'name': ReconfigVM_Task, 'duration_secs': 0.677303} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.668441] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 3ee02a39-f285-405c-b7b8-ab797afe560c/8a4f5777-3342-4af9-920c-7c09a9521eb3-rescue.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1723.669354] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7a71e6-0c2f-49df-a011-dcd4120eb31f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.703285] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc0892e6-a1cd-4cef-a4b6-f8da7b695201 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.720539] env[62588]: DEBUG oslo_vmware.api [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.889086} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.722036] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 3771ad9b-9159-4cd6-9428-aca368db8259/3771ad9b-9159-4cd6-9428-aca368db8259.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1723.722036] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1723.722390] env[62588]: DEBUG oslo_vmware.api [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1723.722390] env[62588]: value = "task-1794069" [ 1723.722390] env[62588]: _type = "Task" [ 1723.722390] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.722584] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32d2279e-6a24-4b34-96c8-2d887aadc6ab {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.728322] env[62588]: DEBUG nova.scheduler.client.report [None req-a4abffc5-7095-498a-be60-35ce072d94c0 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1723.735019] env[62588]: DEBUG oslo_vmware.api [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for the task: (returnval){ [ 1723.735019] env[62588]: value = "task-1794070" [ 1723.735019] env[62588]: _type = "Task" [ 1723.735019] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.740139] env[62588]: DEBUG oslo_vmware.api [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794069, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.746720] env[62588]: DEBUG oslo_vmware.api [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794070, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.767303] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1723.767602] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1723.767839] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Deleting the datastore file [datastore1] fe7b9c38-93e4-4868-9373-94cfe80ecea3 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1723.768199] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfd48f4e-6eee-49d5-bdc7-59cba85aa362 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.774587] env[62588]: DEBUG oslo_vmware.api [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1723.774587] env[62588]: value = "task-1794071" [ 1723.774587] env[62588]: _type = "Task" [ 1723.774587] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.782754] env[62588]: DEBUG oslo_vmware.api [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.791604] env[62588]: DEBUG oslo_vmware.api [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52aa82a2-bea6-d540-4c6f-cbd2ec9cfc43, 'name': SearchDatastore_Task, 'duration_secs': 0.054414} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.791726] env[62588]: DEBUG oslo_concurrency.lockutils [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.792326] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1723.792326] env[62588]: DEBUG oslo_concurrency.lockutils [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.792326] env[62588]: DEBUG oslo_concurrency.lockutils [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.792525] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1723.792775] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3aef511-58de-4570-8274-b7472c18b068 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.802493] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1723.802493] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1723.802493] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7e50b69-e5ae-4d4c-828a-261cc9db7e48 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.807580] env[62588]: DEBUG oslo_concurrency.lockutils [req-bc53d181-5866-4210-afa3-d22a2adaaf00 req-cb59cfe0-b753-4425-a4f1-a2f9434f7216 service nova] Releasing lock "refresh_cache-50cd2ea3-1c22-4157-a953-1e5d9e8ad915" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.808021] env[62588]: DEBUG oslo_vmware.api [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for the task: (returnval){ [ 1723.808021] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b899d6-f3aa-704e-991d-802ea7c866db" [ 1723.808021] env[62588]: _type = "Task" [ 1723.808021] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.816225] env[62588]: DEBUG oslo_vmware.api [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b899d6-f3aa-704e-991d-802ea7c866db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.064145] env[62588]: INFO nova.compute.manager [None req-e3488c8b-6267-4f72-a2f7-4c601ad9cbe7 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] instance snapshotting [ 1724.067031] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349a1ef7-e56c-4ad2-af26-0f1af8559835 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.086461] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507bf05b-97aa-42a2-b9c8-8674d229470f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.089723] env[62588]: DEBUG nova.network.neutron [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1724.233827] env[62588]: DEBUG oslo_vmware.api [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.234687] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a4abffc5-7095-498a-be60-35ce072d94c0 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.948s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.236831] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.850s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.248643] env[62588]: DEBUG oslo_vmware.api [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794070, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073464} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.249051] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1724.250148] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3fac0f-fa13-4b1b-81a6-8e5848adc184 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.274558] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 3771ad9b-9159-4cd6-9428-aca368db8259/3771ad9b-9159-4cd6-9428-aca368db8259.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1724.275805] env[62588]: INFO nova.scheduler.client.report [None req-a4abffc5-7095-498a-be60-35ce072d94c0 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Deleted allocations for instance f26adaee-0b99-42b7-b852-b85833a67ff8 [ 1724.278659] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c047523-4a03-4b45-b0fd-aea62d7e2b40 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.314781] env[62588]: DEBUG oslo_vmware.api [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for the task: (returnval){ [ 1724.314781] env[62588]: value = "task-1794073" [ 1724.314781] env[62588]: _type = "Task" [ 1724.314781] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.321381] env[62588]: DEBUG oslo_vmware.api [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.528618} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.327820] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1724.328105] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1724.328411] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1724.331634] env[62588]: DEBUG oslo_vmware.api [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b899d6-f3aa-704e-991d-802ea7c866db, 'name': SearchDatastore_Task, 'duration_secs': 0.036271} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.333512] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf274938-6e95-4be2-aa74-4201e99186b4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.340452] env[62588]: DEBUG oslo_vmware.api [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.344109] env[62588]: DEBUG oslo_vmware.api [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for the task: (returnval){ [ 1724.344109] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5290aaab-f065-69af-564a-54597be16508" [ 1724.344109] env[62588]: _type = "Task" [ 1724.344109] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.354062] env[62588]: DEBUG oslo_vmware.api [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5290aaab-f065-69af-564a-54597be16508, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.412660] env[62588]: DEBUG nova.network.neutron [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Updating instance_info_cache with network_info: [{"id": "0e738e1e-04ca-481b-8dbd-567158e2c7ff", "address": "fa:16:3e:ca:8a:95", "network": {"id": "29d85f41-e61c-49c7-93dd-8ae6091e13dd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004971789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1abac53217249a7a6b3552ebfca1c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e738e1e-04", "ovs_interfaceid": "0e738e1e-04ca-481b-8dbd-567158e2c7ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1724.491343] env[62588]: DEBUG nova.compute.manager [req-f46e84f4-419c-4d43-9738-655a9d64f024 req-f3c32362-ca3f-45aa-84c4-9e1a6f76cad0 service nova] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Received event network-vif-plugged-0e738e1e-04ca-481b-8dbd-567158e2c7ff {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1724.491343] env[62588]: DEBUG oslo_concurrency.lockutils [req-f46e84f4-419c-4d43-9738-655a9d64f024 req-f3c32362-ca3f-45aa-84c4-9e1a6f76cad0 service nova] Acquiring lock "a3196246-6d9f-48a2-b6d9-9bfe56e8af2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.491343] env[62588]: DEBUG oslo_concurrency.lockutils [req-f46e84f4-419c-4d43-9738-655a9d64f024 req-f3c32362-ca3f-45aa-84c4-9e1a6f76cad0 service nova] Lock "a3196246-6d9f-48a2-b6d9-9bfe56e8af2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.491343] env[62588]: DEBUG oslo_concurrency.lockutils [req-f46e84f4-419c-4d43-9738-655a9d64f024 req-f3c32362-ca3f-45aa-84c4-9e1a6f76cad0 service nova] Lock "a3196246-6d9f-48a2-b6d9-9bfe56e8af2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.491343] env[62588]: DEBUG nova.compute.manager [req-f46e84f4-419c-4d43-9738-655a9d64f024 req-f3c32362-ca3f-45aa-84c4-9e1a6f76cad0 service nova] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] No waiting events found dispatching network-vif-plugged-0e738e1e-04ca-481b-8dbd-567158e2c7ff {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1724.491343] env[62588]: WARNING nova.compute.manager [req-f46e84f4-419c-4d43-9738-655a9d64f024 req-f3c32362-ca3f-45aa-84c4-9e1a6f76cad0 service nova] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Received unexpected event network-vif-plugged-0e738e1e-04ca-481b-8dbd-567158e2c7ff for instance with vm_state building and task_state spawning. [ 1724.491343] env[62588]: DEBUG nova.compute.manager [req-f46e84f4-419c-4d43-9738-655a9d64f024 req-f3c32362-ca3f-45aa-84c4-9e1a6f76cad0 service nova] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Received event network-changed-0e738e1e-04ca-481b-8dbd-567158e2c7ff {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1724.491343] env[62588]: DEBUG nova.compute.manager [req-f46e84f4-419c-4d43-9738-655a9d64f024 req-f3c32362-ca3f-45aa-84c4-9e1a6f76cad0 service nova] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Refreshing instance network info cache due to event network-changed-0e738e1e-04ca-481b-8dbd-567158e2c7ff. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1724.491343] env[62588]: DEBUG oslo_concurrency.lockutils [req-f46e84f4-419c-4d43-9738-655a9d64f024 req-f3c32362-ca3f-45aa-84c4-9e1a6f76cad0 service nova] Acquiring lock "refresh_cache-a3196246-6d9f-48a2-b6d9-9bfe56e8af2d" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.603927] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e3488c8b-6267-4f72-a2f7-4c601ad9cbe7 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Creating Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1724.604433] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d6840ba5-6ad1-4d91-a805-c812ddb1a106 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.616217] env[62588]: DEBUG oslo_vmware.api [None req-e3488c8b-6267-4f72-a2f7-4c601ad9cbe7 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1724.616217] env[62588]: value = "task-1794074" [ 1724.616217] env[62588]: _type = "Task" [ 1724.616217] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.629199] env[62588]: DEBUG oslo_vmware.api [None req-e3488c8b-6267-4f72-a2f7-4c601ad9cbe7 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794074, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.737103] env[62588]: DEBUG oslo_vmware.api [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794069, 'name': ReconfigVM_Task, 'duration_secs': 0.926103} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.737459] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1724.737761] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9048511-1777-482e-b456-4721e14c98e6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.743860] env[62588]: INFO nova.compute.claims [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1724.755135] env[62588]: DEBUG oslo_vmware.api [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1724.755135] env[62588]: value = "task-1794075" [ 1724.755135] env[62588]: _type = "Task" [ 1724.755135] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.763924] env[62588]: DEBUG oslo_vmware.api [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.814901] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a4abffc5-7095-498a-be60-35ce072d94c0 tempest-ServersTestFqdnHostnames-687258037 tempest-ServersTestFqdnHostnames-687258037-project-member] Lock "f26adaee-0b99-42b7-b852-b85833a67ff8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.154s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.827268] env[62588]: DEBUG oslo_vmware.api [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.857441] env[62588]: DEBUG oslo_vmware.api [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5290aaab-f065-69af-564a-54597be16508, 'name': SearchDatastore_Task, 'duration_secs': 0.016505} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.857988] env[62588]: DEBUG oslo_concurrency.lockutils [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1724.858460] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 50cd2ea3-1c22-4157-a953-1e5d9e8ad915/50cd2ea3-1c22-4157-a953-1e5d9e8ad915.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1724.858886] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-acd6ad7f-4156-43b5-a188-28172303f942 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.866338] env[62588]: DEBUG oslo_vmware.api [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for the task: (returnval){ [ 1724.866338] env[62588]: value = "task-1794076" [ 1724.866338] env[62588]: _type = "Task" [ 1724.866338] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.876495] env[62588]: DEBUG oslo_vmware.api [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.916926] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Releasing lock "refresh_cache-a3196246-6d9f-48a2-b6d9-9bfe56e8af2d" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1724.916926] env[62588]: DEBUG nova.compute.manager [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Instance network_info: |[{"id": "0e738e1e-04ca-481b-8dbd-567158e2c7ff", "address": "fa:16:3e:ca:8a:95", "network": {"id": "29d85f41-e61c-49c7-93dd-8ae6091e13dd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004971789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1abac53217249a7a6b3552ebfca1c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e738e1e-04", "ovs_interfaceid": "0e738e1e-04ca-481b-8dbd-567158e2c7ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1724.918021] env[62588]: DEBUG oslo_concurrency.lockutils [req-f46e84f4-419c-4d43-9738-655a9d64f024 req-f3c32362-ca3f-45aa-84c4-9e1a6f76cad0 service nova] Acquired lock "refresh_cache-a3196246-6d9f-48a2-b6d9-9bfe56e8af2d" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.918021] env[62588]: DEBUG nova.network.neutron [req-f46e84f4-419c-4d43-9738-655a9d64f024 req-f3c32362-ca3f-45aa-84c4-9e1a6f76cad0 service nova] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Refreshing network info cache for port 0e738e1e-04ca-481b-8dbd-567158e2c7ff {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1724.918703] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:8a:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e738e1e-04ca-481b-8dbd-567158e2c7ff', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1724.926835] env[62588]: DEBUG oslo.service.loopingcall [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1724.927329] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1724.928101] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ba99c73-751f-4eb1-b70a-a2cd43dbb414 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.955870] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1724.955870] env[62588]: value = "task-1794077" [ 1724.955870] env[62588]: _type = "Task" [ 1724.955870] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.966853] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794077, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.093971] env[62588]: INFO nova.compute.manager [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Rebuilding instance [ 1725.136117] env[62588]: DEBUG oslo_vmware.api [None req-e3488c8b-6267-4f72-a2f7-4c601ad9cbe7 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794074, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.169026] env[62588]: DEBUG nova.compute.manager [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1725.169026] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2625697d-2bde-4a9c-87c4-e8921d7f7a80 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.253514] env[62588]: INFO nova.compute.resource_tracker [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Updating resource usage from migration db989d38-ace7-4c2c-95f3-a0ff2be5a6a6 [ 1725.269459] env[62588]: DEBUG oslo_vmware.api [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794075, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.333453] env[62588]: DEBUG oslo_vmware.api [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794073, 'name': ReconfigVM_Task, 'duration_secs': 0.685628} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.333904] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 3771ad9b-9159-4cd6-9428-aca368db8259/3771ad9b-9159-4cd6-9428-aca368db8259.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1725.334801] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db97ffa7-b070-40a4-824e-663d878826d8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.349013] env[62588]: DEBUG oslo_vmware.api [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for the task: (returnval){ [ 1725.349013] env[62588]: value = "task-1794078" [ 1725.349013] env[62588]: _type = "Task" [ 1725.349013] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.360882] env[62588]: DEBUG oslo_vmware.api [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794078, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.370215] env[62588]: DEBUG nova.virt.hardware [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1725.370477] env[62588]: DEBUG nova.virt.hardware [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1725.370646] env[62588]: DEBUG nova.virt.hardware [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1725.370830] env[62588]: DEBUG nova.virt.hardware [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1725.370974] env[62588]: DEBUG nova.virt.hardware [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1725.371135] env[62588]: DEBUG nova.virt.hardware [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1725.371687] env[62588]: DEBUG nova.virt.hardware [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1725.371687] env[62588]: DEBUG nova.virt.hardware [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1725.371687] env[62588]: DEBUG nova.virt.hardware [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1725.371931] env[62588]: DEBUG nova.virt.hardware [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1725.371976] env[62588]: DEBUG nova.virt.hardware [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1725.373119] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6003afc-1673-4ac8-b278-56b87cbeeb0a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.392456] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1507aea-2865-406a-9cf6-d07aa684e50c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.396980] env[62588]: DEBUG oslo_vmware.api [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794076, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.410821] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:ac:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '974695e6-0065-49a6-ad12-46c9af2be8e4', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1725.418743] env[62588]: DEBUG oslo.service.loopingcall [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1725.421825] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1725.422282] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fcc4f7a-3423-41f0-a6b8-7b3f8e8cebe2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.448974] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1725.448974] env[62588]: value = "task-1794079" [ 1725.448974] env[62588]: _type = "Task" [ 1725.448974] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.458699] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794079, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.472034] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794077, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.627739] env[62588]: DEBUG oslo_vmware.api [None req-e3488c8b-6267-4f72-a2f7-4c601ad9cbe7 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794074, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.672622] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfc7176-d2ac-4abe-afee-96749172655d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.686608] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fbf6fa-2ea5-49e2-9616-94238f14fa52 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.723534] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be610d81-b908-443e-89b2-fb3c6ca3e0fb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.732958] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc86c495-032f-497d-96e7-52e80c16e77b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.747233] env[62588]: DEBUG nova.compute.provider_tree [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1725.767905] env[62588]: DEBUG oslo_vmware.api [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794075, 'name': PowerOnVM_Task, 'duration_secs': 0.534964} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.768278] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1725.771084] env[62588]: DEBUG nova.compute.manager [None req-dffae2f3-8f4c-437c-ac73-29e88d085e12 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1725.771883] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba87593-48c4-4cee-bc1f-5a7d1f3881c6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.861024] env[62588]: DEBUG oslo_vmware.api [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794078, 'name': Rename_Task, 'duration_secs': 0.205242} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.861024] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1725.861024] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7eef703-e382-4c71-bf8e-564a00cae310 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.864461] env[62588]: DEBUG oslo_vmware.api [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for the task: (returnval){ [ 1725.864461] env[62588]: value = "task-1794080" [ 1725.864461] env[62588]: _type = "Task" [ 1725.864461] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.872905] env[62588]: DEBUG oslo_vmware.api [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.882365] env[62588]: DEBUG oslo_vmware.api [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699865} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.882710] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 50cd2ea3-1c22-4157-a953-1e5d9e8ad915/50cd2ea3-1c22-4157-a953-1e5d9e8ad915.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1725.882945] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1725.883233] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eaa180f1-c850-4e61-a3e9-aa76d49f26e7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.889256] env[62588]: DEBUG oslo_vmware.api [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for the task: (returnval){ [ 1725.889256] env[62588]: value = "task-1794081" [ 1725.889256] env[62588]: _type = "Task" [ 1725.889256] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.899101] env[62588]: DEBUG oslo_vmware.api [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794081, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.959100] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794079, 'name': CreateVM_Task, 'duration_secs': 0.440153} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.962115] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1725.962806] env[62588]: DEBUG oslo_concurrency.lockutils [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.962969] env[62588]: DEBUG oslo_concurrency.lockutils [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.963417] env[62588]: DEBUG oslo_concurrency.lockutils [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1725.964031] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd072586-224f-4b96-a773-5414463e2248 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.969354] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794077, 'name': CreateVM_Task, 'duration_secs': 0.524399} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.970564] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1725.970899] env[62588]: DEBUG oslo_vmware.api [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1725.970899] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522eb6bf-0443-0500-9650-1ff8fa63edd6" [ 1725.970899] env[62588]: _type = "Task" [ 1725.970899] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.971507] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.979035] env[62588]: DEBUG oslo_vmware.api [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522eb6bf-0443-0500-9650-1ff8fa63edd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.124229] env[62588]: DEBUG nova.network.neutron [req-f46e84f4-419c-4d43-9738-655a9d64f024 req-f3c32362-ca3f-45aa-84c4-9e1a6f76cad0 service nova] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Updated VIF entry in instance network info cache for port 0e738e1e-04ca-481b-8dbd-567158e2c7ff. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1726.124588] env[62588]: DEBUG nova.network.neutron [req-f46e84f4-419c-4d43-9738-655a9d64f024 req-f3c32362-ca3f-45aa-84c4-9e1a6f76cad0 service nova] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Updating instance_info_cache with network_info: [{"id": "0e738e1e-04ca-481b-8dbd-567158e2c7ff", "address": "fa:16:3e:ca:8a:95", "network": {"id": "29d85f41-e61c-49c7-93dd-8ae6091e13dd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004971789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1abac53217249a7a6b3552ebfca1c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e738e1e-04", "ovs_interfaceid": "0e738e1e-04ca-481b-8dbd-567158e2c7ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.128938] env[62588]: DEBUG oslo_vmware.api [None req-e3488c8b-6267-4f72-a2f7-4c601ad9cbe7 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794074, 'name': CreateSnapshot_Task, 'duration_secs': 1.031857} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.129493] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e3488c8b-6267-4f72-a2f7-4c601ad9cbe7 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Created Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1726.130310] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6bc56e-cffd-4291-a575-b84680179dc8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.189807] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1726.190445] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-484e8540-3bed-4a98-b464-96e02c45a9b4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.197496] env[62588]: DEBUG oslo_vmware.api [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Waiting for the task: (returnval){ [ 1726.197496] env[62588]: value = "task-1794082" [ 1726.197496] env[62588]: _type = "Task" [ 1726.197496] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.210549] env[62588]: DEBUG oslo_vmware.api [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Task: {'id': task-1794082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.250093] env[62588]: DEBUG nova.scheduler.client.report [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1726.376169] env[62588]: DEBUG oslo_vmware.api [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794080, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.401377] env[62588]: DEBUG oslo_vmware.api [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067746} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.401697] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1726.402502] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9461b3e0-e00d-4970-82a8-a36cb2b630d5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.427985] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 50cd2ea3-1c22-4157-a953-1e5d9e8ad915/50cd2ea3-1c22-4157-a953-1e5d9e8ad915.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1726.428320] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5afef1b6-d984-484a-9ed1-efb66c77e2e7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.448584] env[62588]: DEBUG oslo_vmware.api [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for the task: (returnval){ [ 1726.448584] env[62588]: value = "task-1794083" [ 1726.448584] env[62588]: _type = "Task" [ 1726.448584] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.456608] env[62588]: DEBUG oslo_vmware.api [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.481408] env[62588]: DEBUG oslo_vmware.api [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522eb6bf-0443-0500-9650-1ff8fa63edd6, 'name': SearchDatastore_Task, 'duration_secs': 0.017597} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.481712] env[62588]: DEBUG oslo_concurrency.lockutils [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.481951] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1726.482214] env[62588]: DEBUG oslo_concurrency.lockutils [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.482358] env[62588]: DEBUG oslo_concurrency.lockutils [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.482535] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1726.482826] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.483156] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1726.483386] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f111a83d-b324-4fa4-8b75-9ed6f8384daf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.485302] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7b5d246-8c7a-4dec-9afd-f6dcda0518e1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.491170] env[62588]: DEBUG oslo_vmware.api [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1726.491170] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5270c814-9be9-de72-ca37-ebde43f094e2" [ 1726.491170] env[62588]: _type = "Task" [ 1726.491170] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.497036] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1726.497241] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1726.501191] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b4e28bf-b850-4d51-b124-02f2ed94b12d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.503578] env[62588]: DEBUG oslo_vmware.api [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5270c814-9be9-de72-ca37-ebde43f094e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.507063] env[62588]: DEBUG oslo_vmware.api [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1726.507063] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]523d0ff8-d349-79d0-5395-026772c737f6" [ 1726.507063] env[62588]: _type = "Task" [ 1726.507063] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.515106] env[62588]: DEBUG oslo_vmware.api [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]523d0ff8-d349-79d0-5395-026772c737f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.546311] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-f11f8640-21ba-4f08-862c-8047cea37010 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Volume attach. Driver type: vmdk {{(pid=62588) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1726.546656] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-f11f8640-21ba-4f08-862c-8047cea37010 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372124', 'volume_id': '3ee4522a-fe90-4335-931f-899d3869703c', 'name': 'volume-3ee4522a-fe90-4335-931f-899d3869703c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8ad0b805-95c8-43f6-a687-6819ae17c230', 'attached_at': '', 'detached_at': '', 'volume_id': '3ee4522a-fe90-4335-931f-899d3869703c', 'serial': '3ee4522a-fe90-4335-931f-899d3869703c'} {{(pid=62588) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1726.547658] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea7ba10-0e27-4a87-8e22-f0ed2a017f78 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.569884] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3517080-1e68-448f-b3a1-3618c27b716c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.597865] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-f11f8640-21ba-4f08-862c-8047cea37010 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] volume-3ee4522a-fe90-4335-931f-899d3869703c/volume-3ee4522a-fe90-4335-931f-899d3869703c.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1726.598185] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36359f25-f839-4cf6-9601-45b57d153d05 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.621278] env[62588]: DEBUG oslo_vmware.api [None req-f11f8640-21ba-4f08-862c-8047cea37010 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for the task: (returnval){ [ 1726.621278] env[62588]: value = "task-1794084" [ 1726.621278] env[62588]: _type = "Task" [ 1726.621278] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.629523] env[62588]: DEBUG oslo_vmware.api [None req-f11f8640-21ba-4f08-862c-8047cea37010 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794084, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.630031] env[62588]: DEBUG oslo_concurrency.lockutils [req-f46e84f4-419c-4d43-9738-655a9d64f024 req-f3c32362-ca3f-45aa-84c4-9e1a6f76cad0 service nova] Releasing lock "refresh_cache-a3196246-6d9f-48a2-b6d9-9bfe56e8af2d" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.650640] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e3488c8b-6267-4f72-a2f7-4c601ad9cbe7 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Creating linked-clone VM from snapshot {{(pid=62588) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1726.651239] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8301628e-3622-4d95-8475-dcd846adf445 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.660480] env[62588]: DEBUG oslo_vmware.api [None req-e3488c8b-6267-4f72-a2f7-4c601ad9cbe7 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1726.660480] env[62588]: value = "task-1794085" [ 1726.660480] env[62588]: _type = "Task" [ 1726.660480] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.672387] env[62588]: DEBUG oslo_vmware.api [None req-e3488c8b-6267-4f72-a2f7-4c601ad9cbe7 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794085, 'name': CloneVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.709417] env[62588]: DEBUG oslo_vmware.api [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Task: {'id': task-1794082, 'name': PowerOffVM_Task, 'duration_secs': 0.363375} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.709417] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1726.709417] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1726.709609] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-764bc88a-7978-4fb6-ac97-9bb83d99bf54 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.716634] env[62588]: DEBUG oslo_vmware.api [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Waiting for the task: (returnval){ [ 1726.716634] env[62588]: value = "task-1794086" [ 1726.716634] env[62588]: _type = "Task" [ 1726.716634] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.730791] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] VM already powered off {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1726.731062] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Volume detach. Driver type: vmdk {{(pid=62588) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1726.731285] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372008', 'volume_id': 'd00f6223-7605-4600-be36-aef01c7dc7d2', 'name': 'volume-d00f6223-7605-4600-be36-aef01c7dc7d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '839b4ef2-4734-4166-92a1-a18d3d33413f', 'attached_at': '', 'detached_at': '', 'volume_id': 'd00f6223-7605-4600-be36-aef01c7dc7d2', 'serial': 'd00f6223-7605-4600-be36-aef01c7dc7d2'} {{(pid=62588) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1726.732161] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fb3d18-74b3-4ae2-8b89-413ac1d7fbcd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.756077] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.519s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.756337] env[62588]: INFO nova.compute.manager [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Migrating [ 1726.764106] env[62588]: DEBUG oslo_concurrency.lockutils [None req-481b7ab9-6ea1-406d-9367-718904a8c831 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.578s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.766126] env[62588]: DEBUG nova.objects.instance [None req-481b7ab9-6ea1-406d-9367-718904a8c831 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lazy-loading 'resources' on Instance uuid cc7df529-1891-4098-a07c-5446205bb4ab {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1726.766271] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464a4a1b-eb74-46b9-b88b-d8213be151d7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.784367] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39c44e8-3ad9-44fd-a64b-7aeeeabea55e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.806482] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4bce4f-2b00-42d9-ab7e-af48c0a1180a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.827350] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] The volume has not been displaced from its original location: [datastore1] volume-d00f6223-7605-4600-be36-aef01c7dc7d2/volume-d00f6223-7605-4600-be36-aef01c7dc7d2.vmdk. No consolidation needed. {{(pid=62588) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1726.830721] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Reconfiguring VM instance instance-0000003a to detach disk 2000 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1726.831522] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d97d2040-e03c-4945-895a-f963f6bc19d8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.852262] env[62588]: DEBUG oslo_vmware.api [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Waiting for the task: (returnval){ [ 1726.852262] env[62588]: value = "task-1794087" [ 1726.852262] env[62588]: _type = "Task" [ 1726.852262] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.861780] env[62588]: DEBUG oslo_vmware.api [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Task: {'id': task-1794087, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.875762] env[62588]: DEBUG oslo_vmware.api [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794080, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.960263] env[62588]: DEBUG oslo_vmware.api [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794083, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.007370] env[62588]: DEBUG oslo_vmware.api [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5270c814-9be9-de72-ca37-ebde43f094e2, 'name': SearchDatastore_Task, 'duration_secs': 0.023369} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.007370] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.007370] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1727.007370] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.020143] env[62588]: DEBUG oslo_vmware.api [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]523d0ff8-d349-79d0-5395-026772c737f6, 'name': SearchDatastore_Task, 'duration_secs': 0.020284} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.021081] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38424eff-846f-4d5f-a4b3-d4a29109193e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.027628] env[62588]: DEBUG oslo_vmware.api [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1727.027628] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a56c6f-e723-16bd-3cab-167027342043" [ 1727.027628] env[62588]: _type = "Task" [ 1727.027628] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.035733] env[62588]: DEBUG oslo_vmware.api [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a56c6f-e723-16bd-3cab-167027342043, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.134385] env[62588]: DEBUG oslo_vmware.api [None req-f11f8640-21ba-4f08-862c-8047cea37010 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794084, 'name': ReconfigVM_Task, 'duration_secs': 0.423331} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.134385] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-f11f8640-21ba-4f08-862c-8047cea37010 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Reconfigured VM instance instance-00000043 to attach disk [datastore1] volume-3ee4522a-fe90-4335-931f-899d3869703c/volume-3ee4522a-fe90-4335-931f-899d3869703c.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1727.142453] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fa20767-7167-4beb-994f-c54cfb2f0716 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.159692] env[62588]: DEBUG oslo_vmware.api [None req-f11f8640-21ba-4f08-862c-8047cea37010 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for the task: (returnval){ [ 1727.159692] env[62588]: value = "task-1794088" [ 1727.159692] env[62588]: _type = "Task" [ 1727.159692] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.171812] env[62588]: DEBUG oslo_vmware.api [None req-f11f8640-21ba-4f08-862c-8047cea37010 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794088, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.174843] env[62588]: DEBUG oslo_vmware.api [None req-e3488c8b-6267-4f72-a2f7-4c601ad9cbe7 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794085, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.280780] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "refresh_cache-e8f402f2-e120-4dea-83cd-1df5077221af" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.281010] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquired lock "refresh_cache-e8f402f2-e120-4dea-83cd-1df5077221af" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.281223] env[62588]: DEBUG nova.network.neutron [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1727.364813] env[62588]: DEBUG oslo_vmware.api [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Task: {'id': task-1794087, 'name': ReconfigVM_Task, 'duration_secs': 0.178895} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.368386] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Reconfigured VM instance instance-0000003a to detach disk 2000 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1727.374494] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd28bbc0-94ec-434e-b436-faef73023e2f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.399355] env[62588]: DEBUG oslo_vmware.api [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794080, 'name': PowerOnVM_Task, 'duration_secs': 1.009843} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.401316] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1727.401626] env[62588]: INFO nova.compute.manager [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Took 9.96 seconds to spawn the instance on the hypervisor. [ 1727.402165] env[62588]: DEBUG nova.compute.manager [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1727.402744] env[62588]: DEBUG oslo_vmware.api [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Waiting for the task: (returnval){ [ 1727.402744] env[62588]: value = "task-1794089" [ 1727.402744] env[62588]: _type = "Task" [ 1727.402744] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.407107] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c684f3e-567d-4786-aead-4ef1642fa570 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.419413] env[62588]: DEBUG oslo_vmware.api [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Task: {'id': task-1794089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.461804] env[62588]: DEBUG oslo_vmware.api [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794083, 'name': ReconfigVM_Task, 'duration_secs': 0.529977} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.464861] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 50cd2ea3-1c22-4157-a953-1e5d9e8ad915/50cd2ea3-1c22-4157-a953-1e5d9e8ad915.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1727.466057] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc79fe14-3336-48ed-84ee-c90a051baa3a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.474299] env[62588]: DEBUG oslo_vmware.api [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for the task: (returnval){ [ 1727.474299] env[62588]: value = "task-1794090" [ 1727.474299] env[62588]: _type = "Task" [ 1727.474299] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.492068] env[62588]: DEBUG oslo_vmware.api [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794090, 'name': Rename_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.503552] env[62588]: INFO nova.compute.manager [None req-3c6b8108-e1eb-4d03-96b9-8fd1cf5826fe tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Unrescuing [ 1727.503895] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3c6b8108-e1eb-4d03-96b9-8fd1cf5826fe tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquiring lock "refresh_cache-3ee02a39-f285-405c-b7b8-ab797afe560c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.504158] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3c6b8108-e1eb-4d03-96b9-8fd1cf5826fe tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquired lock "refresh_cache-3ee02a39-f285-405c-b7b8-ab797afe560c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.504344] env[62588]: DEBUG nova.network.neutron [None req-3c6b8108-e1eb-4d03-96b9-8fd1cf5826fe tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1727.543884] env[62588]: DEBUG oslo_vmware.api [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a56c6f-e723-16bd-3cab-167027342043, 'name': SearchDatastore_Task, 'duration_secs': 0.037844} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.544208] env[62588]: DEBUG oslo_concurrency.lockutils [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.544488] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] fe7b9c38-93e4-4868-9373-94cfe80ecea3/fe7b9c38-93e4-4868-9373-94cfe80ecea3.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1727.546904] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.547174] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1727.547455] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-767db031-317c-4666-8323-57ba1e07f155 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.553759] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a48ee537-4b6c-4b07-96e5-cad54cde1a89 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.562881] env[62588]: DEBUG oslo_vmware.api [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1727.562881] env[62588]: value = "task-1794091" [ 1727.562881] env[62588]: _type = "Task" [ 1727.562881] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.570780] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1727.572521] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1727.572521] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8469d932-a156-42a8-a6c3-8f991270544b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.581870] env[62588]: DEBUG oslo_vmware.api [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.589314] env[62588]: DEBUG oslo_vmware.api [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1727.589314] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]525235d3-f83c-c429-7eb9-3fc9a26dfc3f" [ 1727.589314] env[62588]: _type = "Task" [ 1727.589314] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.598567] env[62588]: DEBUG oslo_vmware.api [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]525235d3-f83c-c429-7eb9-3fc9a26dfc3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.676986] env[62588]: DEBUG oslo_vmware.api [None req-f11f8640-21ba-4f08-862c-8047cea37010 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794088, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.681746] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0591213e-34a0-4569-a66c-005f72b4ae24 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.684650] env[62588]: DEBUG oslo_vmware.api [None req-e3488c8b-6267-4f72-a2f7-4c601ad9cbe7 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794085, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.689018] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61eee006-2675-4a8a-8979-bfe180b2b54d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.729255] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db15e13e-8d58-4770-90d2-f4ab2c5daba0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.740100] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4186e7b7-e679-4802-b47e-ae9553a906be {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.762075] env[62588]: DEBUG nova.compute.provider_tree [None req-481b7ab9-6ea1-406d-9367-718904a8c831 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1727.925366] env[62588]: DEBUG oslo_vmware.api [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Task: {'id': task-1794089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.942755] env[62588]: INFO nova.compute.manager [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Took 26.53 seconds to build instance. [ 1727.985569] env[62588]: DEBUG oslo_vmware.api [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794090, 'name': Rename_Task, 'duration_secs': 0.174548} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.985875] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1727.986187] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26b2a9e1-cf87-4744-9778-005fa009338e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.994579] env[62588]: DEBUG oslo_vmware.api [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for the task: (returnval){ [ 1727.994579] env[62588]: value = "task-1794092" [ 1727.994579] env[62588]: _type = "Task" [ 1727.994579] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.008116] env[62588]: DEBUG oslo_vmware.api [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.043224] env[62588]: DEBUG nova.network.neutron [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Updating instance_info_cache with network_info: [{"id": "713be818-f8f3-45a9-b32a-e800f6e94e4f", "address": "fa:16:3e:9f:12:92", "network": {"id": "adc3b6e0-4437-45a1-a195-1acf36a5afeb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-83189614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb190925c06e4772ae04f7b565c5f2e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap713be818-f8", "ovs_interfaceid": "713be818-f8f3-45a9-b32a-e800f6e94e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1728.075974] env[62588]: DEBUG oslo_vmware.api [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512293} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.076420] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] fe7b9c38-93e4-4868-9373-94cfe80ecea3/fe7b9c38-93e4-4868-9373-94cfe80ecea3.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1728.076695] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1728.077027] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0879deb-6017-4571-8f29-50fad2d54020 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.084520] env[62588]: DEBUG oslo_vmware.api [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1728.084520] env[62588]: value = "task-1794093" [ 1728.084520] env[62588]: _type = "Task" [ 1728.084520] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.092443] env[62588]: DEBUG oslo_vmware.api [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794093, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.101212] env[62588]: DEBUG oslo_vmware.api [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]525235d3-f83c-c429-7eb9-3fc9a26dfc3f, 'name': SearchDatastore_Task, 'duration_secs': 0.011373} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.102065] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dea2dea-9a49-46ed-9103-f569ab4a5e3f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.107594] env[62588]: DEBUG oslo_vmware.api [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1728.107594] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52110f1e-fa35-30a2-25fc-705e351cfb6e" [ 1728.107594] env[62588]: _type = "Task" [ 1728.107594] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.115527] env[62588]: DEBUG oslo_vmware.api [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52110f1e-fa35-30a2-25fc-705e351cfb6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.169703] env[62588]: DEBUG oslo_vmware.api [None req-f11f8640-21ba-4f08-862c-8047cea37010 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794088, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.178049] env[62588]: DEBUG oslo_vmware.api [None req-e3488c8b-6267-4f72-a2f7-4c601ad9cbe7 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794085, 'name': CloneVM_Task} progress is 95%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.267326] env[62588]: DEBUG nova.scheduler.client.report [None req-481b7ab9-6ea1-406d-9367-718904a8c831 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1728.356452] env[62588]: DEBUG nova.network.neutron [None req-3c6b8108-e1eb-4d03-96b9-8fd1cf5826fe tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Updating instance_info_cache with network_info: [{"id": "7d91350a-c276-47c1-87a6-9c06c6955632", "address": "fa:16:3e:ce:24:36", "network": {"id": "273f4106-1c6b-419d-8808-f9331c2cd8dd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-448710927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d1ed630a0d4020a166f0f3c29d7bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d91350a-c2", "ovs_interfaceid": "7d91350a-c276-47c1-87a6-9c06c6955632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1728.421264] env[62588]: DEBUG oslo_vmware.api [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Task: {'id': task-1794089, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.444487] env[62588]: DEBUG oslo_concurrency.lockutils [None req-25a490c3-4469-4892-96f6-3f4394d0fbf2 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Lock "3771ad9b-9159-4cd6-9428-aca368db8259" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.037s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.506752] env[62588]: DEBUG oslo_vmware.api [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794092, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.547494] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Releasing lock "refresh_cache-e8f402f2-e120-4dea-83cd-1df5077221af" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.594408] env[62588]: DEBUG oslo_vmware.api [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794093, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.31965} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.594539] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1728.595272] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b52ba4d-089c-477a-ad6e-fb63d590ed2d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.617261] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] fe7b9c38-93e4-4868-9373-94cfe80ecea3/fe7b9c38-93e4-4868-9373-94cfe80ecea3.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1728.620943] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dda2c1b-228f-4f49-b255-1e8c32ecf1b9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.641831] env[62588]: DEBUG oslo_vmware.api [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52110f1e-fa35-30a2-25fc-705e351cfb6e, 'name': SearchDatastore_Task, 'duration_secs': 0.024213} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.643078] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.643348] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] a3196246-6d9f-48a2-b6d9-9bfe56e8af2d/a3196246-6d9f-48a2-b6d9-9bfe56e8af2d.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1728.643669] env[62588]: DEBUG oslo_vmware.api [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1728.643669] env[62588]: value = "task-1794094" [ 1728.643669] env[62588]: _type = "Task" [ 1728.643669] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.644578] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4375b169-6e78-4ef0-9d69-eee3a52710b5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.653570] env[62588]: DEBUG oslo_vmware.api [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794094, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.654751] env[62588]: DEBUG oslo_vmware.api [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1728.654751] env[62588]: value = "task-1794095" [ 1728.654751] env[62588]: _type = "Task" [ 1728.654751] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.662826] env[62588]: DEBUG oslo_vmware.api [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.670743] env[62588]: DEBUG oslo_vmware.api [None req-f11f8640-21ba-4f08-862c-8047cea37010 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794088, 'name': ReconfigVM_Task, 'duration_secs': 1.234949} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.673859] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-f11f8640-21ba-4f08-862c-8047cea37010 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372124', 'volume_id': '3ee4522a-fe90-4335-931f-899d3869703c', 'name': 'volume-3ee4522a-fe90-4335-931f-899d3869703c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8ad0b805-95c8-43f6-a687-6819ae17c230', 'attached_at': '', 'detached_at': '', 'volume_id': '3ee4522a-fe90-4335-931f-899d3869703c', 'serial': '3ee4522a-fe90-4335-931f-899d3869703c'} {{(pid=62588) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1728.680716] env[62588]: DEBUG oslo_vmware.api [None req-e3488c8b-6267-4f72-a2f7-4c601ad9cbe7 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794085, 'name': CloneVM_Task, 'duration_secs': 1.857836} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.681042] env[62588]: INFO nova.virt.vmwareapi.vmops [None req-e3488c8b-6267-4f72-a2f7-4c601ad9cbe7 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Created linked-clone VM from snapshot [ 1728.681940] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43d7665-0939-45e2-8844-677dc06e4854 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.690535] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-e3488c8b-6267-4f72-a2f7-4c601ad9cbe7 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Uploading image 98e0da83-166e-424c-8928-81969e3486eb {{(pid=62588) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1728.704578] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3488c8b-6267-4f72-a2f7-4c601ad9cbe7 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Destroying the VM {{(pid=62588) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1728.704864] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a9044e6c-51a3-463b-99b0-218cb0cfb65a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.712149] env[62588]: DEBUG oslo_vmware.api [None req-e3488c8b-6267-4f72-a2f7-4c601ad9cbe7 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1728.712149] env[62588]: value = "task-1794096" [ 1728.712149] env[62588]: _type = "Task" [ 1728.712149] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.720608] env[62588]: DEBUG oslo_vmware.api [None req-e3488c8b-6267-4f72-a2f7-4c601ad9cbe7 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794096, 'name': Destroy_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.772982] env[62588]: DEBUG oslo_concurrency.lockutils [None req-481b7ab9-6ea1-406d-9367-718904a8c831 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.775939] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 8.347s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.802620] env[62588]: INFO nova.scheduler.client.report [None req-481b7ab9-6ea1-406d-9367-718904a8c831 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Deleted allocations for instance cc7df529-1891-4098-a07c-5446205bb4ab [ 1728.859343] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3c6b8108-e1eb-4d03-96b9-8fd1cf5826fe tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Releasing lock "refresh_cache-3ee02a39-f285-405c-b7b8-ab797afe560c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.861124] env[62588]: DEBUG nova.objects.instance [None req-3c6b8108-e1eb-4d03-96b9-8fd1cf5826fe tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lazy-loading 'flavor' on Instance uuid 3ee02a39-f285-405c-b7b8-ab797afe560c {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1728.923906] env[62588]: DEBUG oslo_vmware.api [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Task: {'id': task-1794089, 'name': ReconfigVM_Task, 'duration_secs': 1.041914} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.924649] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372008', 'volume_id': 'd00f6223-7605-4600-be36-aef01c7dc7d2', 'name': 'volume-d00f6223-7605-4600-be36-aef01c7dc7d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '839b4ef2-4734-4166-92a1-a18d3d33413f', 'attached_at': '', 'detached_at': '', 'volume_id': 'd00f6223-7605-4600-be36-aef01c7dc7d2', 'serial': 'd00f6223-7605-4600-be36-aef01c7dc7d2'} {{(pid=62588) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1728.925062] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1728.926182] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ffe2d0-2b2d-48c3-b8ce-3564918b96a8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.934801] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1728.935494] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5415194-0e5d-46a6-bfe4-e71c004dcf9f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.005558] env[62588]: DEBUG oslo_vmware.api [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794092, 'name': PowerOnVM_Task, 'duration_secs': 0.970647} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.006200] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1729.006297] env[62588]: INFO nova.compute.manager [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1729.006392] env[62588]: DEBUG nova.compute.manager [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1729.007184] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc12b6d-be8f-4b4a-a1e2-3aa2963b7433 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.110150] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1729.110359] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1729.110579] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Deleting the datastore file [datastore1] 839b4ef2-4734-4166-92a1-a18d3d33413f {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1729.110884] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97067853-fddf-49d9-b5c2-b46bcc3912dc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.118184] env[62588]: DEBUG oslo_vmware.api [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Waiting for the task: (returnval){ [ 1729.118184] env[62588]: value = "task-1794098" [ 1729.118184] env[62588]: _type = "Task" [ 1729.118184] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.128550] env[62588]: DEBUG oslo_vmware.api [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Task: {'id': task-1794098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.157210] env[62588]: DEBUG oslo_vmware.api [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794094, 'name': ReconfigVM_Task, 'duration_secs': 0.269908} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.160963] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Reconfigured VM instance instance-00000056 to attach disk [datastore1] fe7b9c38-93e4-4868-9373-94cfe80ecea3/fe7b9c38-93e4-4868-9373-94cfe80ecea3.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1729.161744] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c71e7da1-e5ff-4af9-9631-6f7f3cb61576 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.169903] env[62588]: DEBUG oslo_vmware.api [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794095, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.171619] env[62588]: DEBUG oslo_vmware.api [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1729.171619] env[62588]: value = "task-1794099" [ 1729.171619] env[62588]: _type = "Task" [ 1729.171619] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.187360] env[62588]: DEBUG oslo_vmware.api [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794099, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.223881] env[62588]: DEBUG oslo_vmware.api [None req-e3488c8b-6267-4f72-a2f7-4c601ad9cbe7 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794096, 'name': Destroy_Task} progress is 33%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.312627] env[62588]: DEBUG oslo_concurrency.lockutils [None req-481b7ab9-6ea1-406d-9367-718904a8c831 tempest-ImagesTestJSON-160442157 tempest-ImagesTestJSON-160442157-project-member] Lock "cc7df529-1891-4098-a07c-5446205bb4ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.857s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.366713] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9870288c-182d-4669-8bfe-b0a9c4b1dda6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.394583] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6b8108-e1eb-4d03-96b9-8fd1cf5826fe tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1729.395015] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce621020-c447-48c0-b211-4315f5d44988 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.402413] env[62588]: DEBUG oslo_vmware.api [None req-3c6b8108-e1eb-4d03-96b9-8fd1cf5826fe tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1729.402413] env[62588]: value = "task-1794100" [ 1729.402413] env[62588]: _type = "Task" [ 1729.402413] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.411751] env[62588]: DEBUG oslo_vmware.api [None req-3c6b8108-e1eb-4d03-96b9-8fd1cf5826fe tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.523881] env[62588]: INFO nova.compute.manager [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Took 27.79 seconds to build instance. [ 1729.630244] env[62588]: DEBUG oslo_vmware.api [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Task: {'id': task-1794098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336313} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.630616] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1729.630877] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1729.631192] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1729.668571] env[62588]: DEBUG oslo_vmware.api [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724549} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.668853] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] a3196246-6d9f-48a2-b6d9-9bfe56e8af2d/a3196246-6d9f-48a2-b6d9-9bfe56e8af2d.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1729.669075] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1729.669376] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4ad3d8c-6e1e-4554-a99f-47c528586dbf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.677049] env[62588]: DEBUG oslo_vmware.api [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1729.677049] env[62588]: value = "task-1794101" [ 1729.677049] env[62588]: _type = "Task" [ 1729.677049] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.684130] env[62588]: DEBUG oslo_vmware.api [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794099, 'name': Rename_Task, 'duration_secs': 0.234901} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.684765] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1729.685026] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73e5fbb5-b6bc-4e9e-963a-0f3d0e0108d7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.689749] env[62588]: DEBUG oslo_vmware.api [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794101, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.696246] env[62588]: DEBUG oslo_vmware.api [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1729.696246] env[62588]: value = "task-1794102" [ 1729.696246] env[62588]: _type = "Task" [ 1729.696246] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.700139] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Volume detach. Driver type: vmdk {{(pid=62588) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1729.700453] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fce2ab65-d8ee-4958-9962-59a383f71b04 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.710057] env[62588]: DEBUG oslo_vmware.api [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.713955] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b2a125-ab5f-4e5a-bece-6b63ce1ce66e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.730574] env[62588]: DEBUG nova.objects.instance [None req-f11f8640-21ba-4f08-862c-8047cea37010 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lazy-loading 'flavor' on Instance uuid 8ad0b805-95c8-43f6-a687-6819ae17c230 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1729.741652] env[62588]: DEBUG oslo_vmware.api [None req-e3488c8b-6267-4f72-a2f7-4c601ad9cbe7 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794096, 'name': Destroy_Task, 'duration_secs': 0.85661} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.741916] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-e3488c8b-6267-4f72-a2f7-4c601ad9cbe7 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Destroyed the VM [ 1729.742166] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e3488c8b-6267-4f72-a2f7-4c601ad9cbe7 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Deleting Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1729.742566] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2198a4e4-48d2-4cee-a8ed-984073fb5b89 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.750281] env[62588]: DEBUG oslo_vmware.api [None req-e3488c8b-6267-4f72-a2f7-4c601ad9cbe7 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1729.750281] env[62588]: value = "task-1794103" [ 1729.750281] env[62588]: _type = "Task" [ 1729.750281] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.769371] env[62588]: ERROR nova.compute.manager [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Failed to detach volume d00f6223-7605-4600-be36-aef01c7dc7d2 from /dev/sda: nova.exception.InstanceNotFound: Instance 839b4ef2-4734-4166-92a1-a18d3d33413f could not be found. [ 1729.769371] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Traceback (most recent call last): [ 1729.769371] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1729.769371] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] self.driver.rebuild(**kwargs) [ 1729.769371] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1729.769371] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] raise NotImplementedError() [ 1729.769371] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] NotImplementedError [ 1729.769371] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] [ 1729.769371] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] During handling of the above exception, another exception occurred: [ 1729.769371] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] [ 1729.769371] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Traceback (most recent call last): [ 1729.769371] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1729.769371] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] self.driver.detach_volume(context, old_connection_info, [ 1729.769371] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1729.769371] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] return self._volumeops.detach_volume(connection_info, instance) [ 1729.769371] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1729.769371] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] self._detach_volume_vmdk(connection_info, instance) [ 1729.769371] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1729.769371] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1729.769371] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1729.769371] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] stable_ref.fetch_moref(session) [ 1729.769371] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1729.769371] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1729.769371] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] nova.exception.InstanceNotFound: Instance 839b4ef2-4734-4166-92a1-a18d3d33413f could not be found. [ 1729.769371] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] [ 1729.786622] env[62588]: DEBUG oslo_vmware.api [None req-e3488c8b-6267-4f72-a2f7-4c601ad9cbe7 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794103, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.800148] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Applying migration context for instance e8f402f2-e120-4dea-83cd-1df5077221af as it has an incoming, in-progress migration db989d38-ace7-4c2c-95f3-a0ff2be5a6a6. Migration status is migrating {{(pid=62588) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1729.802394] env[62588]: INFO nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Updating resource usage from migration db989d38-ace7-4c2c-95f3-a0ff2be5a6a6 [ 1729.832959] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 8393d21d-0eb6-446b-9c81-8a78d8f8243c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.832959] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 1c13f071-ee91-40c2-bada-1dad8d195451 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.832959] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance a41194c6-c686-4ced-8599-8618d566ccfa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.832959] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 3ee02a39-f285-405c-b7b8-ab797afe560c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.832959] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 839b4ef2-4734-4166-92a1-a18d3d33413f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.833250] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance e1cb64a7-1d26-4b65-b571-c586efe0a94d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.833250] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 8ad0b805-95c8-43f6-a687-6819ae17c230 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.833250] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.833355] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 93855408-6c6d-4480-9764-7dc12394438b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.833914] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance e19e9467-440b-4270-adc4-7959fc7344c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.833914] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.833914] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.833914] env[62588]: WARNING nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 9b142536-d974-490d-9e45-e207354ffe59 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1729.833914] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance fe7b9c38-93e4-4868-9373-94cfe80ecea3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.834185] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance ec9564ca-49e2-4598-84a5-06fe57fbc62f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.834185] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 3771ad9b-9159-4cd6-9428-aca368db8259 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.834256] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 50cd2ea3-1c22-4157-a953-1e5d9e8ad915 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.834298] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance a3196246-6d9f-48a2-b6d9-9bfe56e8af2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.834406] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Migration db989d38-ace7-4c2c-95f3-a0ff2be5a6a6 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1729.834510] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance e8f402f2-e120-4dea-83cd-1df5077221af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.834735] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1729.834872] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1729.912672] env[62588]: DEBUG oslo_vmware.api [None req-3c6b8108-e1eb-4d03-96b9-8fd1cf5826fe tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794100, 'name': PowerOffVM_Task, 'duration_secs': 0.293864} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.915273] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6b8108-e1eb-4d03-96b9-8fd1cf5826fe tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1729.924657] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c6b8108-e1eb-4d03-96b9-8fd1cf5826fe tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Reconfiguring VM instance instance-00000035 to detach disk 2002 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1729.924970] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ae76fff-868b-4f21-82f3-6a4ebbf3a595 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.944583] env[62588]: DEBUG nova.compute.utils [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Build of instance 839b4ef2-4734-4166-92a1-a18d3d33413f aborted: Failed to rebuild volume backed instance. {{(pid=62588) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1729.946875] env[62588]: ERROR nova.compute.manager [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 839b4ef2-4734-4166-92a1-a18d3d33413f aborted: Failed to rebuild volume backed instance. [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Traceback (most recent call last): [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] self.driver.rebuild(**kwargs) [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] raise NotImplementedError() [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] NotImplementedError [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] During handling of the above exception, another exception occurred: [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Traceback (most recent call last): [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] self._detach_root_volume(context, instance, root_bdm) [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] with excutils.save_and_reraise_exception(): [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] self.force_reraise() [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] raise self.value [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] self.driver.detach_volume(context, old_connection_info, [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] return self._volumeops.detach_volume(connection_info, instance) [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] self._detach_volume_vmdk(connection_info, instance) [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] stable_ref.fetch_moref(session) [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] nova.exception.InstanceNotFound: Instance 839b4ef2-4734-4166-92a1-a18d3d33413f could not be found. [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] During handling of the above exception, another exception occurred: [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Traceback (most recent call last): [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] File "/opt/stack/nova/nova/compute/manager.py", line 11335, in _error_out_instance_on_exception [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] yield [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1729.946875] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] self._do_rebuild_instance_with_claim( [ 1729.948327] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1729.948327] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] self._do_rebuild_instance( [ 1729.948327] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1729.948327] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] self._rebuild_default_impl(**kwargs) [ 1729.948327] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1729.948327] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] self._rebuild_volume_backed_instance( [ 1729.948327] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1729.948327] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] raise exception.BuildAbortException( [ 1729.948327] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] nova.exception.BuildAbortException: Build of instance 839b4ef2-4734-4166-92a1-a18d3d33413f aborted: Failed to rebuild volume backed instance. [ 1729.948327] env[62588]: ERROR nova.compute.manager [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] [ 1729.960146] env[62588]: DEBUG oslo_vmware.api [None req-3c6b8108-e1eb-4d03-96b9-8fd1cf5826fe tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1729.960146] env[62588]: value = "task-1794104" [ 1729.960146] env[62588]: _type = "Task" [ 1729.960146] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.969521] env[62588]: DEBUG oslo_vmware.api [None req-3c6b8108-e1eb-4d03-96b9-8fd1cf5826fe tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794104, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.025323] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f047885f-7298-48c7-8454-776d942a6a6a tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquiring lock "8ad0b805-95c8-43f6-a687-6819ae17c230" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.026257] env[62588]: DEBUG oslo_concurrency.lockutils [None req-25d925b8-d2a2-4a84-a288-78dee52c92cb tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Lock "50cd2ea3-1c22-4157-a953-1e5d9e8ad915" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.305s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.062796] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1569b2fe-14b4-4ef5-8387-98885e794a84 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.085557] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Updating instance 'e8f402f2-e120-4dea-83cd-1df5077221af' progress to 0 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1730.194989] env[62588]: DEBUG oslo_vmware.api [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794101, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101223} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.195573] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1730.196469] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbfdf15-3742-42f2-94b4-185a6c0a4911 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.210034] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8900012c-83a1-4167-8f27-723a47483e3a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.223319] env[62588]: DEBUG oslo_vmware.api [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794102, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.232701] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] a3196246-6d9f-48a2-b6d9-9bfe56e8af2d/a3196246-6d9f-48a2-b6d9-9bfe56e8af2d.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1730.233702] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9df99df-da71-4c48-94fd-a92c47c98c35 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.256218] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2d771c-204e-45fd-bf78-dfe4ae39e8f5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.259976] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f11f8640-21ba-4f08-862c-8047cea37010 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "8ad0b805-95c8-43f6-a687-6819ae17c230" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.842s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.261511] env[62588]: DEBUG oslo_vmware.api [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1730.261511] env[62588]: value = "task-1794105" [ 1730.261511] env[62588]: _type = "Task" [ 1730.261511] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.261755] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f047885f-7298-48c7-8454-776d942a6a6a tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "8ad0b805-95c8-43f6-a687-6819ae17c230" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.237s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.262573] env[62588]: DEBUG nova.compute.manager [None req-f047885f-7298-48c7-8454-776d942a6a6a tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1730.269028] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2afefa-95ce-4d0d-95a9-2d354ba79122 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.311244] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f572288e-e647-4fd2-a015-f398cefef441 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.317546] env[62588]: DEBUG nova.compute.manager [None req-f047885f-7298-48c7-8454-776d942a6a6a tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62588) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1730.320016] env[62588]: DEBUG nova.objects.instance [None req-f047885f-7298-48c7-8454-776d942a6a6a tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lazy-loading 'flavor' on Instance uuid 8ad0b805-95c8-43f6-a687-6819ae17c230 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1730.324112] env[62588]: DEBUG oslo_vmware.api [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.331582] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccef139-e321-4ff7-b945-4c33822d7105 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.340384] env[62588]: DEBUG oslo_vmware.api [None req-e3488c8b-6267-4f72-a2f7-4c601ad9cbe7 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794103, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.350819] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1730.472718] env[62588]: DEBUG oslo_vmware.api [None req-3c6b8108-e1eb-4d03-96b9-8fd1cf5826fe tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.595437] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1730.595769] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a54a373a-6318-45ce-b676-4988b604672b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.603810] env[62588]: DEBUG oslo_vmware.api [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1730.603810] env[62588]: value = "task-1794106" [ 1730.603810] env[62588]: _type = "Task" [ 1730.603810] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.616511] env[62588]: DEBUG oslo_vmware.api [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1794106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.713584] env[62588]: DEBUG oslo_vmware.api [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794102, 'name': PowerOnVM_Task, 'duration_secs': 0.704998} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.713876] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1730.714159] env[62588]: DEBUG nova.compute.manager [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1730.714988] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b26f040-f36c-46a2-aab0-718c0e7dac46 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.782488] env[62588]: DEBUG oslo_vmware.api [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.819532] env[62588]: DEBUG oslo_vmware.api [None req-e3488c8b-6267-4f72-a2f7-4c601ad9cbe7 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794103, 'name': RemoveSnapshot_Task, 'duration_secs': 0.713774} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.819532] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e3488c8b-6267-4f72-a2f7-4c601ad9cbe7 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Deleted Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1730.878108] env[62588]: ERROR nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [req-ae829c39-f483-4a78-96f5-fcde6cf9851a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eaab8868-4bee-41d4-8b5c-ca05c3049f36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ae829c39-f483-4a78-96f5-fcde6cf9851a"}]} [ 1730.896840] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Refreshing inventories for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1730.935045] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Updating ProviderTree inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1730.935267] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1730.951603] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Refreshing aggregate associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, aggregates: None {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1730.977233] env[62588]: DEBUG oslo_vmware.api [None req-3c6b8108-e1eb-4d03-96b9-8fd1cf5826fe tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794104, 'name': ReconfigVM_Task, 'duration_secs': 0.569295} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.977233] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c6b8108-e1eb-4d03-96b9-8fd1cf5826fe tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Reconfigured VM instance instance-00000035 to detach disk 2002 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1730.977233] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6b8108-e1eb-4d03-96b9-8fd1cf5826fe tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1730.977737] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2b78365-0799-4cb8-9c26-015c723f337a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.984424] env[62588]: DEBUG oslo_vmware.api [None req-3c6b8108-e1eb-4d03-96b9-8fd1cf5826fe tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1730.984424] env[62588]: value = "task-1794107" [ 1730.984424] env[62588]: _type = "Task" [ 1730.984424] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.994354] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Refreshing trait associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1731.003248] env[62588]: DEBUG oslo_vmware.api [None req-3c6b8108-e1eb-4d03-96b9-8fd1cf5826fe tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794107, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.118247] env[62588]: DEBUG oslo_vmware.api [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1794106, 'name': PowerOffVM_Task, 'duration_secs': 0.374786} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.118395] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1731.118740] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Updating instance 'e8f402f2-e120-4dea-83cd-1df5077221af' progress to 17 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1731.235438] env[62588]: DEBUG oslo_concurrency.lockutils [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.280063] env[62588]: DEBUG nova.compute.manager [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1731.280353] env[62588]: DEBUG oslo_vmware.api [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794105, 'name': ReconfigVM_Task, 'duration_secs': 0.852271} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.281613] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a2e489-12ff-4f08-8b5d-6f08b3381176 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.284346] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Reconfigured VM instance instance-0000005a to attach disk [datastore1] a3196246-6d9f-48a2-b6d9-9bfe56e8af2d/a3196246-6d9f-48a2-b6d9-9bfe56e8af2d.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1731.286185] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-184a45db-ce6f-4feb-8c2b-0d6348e4bc48 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.297658] env[62588]: DEBUG oslo_vmware.api [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1731.297658] env[62588]: value = "task-1794108" [ 1731.297658] env[62588]: _type = "Task" [ 1731.297658] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.309260] env[62588]: DEBUG oslo_vmware.api [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794108, 'name': Rename_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.330918] env[62588]: WARNING nova.compute.manager [None req-e3488c8b-6267-4f72-a2f7-4c601ad9cbe7 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Image not found during snapshot: nova.exception.ImageNotFound: Image 98e0da83-166e-424c-8928-81969e3486eb could not be found. [ 1731.334894] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4346850-9144-4922-8059-05832fd1837c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.337765] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f047885f-7298-48c7-8454-776d942a6a6a tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1731.340513] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcf195dd-f3a5-40d8-ae13-e7ca9a5e8736 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.347062] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d918d5a4-835f-45bc-af26-66139439414d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.350683] env[62588]: DEBUG oslo_vmware.api [None req-f047885f-7298-48c7-8454-776d942a6a6a tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for the task: (returnval){ [ 1731.350683] env[62588]: value = "task-1794109" [ 1731.350683] env[62588]: _type = "Task" [ 1731.350683] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.383644] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d098441e-ca2d-4248-842e-0a8d4188bd29 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.389401] env[62588]: DEBUG oslo_vmware.api [None req-f047885f-7298-48c7-8454-776d942a6a6a tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.394985] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0b739a-c5ef-4ae1-817b-b8bf1245a2cb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.409745] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1731.498379] env[62588]: DEBUG oslo_vmware.api [None req-3c6b8108-e1eb-4d03-96b9-8fd1cf5826fe tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794107, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.629763] env[62588]: DEBUG nova.virt.hardware [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:37:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1731.630201] env[62588]: DEBUG nova.virt.hardware [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1731.630264] env[62588]: DEBUG nova.virt.hardware [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1731.631022] env[62588]: DEBUG nova.virt.hardware [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1731.631022] env[62588]: DEBUG nova.virt.hardware [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1731.631022] env[62588]: DEBUG nova.virt.hardware [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1731.631022] env[62588]: DEBUG nova.virt.hardware [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1731.631298] env[62588]: DEBUG nova.virt.hardware [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1731.631368] env[62588]: DEBUG nova.virt.hardware [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1731.631554] env[62588]: DEBUG nova.virt.hardware [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1731.631839] env[62588]: DEBUG nova.virt.hardware [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1731.638480] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-715ae86d-5b5b-47c1-b4f8-0ba6001ab609 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.654511] env[62588]: DEBUG oslo_vmware.api [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1731.654511] env[62588]: value = "task-1794110" [ 1731.654511] env[62588]: _type = "Task" [ 1731.654511] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.663450] env[62588]: DEBUG oslo_vmware.api [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1794110, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.771572] env[62588]: DEBUG oslo_concurrency.lockutils [None req-53b6c6e9-b1fe-4ca9-a8fd-03c3aee93b14 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "fe7b9c38-93e4-4868-9373-94cfe80ecea3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.771704] env[62588]: DEBUG oslo_concurrency.lockutils [None req-53b6c6e9-b1fe-4ca9-a8fd-03c3aee93b14 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "fe7b9c38-93e4-4868-9373-94cfe80ecea3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.771797] env[62588]: DEBUG oslo_concurrency.lockutils [None req-53b6c6e9-b1fe-4ca9-a8fd-03c3aee93b14 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "fe7b9c38-93e4-4868-9373-94cfe80ecea3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.771977] env[62588]: DEBUG oslo_concurrency.lockutils [None req-53b6c6e9-b1fe-4ca9-a8fd-03c3aee93b14 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "fe7b9c38-93e4-4868-9373-94cfe80ecea3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.772170] env[62588]: DEBUG oslo_concurrency.lockutils [None req-53b6c6e9-b1fe-4ca9-a8fd-03c3aee93b14 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "fe7b9c38-93e4-4868-9373-94cfe80ecea3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.774520] env[62588]: INFO nova.compute.manager [None req-53b6c6e9-b1fe-4ca9-a8fd-03c3aee93b14 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Terminating instance [ 1731.799691] env[62588]: INFO nova.compute.manager [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] instance snapshotting [ 1731.811807] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8667dd-2fc7-428d-b8e4-a04b29cf2317 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.827990] env[62588]: DEBUG oslo_vmware.api [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794108, 'name': Rename_Task, 'duration_secs': 0.248119} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.840997] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1731.841075] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52b5eeda-ce3f-4f6b-95f8-f057b83664e5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.843387] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc164a7-80a2-443b-9e91-c4e906f0d8d6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.858699] env[62588]: DEBUG oslo_vmware.api [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1731.858699] env[62588]: value = "task-1794111" [ 1731.858699] env[62588]: _type = "Task" [ 1731.858699] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.873866] env[62588]: DEBUG oslo_vmware.api [None req-f047885f-7298-48c7-8454-776d942a6a6a tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794109, 'name': PowerOffVM_Task, 'duration_secs': 0.419102} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.873866] env[62588]: DEBUG oslo_vmware.api [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794111, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.874361] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f047885f-7298-48c7-8454-776d942a6a6a tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1731.874361] env[62588]: DEBUG nova.compute.manager [None req-f047885f-7298-48c7-8454-776d942a6a6a tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1731.877065] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437d2f6b-9a8a-4e18-b70d-f76f0c186477 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.958272] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Updated inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with generation 119 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1731.958573] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Updating resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 generation from 119 to 120 during operation: update_inventory {{(pid=62588) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1731.958669] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1731.976453] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.999675] env[62588]: DEBUG oslo_vmware.api [None req-3c6b8108-e1eb-4d03-96b9-8fd1cf5826fe tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794107, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.167795] env[62588]: DEBUG oslo_vmware.api [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1794110, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.281585] env[62588]: DEBUG nova.compute.manager [None req-53b6c6e9-b1fe-4ca9-a8fd-03c3aee93b14 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1732.281811] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-53b6c6e9-b1fe-4ca9-a8fd-03c3aee93b14 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1732.282953] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e30c81a-c9aa-4a6e-a117-97524566c3f9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.291549] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b6c6e9-b1fe-4ca9-a8fd-03c3aee93b14 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1732.294094] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-483fdbba-3240-449e-b264-b9c3a299e1ea {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.300202] env[62588]: DEBUG oslo_vmware.api [None req-53b6c6e9-b1fe-4ca9-a8fd-03c3aee93b14 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1732.300202] env[62588]: value = "task-1794112" [ 1732.300202] env[62588]: _type = "Task" [ 1732.300202] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.308584] env[62588]: DEBUG oslo_vmware.api [None req-53b6c6e9-b1fe-4ca9-a8fd-03c3aee93b14 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.357583] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Creating Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1732.357583] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dbfd4601-4f3b-4e82-83a8-ae556890592b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.369919] env[62588]: DEBUG oslo_vmware.api [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794111, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.371399] env[62588]: DEBUG oslo_vmware.api [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for the task: (returnval){ [ 1732.371399] env[62588]: value = "task-1794113" [ 1732.371399] env[62588]: _type = "Task" [ 1732.371399] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.379274] env[62588]: DEBUG oslo_vmware.api [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794113, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.394166] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f047885f-7298-48c7-8454-776d942a6a6a tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "8ad0b805-95c8-43f6-a687-6819ae17c230" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.132s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.454553] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "e440420a-21e2-42dc-9659-393c4a715560" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.454553] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "e440420a-21e2-42dc-9659-393c4a715560" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.463979] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62588) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1732.464203] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.689s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.464468] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2d2ed345-3b4a-4758-a519-a535cb496f3a tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.024s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.464652] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2d2ed345-3b4a-4758-a519-a535cb496f3a tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.466872] env[62588]: DEBUG oslo_concurrency.lockutils [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.232s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.467089] env[62588]: DEBUG nova.objects.instance [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62588) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1732.470036] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1732.470184] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Cleaning up deleted instances with incomplete migration {{(pid=62588) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11736}} [ 1732.502883] env[62588]: DEBUG oslo_vmware.api [None req-3c6b8108-e1eb-4d03-96b9-8fd1cf5826fe tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794107, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.524998] env[62588]: INFO nova.scheduler.client.report [None req-2d2ed345-3b4a-4758-a519-a535cb496f3a tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Deleted allocations for instance 9b142536-d974-490d-9e45-e207354ffe59 [ 1732.558220] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b074d5cf-b689-49bb-83a8-b20bfb41a5a2 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Acquiring lock "839b4ef2-4734-4166-92a1-a18d3d33413f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.558594] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b074d5cf-b689-49bb-83a8-b20bfb41a5a2 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Lock "839b4ef2-4734-4166-92a1-a18d3d33413f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.558811] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b074d5cf-b689-49bb-83a8-b20bfb41a5a2 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Acquiring lock "839b4ef2-4734-4166-92a1-a18d3d33413f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.558994] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b074d5cf-b689-49bb-83a8-b20bfb41a5a2 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Lock "839b4ef2-4734-4166-92a1-a18d3d33413f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.559170] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b074d5cf-b689-49bb-83a8-b20bfb41a5a2 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Lock "839b4ef2-4734-4166-92a1-a18d3d33413f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.561546] env[62588]: INFO nova.compute.manager [None req-b074d5cf-b689-49bb-83a8-b20bfb41a5a2 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Terminating instance [ 1732.668916] env[62588]: DEBUG oslo_vmware.api [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1794110, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.776918] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4ecaa25d-aa1f-4eed-b625-695400685f2a tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Acquiring lock "ec9564ca-49e2-4598-84a5-06fe57fbc62f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.777209] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4ecaa25d-aa1f-4eed-b625-695400685f2a tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Lock "ec9564ca-49e2-4598-84a5-06fe57fbc62f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.777497] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4ecaa25d-aa1f-4eed-b625-695400685f2a tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Acquiring lock "ec9564ca-49e2-4598-84a5-06fe57fbc62f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.777595] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4ecaa25d-aa1f-4eed-b625-695400685f2a tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Lock "ec9564ca-49e2-4598-84a5-06fe57fbc62f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.777763] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4ecaa25d-aa1f-4eed-b625-695400685f2a tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Lock "ec9564ca-49e2-4598-84a5-06fe57fbc62f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.781739] env[62588]: INFO nova.compute.manager [None req-4ecaa25d-aa1f-4eed-b625-695400685f2a tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Terminating instance [ 1732.812694] env[62588]: DEBUG oslo_vmware.api [None req-53b6c6e9-b1fe-4ca9-a8fd-03c3aee93b14 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.874452] env[62588]: DEBUG oslo_vmware.api [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794111, 'name': PowerOnVM_Task, 'duration_secs': 0.827428} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.879299] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1732.879299] env[62588]: INFO nova.compute.manager [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Took 10.51 seconds to spawn the instance on the hypervisor. [ 1732.879299] env[62588]: DEBUG nova.compute.manager [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1732.879569] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b5d8a0-b16e-49bc-8a51-e59a3ee8b4ac {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.891902] env[62588]: DEBUG oslo_vmware.api [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794113, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.955094] env[62588]: DEBUG nova.compute.manager [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1732.976191] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1733.002046] env[62588]: DEBUG oslo_vmware.api [None req-3c6b8108-e1eb-4d03-96b9-8fd1cf5826fe tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794107, 'name': PowerOnVM_Task, 'duration_secs': 1.697495} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.002046] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6b8108-e1eb-4d03-96b9-8fd1cf5826fe tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1733.002046] env[62588]: DEBUG nova.compute.manager [None req-3c6b8108-e1eb-4d03-96b9-8fd1cf5826fe tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1733.002046] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343f5248-7d15-4ce3-985b-ae1644bcd8a1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.010613] env[62588]: WARNING oslo_messaging._drivers.amqpdriver [None req-3c6b8108-e1eb-4d03-96b9-8fd1cf5826fe tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1733.017140] env[62588]: DEBUG nova.objects.instance [None req-0930e686-978f-4652-82e3-0b811027966a tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lazy-loading 'flavor' on Instance uuid 8ad0b805-95c8-43f6-a687-6819ae17c230 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1733.040846] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2d2ed345-3b4a-4758-a519-a535cb496f3a tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "9b142536-d974-490d-9e45-e207354ffe59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.209s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.068398] env[62588]: DEBUG nova.compute.manager [None req-b074d5cf-b689-49bb-83a8-b20bfb41a5a2 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1733.069480] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ae9c72d-b2e8-4575-91e3-75a67604518a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.080125] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c24468d-98e3-484e-841d-4916e1289694 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.121155] env[62588]: WARNING nova.virt.vmwareapi.driver [None req-b074d5cf-b689-49bb-83a8-b20bfb41a5a2 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 839b4ef2-4734-4166-92a1-a18d3d33413f could not be found. [ 1733.121155] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b074d5cf-b689-49bb-83a8-b20bfb41a5a2 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1733.121667] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d5db8a4-6662-4e41-b78f-a3db8affb13b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.131266] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feed01de-5c43-481c-b5cc-1826c0206b7e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.168047] env[62588]: WARNING nova.virt.vmwareapi.vmops [None req-b074d5cf-b689-49bb-83a8-b20bfb41a5a2 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 839b4ef2-4734-4166-92a1-a18d3d33413f could not be found. [ 1733.168303] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b074d5cf-b689-49bb-83a8-b20bfb41a5a2 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1733.168514] env[62588]: INFO nova.compute.manager [None req-b074d5cf-b689-49bb-83a8-b20bfb41a5a2 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Took 0.10 seconds to destroy the instance on the hypervisor. [ 1733.168768] env[62588]: DEBUG oslo.service.loopingcall [None req-b074d5cf-b689-49bb-83a8-b20bfb41a5a2 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1733.171977] env[62588]: DEBUG nova.compute.manager [-] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1733.172092] env[62588]: DEBUG nova.network.neutron [-] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1733.182947] env[62588]: DEBUG oslo_vmware.api [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1794110, 'name': ReconfigVM_Task, 'duration_secs': 1.226309} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.182947] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Updating instance 'e8f402f2-e120-4dea-83cd-1df5077221af' progress to 33 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1733.273252] env[62588]: DEBUG oslo_concurrency.lockutils [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquiring lock "93855408-6c6d-4480-9764-7dc12394438b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.273513] env[62588]: DEBUG oslo_concurrency.lockutils [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "93855408-6c6d-4480-9764-7dc12394438b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.273704] env[62588]: INFO nova.compute.manager [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Shelving [ 1733.287095] env[62588]: DEBUG nova.compute.manager [None req-4ecaa25d-aa1f-4eed-b625-695400685f2a tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1733.287392] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4ecaa25d-aa1f-4eed-b625-695400685f2a tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1733.288960] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186c4849-83aa-4117-ab04-ce2a531b3d6a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.300123] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ecaa25d-aa1f-4eed-b625-695400685f2a tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1733.300302] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-483e34ce-d452-4fc0-9f00-bc508e659cfe {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.313917] env[62588]: DEBUG oslo_vmware.api [None req-53b6c6e9-b1fe-4ca9-a8fd-03c3aee93b14 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794112, 'name': PowerOffVM_Task, 'duration_secs': 0.692186} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.317911] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b6c6e9-b1fe-4ca9-a8fd-03c3aee93b14 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1733.317911] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-53b6c6e9-b1fe-4ca9-a8fd-03c3aee93b14 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1733.317911] env[62588]: DEBUG oslo_vmware.api [None req-4ecaa25d-aa1f-4eed-b625-695400685f2a tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1733.317911] env[62588]: value = "task-1794114" [ 1733.317911] env[62588]: _type = "Task" [ 1733.317911] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.317911] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ab01b2f-8181-4da2-b704-02d6cfc091dc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.326825] env[62588]: DEBUG oslo_vmware.api [None req-4ecaa25d-aa1f-4eed-b625-695400685f2a tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.385703] env[62588]: DEBUG oslo_vmware.api [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794113, 'name': CreateSnapshot_Task, 'duration_secs': 0.824293} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.386033] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Created Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1733.388020] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b06bdf9-d920-4506-a933-5875e565993a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.410549] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-53b6c6e9-b1fe-4ca9-a8fd-03c3aee93b14 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1733.410952] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-53b6c6e9-b1fe-4ca9-a8fd-03c3aee93b14 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1733.410952] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-53b6c6e9-b1fe-4ca9-a8fd-03c3aee93b14 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Deleting the datastore file [datastore1] fe7b9c38-93e4-4868-9373-94cfe80ecea3 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1733.411858] env[62588]: INFO nova.compute.manager [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Took 28.16 seconds to build instance. [ 1733.413546] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4580417e-09bc-4d9a-8aa0-f18df80410b5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.419403] env[62588]: DEBUG oslo_vmware.api [None req-53b6c6e9-b1fe-4ca9-a8fd-03c3aee93b14 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1733.419403] env[62588]: value = "task-1794116" [ 1733.419403] env[62588]: _type = "Task" [ 1733.419403] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.437209] env[62588]: DEBUG oslo_vmware.api [None req-53b6c6e9-b1fe-4ca9-a8fd-03c3aee93b14 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.465700] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b5cd1aae-dfa1-4905-a84e-3d0cabca2191 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.466274] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b5cd1aae-dfa1-4905-a84e-3d0cabca2191 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.466653] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b5cd1aae-dfa1-4905-a84e-3d0cabca2191 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.467482] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b5cd1aae-dfa1-4905-a84e-3d0cabca2191 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.467764] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b5cd1aae-dfa1-4905-a84e-3d0cabca2191 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.472759] env[62588]: INFO nova.compute.manager [None req-b5cd1aae-dfa1-4905-a84e-3d0cabca2191 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Terminating instance [ 1733.478732] env[62588]: DEBUG oslo_concurrency.lockutils [None req-405fec4f-aacf-4cb0-83d1-5362da1dc6d9 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.479903] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.503s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.497224] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.525191] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0930e686-978f-4652-82e3-0b811027966a tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquiring lock "refresh_cache-8ad0b805-95c8-43f6-a687-6819ae17c230" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.525457] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0930e686-978f-4652-82e3-0b811027966a tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquired lock "refresh_cache-8ad0b805-95c8-43f6-a687-6819ae17c230" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.525672] env[62588]: DEBUG nova.network.neutron [None req-0930e686-978f-4652-82e3-0b811027966a tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1733.526199] env[62588]: DEBUG nova.objects.instance [None req-0930e686-978f-4652-82e3-0b811027966a tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lazy-loading 'info_cache' on Instance uuid 8ad0b805-95c8-43f6-a687-6819ae17c230 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1733.688434] env[62588]: DEBUG nova.virt.hardware [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1733.688786] env[62588]: DEBUG nova.virt.hardware [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1733.688831] env[62588]: DEBUG nova.virt.hardware [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1733.692026] env[62588]: DEBUG nova.virt.hardware [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1733.692026] env[62588]: DEBUG nova.virt.hardware [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1733.692026] env[62588]: DEBUG nova.virt.hardware [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1733.692026] env[62588]: DEBUG nova.virt.hardware [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1733.692026] env[62588]: DEBUG nova.virt.hardware [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1733.692026] env[62588]: DEBUG nova.virt.hardware [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1733.692026] env[62588]: DEBUG nova.virt.hardware [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1733.692026] env[62588]: DEBUG nova.virt.hardware [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1733.698964] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Reconfiguring VM instance instance-00000054 to detach disk 2000 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1733.700305] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98323680-f0a0-4328-919b-a72e88eca949 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.722350] env[62588]: DEBUG oslo_vmware.api [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1733.722350] env[62588]: value = "task-1794117" [ 1733.722350] env[62588]: _type = "Task" [ 1733.722350] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.735116] env[62588]: DEBUG oslo_vmware.api [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1794117, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.832403] env[62588]: DEBUG oslo_vmware.api [None req-4ecaa25d-aa1f-4eed-b625-695400685f2a tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794114, 'name': PowerOffVM_Task, 'duration_secs': 0.307039} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.832403] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ecaa25d-aa1f-4eed-b625-695400685f2a tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1733.832403] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4ecaa25d-aa1f-4eed-b625-695400685f2a tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1733.832403] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25250451-7eb6-4899-b1ba-e068171ef9d8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.858575] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0eb79c-4790-472b-8eed-694b91df8aee {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.870829] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e099b5fa-0084-4a12-beaa-f2c277f28f42 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.901801] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaee36f9-5887-43d6-9a11-e5ab730df527 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.911279] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Creating linked-clone VM from snapshot {{(pid=62588) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1733.913617] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-db9b0ebe-13ff-470e-a977-1195333e0cc4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.916786] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f35d5a0a-e079-4087-bf1e-fa7741d25fd0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "a3196246-6d9f-48a2-b6d9-9bfe56e8af2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.675s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.918022] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068883b3-8913-49ef-a0e4-9be22a6ef247 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.930085] env[62588]: DEBUG oslo_vmware.api [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for the task: (returnval){ [ 1733.930085] env[62588]: value = "task-1794119" [ 1733.930085] env[62588]: _type = "Task" [ 1733.930085] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.943588] env[62588]: DEBUG oslo_vmware.api [None req-53b6c6e9-b1fe-4ca9-a8fd-03c3aee93b14 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203669} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.944184] env[62588]: DEBUG nova.compute.provider_tree [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1733.950036] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-53b6c6e9-b1fe-4ca9-a8fd-03c3aee93b14 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1733.950245] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-53b6c6e9-b1fe-4ca9-a8fd-03c3aee93b14 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1733.950424] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-53b6c6e9-b1fe-4ca9-a8fd-03c3aee93b14 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1733.950598] env[62588]: INFO nova.compute.manager [None req-53b6c6e9-b1fe-4ca9-a8fd-03c3aee93b14 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1733.950880] env[62588]: DEBUG oslo.service.loopingcall [None req-53b6c6e9-b1fe-4ca9-a8fd-03c3aee93b14 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1733.951147] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4ecaa25d-aa1f-4eed-b625-695400685f2a tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1733.951329] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4ecaa25d-aa1f-4eed-b625-695400685f2a tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1733.951499] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ecaa25d-aa1f-4eed-b625-695400685f2a tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Deleting the datastore file [datastore1] ec9564ca-49e2-4598-84a5-06fe57fbc62f {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1733.951990] env[62588]: DEBUG nova.compute.manager [-] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1733.952095] env[62588]: DEBUG nova.network.neutron [-] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1733.953938] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07016f1f-9522-4b81-a550-5386da11fe47 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.961450] env[62588]: DEBUG oslo_vmware.api [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794119, 'name': CloneVM_Task} progress is 11%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.962824] env[62588]: DEBUG oslo_vmware.api [None req-4ecaa25d-aa1f-4eed-b625-695400685f2a tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1733.962824] env[62588]: value = "task-1794120" [ 1733.962824] env[62588]: _type = "Task" [ 1733.962824] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.972815] env[62588]: DEBUG oslo_vmware.api [None req-4ecaa25d-aa1f-4eed-b625-695400685f2a tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.976636] env[62588]: DEBUG nova.compute.manager [None req-b5cd1aae-dfa1-4905-a84e-3d0cabca2191 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1733.976875] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cd1aae-dfa1-4905-a84e-3d0cabca2191 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1733.977944] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d98f7f-127e-48af-b6b4-385de378e579 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.985555] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5cd1aae-dfa1-4905-a84e-3d0cabca2191 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1733.985746] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57cddd97-6fbc-4d17-9469-9d16f826c2c5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.994434] env[62588]: DEBUG oslo_vmware.api [None req-b5cd1aae-dfa1-4905-a84e-3d0cabca2191 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1733.994434] env[62588]: value = "task-1794121" [ 1733.994434] env[62588]: _type = "Task" [ 1733.994434] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.002765] env[62588]: DEBUG oslo_vmware.api [None req-b5cd1aae-dfa1-4905-a84e-3d0cabca2191 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.034374] env[62588]: DEBUG nova.objects.base [None req-0930e686-978f-4652-82e3-0b811027966a tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Object Instance<8ad0b805-95c8-43f6-a687-6819ae17c230> lazy-loaded attributes: flavor,info_cache {{(pid=62588) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1734.072406] env[62588]: DEBUG nova.compute.manager [req-7a094a8f-3920-4adf-bbb8-a63a41a21759 req-f30eb36b-588a-458f-b117-c323212a6e1f service nova] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Received event network-vif-deleted-6dc8f390-9ded-415d-9dc4-5eacb1bd91ed {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1734.073583] env[62588]: INFO nova.compute.manager [req-7a094a8f-3920-4adf-bbb8-a63a41a21759 req-f30eb36b-588a-458f-b117-c323212a6e1f service nova] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Neutron deleted interface 6dc8f390-9ded-415d-9dc4-5eacb1bd91ed; detaching it from the instance and deleting it from the info cache [ 1734.074422] env[62588]: DEBUG nova.network.neutron [req-7a094a8f-3920-4adf-bbb8-a63a41a21759 req-f30eb36b-588a-458f-b117-c323212a6e1f service nova] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.096791] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "9093cafa-0c88-421b-999a-01a27833cd3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.096791] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "9093cafa-0c88-421b-999a-01a27833cd3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.236042] env[62588]: DEBUG oslo_vmware.api [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1794117, 'name': ReconfigVM_Task, 'duration_secs': 0.174104} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.236382] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Reconfigured VM instance instance-00000054 to detach disk 2000 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1734.237235] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccc05a9-6b23-4d0d-a34d-77634c987ea0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.261420] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] e8f402f2-e120-4dea-83cd-1df5077221af/e8f402f2-e120-4dea-83cd-1df5077221af.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1734.261783] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9eb8d589-95d7-40d6-9982-3af03abfc9fc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.280681] env[62588]: DEBUG oslo_vmware.api [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1734.280681] env[62588]: value = "task-1794122" [ 1734.280681] env[62588]: _type = "Task" [ 1734.280681] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.292137] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1734.292137] env[62588]: DEBUG oslo_vmware.api [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1794122, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.292910] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7886bdd-e6b4-4c26-b940-52dc078bb86e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.299117] env[62588]: DEBUG oslo_vmware.api [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1734.299117] env[62588]: value = "task-1794123" [ 1734.299117] env[62588]: _type = "Task" [ 1734.299117] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.309037] env[62588]: DEBUG oslo_vmware.api [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.459052] env[62588]: DEBUG oslo_vmware.api [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794119, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.476631] env[62588]: DEBUG oslo_vmware.api [None req-4ecaa25d-aa1f-4eed-b625-695400685f2a tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202221} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.479441] env[62588]: ERROR nova.scheduler.client.report [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [req-5d873d9c-772d-4eb0-9468-c85e6c52998b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eaab8868-4bee-41d4-8b5c-ca05c3049f36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5d873d9c-772d-4eb0-9468-c85e6c52998b"}]}: nova.exception.BuildAbortException: Build of instance 839b4ef2-4734-4166-92a1-a18d3d33413f aborted: Failed to rebuild volume backed instance. [ 1734.479718] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ecaa25d-aa1f-4eed-b625-695400685f2a tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1734.480022] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4ecaa25d-aa1f-4eed-b625-695400685f2a tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1734.480181] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4ecaa25d-aa1f-4eed-b625-695400685f2a tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1734.480404] env[62588]: INFO nova.compute.manager [None req-4ecaa25d-aa1f-4eed-b625-695400685f2a tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1734.480672] env[62588]: DEBUG oslo.service.loopingcall [None req-4ecaa25d-aa1f-4eed-b625-695400685f2a tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1734.488460] env[62588]: DEBUG nova.compute.manager [-] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1734.488574] env[62588]: DEBUG nova.network.neutron [-] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1734.504158] env[62588]: DEBUG oslo_vmware.api [None req-b5cd1aae-dfa1-4905-a84e-3d0cabca2191 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794121, 'name': PowerOffVM_Task, 'duration_secs': 0.239677} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.504318] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5cd1aae-dfa1-4905-a84e-3d0cabca2191 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1734.504530] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cd1aae-dfa1-4905-a84e-3d0cabca2191 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1734.505834] env[62588]: DEBUG nova.scheduler.client.report [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Refreshing inventories for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1734.507908] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2ca8783-6ef9-41ab-93e9-8075f5b59677 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.529364] env[62588]: DEBUG nova.scheduler.client.report [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Updating ProviderTree inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1734.529364] env[62588]: DEBUG nova.compute.provider_tree [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1734.537159] env[62588]: DEBUG nova.network.neutron [-] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.555065] env[62588]: DEBUG nova.scheduler.client.report [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Refreshing aggregate associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, aggregates: None {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1734.577261] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a309bba0-7dba-4181-9c2e-1668422bb84c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.588780] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b852b7-4fbe-47ee-8f03-312a3734b7f8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.603680] env[62588]: DEBUG nova.scheduler.client.report [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Refreshing trait associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1734.606274] env[62588]: DEBUG nova.compute.manager [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1734.621857] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cd1aae-dfa1-4905-a84e-3d0cabca2191 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1734.622084] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cd1aae-dfa1-4905-a84e-3d0cabca2191 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1734.622180] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5cd1aae-dfa1-4905-a84e-3d0cabca2191 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Deleting the datastore file [datastore1] 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1734.622993] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-200ff17f-4ac9-4ce7-a3ca-a9b6852986f2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.641792] env[62588]: DEBUG nova.compute.manager [req-7a094a8f-3920-4adf-bbb8-a63a41a21759 req-f30eb36b-588a-458f-b117-c323212a6e1f service nova] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Detach interface failed, port_id=6dc8f390-9ded-415d-9dc4-5eacb1bd91ed, reason: Instance 839b4ef2-4734-4166-92a1-a18d3d33413f could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1734.649493] env[62588]: DEBUG oslo_vmware.api [None req-b5cd1aae-dfa1-4905-a84e-3d0cabca2191 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1734.649493] env[62588]: value = "task-1794125" [ 1734.649493] env[62588]: _type = "Task" [ 1734.649493] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.660257] env[62588]: DEBUG oslo_vmware.api [None req-b5cd1aae-dfa1-4905-a84e-3d0cabca2191 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.799091] env[62588]: DEBUG oslo_vmware.api [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1794122, 'name': ReconfigVM_Task, 'duration_secs': 0.314737} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.808728] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Reconfigured VM instance instance-00000054 to attach disk [datastore1] e8f402f2-e120-4dea-83cd-1df5077221af/e8f402f2-e120-4dea-83cd-1df5077221af.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1734.809210] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Updating instance 'e8f402f2-e120-4dea-83cd-1df5077221af' progress to 50 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1734.814742] env[62588]: DEBUG nova.compute.manager [req-a97d7d06-5bf2-47a7-adb8-7a0f0352aac4 req-616a9dff-8094-4e64-8a9d-285f62f9f0e0 service nova] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Received event network-vif-deleted-974695e6-0065-49a6-ad12-46c9af2be8e4 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1734.814966] env[62588]: INFO nova.compute.manager [req-a97d7d06-5bf2-47a7-adb8-7a0f0352aac4 req-616a9dff-8094-4e64-8a9d-285f62f9f0e0 service nova] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Neutron deleted interface 974695e6-0065-49a6-ad12-46c9af2be8e4; detaching it from the instance and deleting it from the info cache [ 1734.815204] env[62588]: DEBUG nova.network.neutron [req-a97d7d06-5bf2-47a7-adb8-7a0f0352aac4 req-616a9dff-8094-4e64-8a9d-285f62f9f0e0 service nova] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.828227] env[62588]: DEBUG oslo_vmware.api [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794123, 'name': PowerOffVM_Task, 'duration_secs': 0.17586} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.828579] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1734.829580] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6935cda4-2de3-4e9c-a679-f48655be48c0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.855404] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea7b973-6d98-4405-b60a-ddb329b5f24d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.956455] env[62588]: DEBUG oslo_vmware.api [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794119, 'name': CloneVM_Task} progress is 95%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.991706] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5b6dc56e-c5d3-4602-b44d-c060ea887069 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "a3196246-6d9f-48a2-b6d9-9bfe56e8af2d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.991936] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5b6dc56e-c5d3-4602-b44d-c060ea887069 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "a3196246-6d9f-48a2-b6d9-9bfe56e8af2d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.992098] env[62588]: DEBUG nova.compute.manager [None req-5b6dc56e-c5d3-4602-b44d-c060ea887069 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1734.993093] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dc3a7b-e2ba-4b64-b428-aa073f7abfe2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.002587] env[62588]: DEBUG nova.compute.manager [None req-5b6dc56e-c5d3-4602-b44d-c060ea887069 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62588) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1735.003247] env[62588]: DEBUG nova.objects.instance [None req-5b6dc56e-c5d3-4602-b44d-c060ea887069 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lazy-loading 'flavor' on Instance uuid a3196246-6d9f-48a2-b6d9-9bfe56e8af2d {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1735.022143] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7f14c3-66df-497d-8f8d-b5afa9b94692 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.031570] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f23ca7c-fd5d-4a2c-ab33-dcfdfc871385 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.064484] env[62588]: INFO nova.compute.manager [-] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Took 1.89 seconds to deallocate network for instance. [ 1735.065110] env[62588]: DEBUG nova.network.neutron [-] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.070874] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eaaa2fd-17cf-4e36-b4a5-62c10bbef468 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.085127] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fef0be5-0222-4681-b031-24b574afb90a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.102704] env[62588]: DEBUG nova.compute.provider_tree [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1735.131237] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.162202] env[62588]: DEBUG oslo_vmware.api [None req-b5cd1aae-dfa1-4905-a84e-3d0cabca2191 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17794} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.163660] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5cd1aae-dfa1-4905-a84e-3d0cabca2191 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1735.163660] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cd1aae-dfa1-4905-a84e-3d0cabca2191 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1735.163660] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cd1aae-dfa1-4905-a84e-3d0cabca2191 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1735.163660] env[62588]: INFO nova.compute.manager [None req-b5cd1aae-dfa1-4905-a84e-3d0cabca2191 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1735.163660] env[62588]: DEBUG oslo.service.loopingcall [None req-b5cd1aae-dfa1-4905-a84e-3d0cabca2191 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1735.163660] env[62588]: DEBUG nova.compute.manager [-] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1735.166643] env[62588]: DEBUG nova.network.neutron [-] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1735.322070] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af431695-c7d6-4c3e-a48e-01ab96b9548c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.325696] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8984818d-8162-42d4-833e-c3a875d1da75 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.347346] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e6283d-182e-4b21-8a9a-e86e6c0fd192 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.355198] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a701b75d-62e2-47bc-b345-9c41fa7766a6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.371203] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Creating Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1735.371514] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2032e3a9-53c2-4fc2-a329-f43e95c2d460 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.391707] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Updating instance 'e8f402f2-e120-4dea-83cd-1df5077221af' progress to 67 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1735.408735] env[62588]: DEBUG nova.compute.manager [req-a97d7d06-5bf2-47a7-adb8-7a0f0352aac4 req-616a9dff-8094-4e64-8a9d-285f62f9f0e0 service nova] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Detach interface failed, port_id=974695e6-0065-49a6-ad12-46c9af2be8e4, reason: Instance fe7b9c38-93e4-4868-9373-94cfe80ecea3 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1735.414051] env[62588]: DEBUG oslo_vmware.api [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1735.414051] env[62588]: value = "task-1794126" [ 1735.414051] env[62588]: _type = "Task" [ 1735.414051] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.427024] env[62588]: DEBUG oslo_vmware.api [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794126, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.455579] env[62588]: DEBUG oslo_vmware.api [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794119, 'name': CloneVM_Task, 'duration_secs': 1.454019} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.456023] env[62588]: INFO nova.virt.vmwareapi.vmops [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Created linked-clone VM from snapshot [ 1735.457023] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b03edf-f0db-47ee-b9ae-f609b810fc44 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.466839] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Uploading image 34b3851e-56b1-4376-a502-e975d99478a0 {{(pid=62588) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1735.495324] env[62588]: DEBUG oslo_vmware.rw_handles [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1735.495324] env[62588]: value = "vm-372131" [ 1735.495324] env[62588]: _type = "VirtualMachine" [ 1735.495324] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1735.495324] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-36438d3b-227c-4098-953f-9cd14fd1046e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.501968] env[62588]: DEBUG oslo_vmware.rw_handles [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Lease: (returnval){ [ 1735.501968] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e81796-65f1-8916-5654-2d2f924db5d8" [ 1735.501968] env[62588]: _type = "HttpNfcLease" [ 1735.501968] env[62588]: } obtained for exporting VM: (result){ [ 1735.501968] env[62588]: value = "vm-372131" [ 1735.501968] env[62588]: _type = "VirtualMachine" [ 1735.501968] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1735.502339] env[62588]: DEBUG oslo_vmware.api [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for the lease: (returnval){ [ 1735.502339] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e81796-65f1-8916-5654-2d2f924db5d8" [ 1735.502339] env[62588]: _type = "HttpNfcLease" [ 1735.502339] env[62588]: } to be ready. {{(pid=62588) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1735.511736] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1735.511736] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e81796-65f1-8916-5654-2d2f924db5d8" [ 1735.511736] env[62588]: _type = "HttpNfcLease" [ 1735.511736] env[62588]: } is initializing. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1735.567369] env[62588]: DEBUG nova.network.neutron [None req-0930e686-978f-4652-82e3-0b811027966a tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Updating instance_info_cache with network_info: [{"id": "347c42a2-815e-44d4-a7be-744beabf8ad2", "address": "fa:16:3e:0f:97:c6", "network": {"id": "abe77029-4246-4dd1-a37f-7e4bb2908970", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1890419447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "084551de646f4e009b911831dfceb4f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap347c42a2-81", "ovs_interfaceid": "347c42a2-815e-44d4-a7be-744beabf8ad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.568832] env[62588]: INFO nova.compute.manager [-] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Took 1.62 seconds to deallocate network for instance. [ 1735.632986] env[62588]: ERROR nova.scheduler.client.report [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [req-11e94fe3-7dd0-460d-9ba0-a2ba5d553a60] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eaab8868-4bee-41d4-8b5c-ca05c3049f36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-11e94fe3-7dd0-460d-9ba0-a2ba5d553a60"}]}: nova.exception.BuildAbortException: Build of instance 839b4ef2-4734-4166-92a1-a18d3d33413f aborted: Failed to rebuild volume backed instance. [ 1735.642290] env[62588]: INFO nova.compute.manager [None req-b074d5cf-b689-49bb-83a8-b20bfb41a5a2 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Took 0.58 seconds to detach 1 volumes for instance. [ 1735.644410] env[62588]: DEBUG nova.compute.manager [None req-b074d5cf-b689-49bb-83a8-b20bfb41a5a2 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Deleting volume: d00f6223-7605-4600-be36-aef01c7dc7d2 {{(pid=62588) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1735.649885] env[62588]: DEBUG nova.scheduler.client.report [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Refreshing inventories for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1735.658440] env[62588]: DEBUG nova.network.neutron [-] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.670094] env[62588]: DEBUG nova.scheduler.client.report [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Updating ProviderTree inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1735.670322] env[62588]: DEBUG nova.compute.provider_tree [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1735.687925] env[62588]: DEBUG nova.scheduler.client.report [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Refreshing aggregate associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, aggregates: None {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1735.721758] env[62588]: DEBUG nova.scheduler.client.report [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Refreshing trait associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1735.927825] env[62588]: DEBUG oslo_vmware.api [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794126, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.011607] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b6dc56e-c5d3-4602-b44d-c060ea887069 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1736.013914] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ec94106-9978-4a7f-b95b-2f3d8e73fd08 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.026345] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1736.026345] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e81796-65f1-8916-5654-2d2f924db5d8" [ 1736.026345] env[62588]: _type = "HttpNfcLease" [ 1736.026345] env[62588]: } is ready. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1736.026345] env[62588]: DEBUG nova.network.neutron [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Port 713be818-f8f3-45a9-b32a-e800f6e94e4f binding to destination host cpu-1 is already ACTIVE {{(pid=62588) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1736.026634] env[62588]: DEBUG oslo_vmware.rw_handles [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1736.026634] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e81796-65f1-8916-5654-2d2f924db5d8" [ 1736.026634] env[62588]: _type = "HttpNfcLease" [ 1736.026634] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1736.028030] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbf36df-286d-4b8d-82e4-a4a2106626e6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.037344] env[62588]: DEBUG oslo_vmware.api [None req-5b6dc56e-c5d3-4602-b44d-c060ea887069 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1736.037344] env[62588]: value = "task-1794129" [ 1736.037344] env[62588]: _type = "Task" [ 1736.037344] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.049214] env[62588]: DEBUG oslo_vmware.rw_handles [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d1df46-a05c-da77-a767-1a8a126646ac/disk-0.vmdk from lease info. {{(pid=62588) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1736.049669] env[62588]: DEBUG oslo_vmware.rw_handles [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d1df46-a05c-da77-a767-1a8a126646ac/disk-0.vmdk for reading. {{(pid=62588) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1736.119919] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0930e686-978f-4652-82e3-0b811027966a tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Releasing lock "refresh_cache-8ad0b805-95c8-43f6-a687-6819ae17c230" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.121894] env[62588]: DEBUG oslo_concurrency.lockutils [None req-53b6c6e9-b1fe-4ca9-a8fd-03c3aee93b14 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.133270] env[62588]: DEBUG nova.compute.manager [req-c06885a8-7d39-4505-9d8c-ad1ad2e98428 req-07046478-9964-461b-8552-f5332da87aab service nova] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Received event network-vif-deleted-32923451-1605-4f7a-83d5-0f4fa0c43b85 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1736.133434] env[62588]: DEBUG nova.compute.manager [req-c06885a8-7d39-4505-9d8c-ad1ad2e98428 req-07046478-9964-461b-8552-f5332da87aab service nova] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Received event network-vif-deleted-88713b7b-b3c5-4b64-9163-6dd866db497a {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1736.133583] env[62588]: INFO nova.compute.manager [req-c06885a8-7d39-4505-9d8c-ad1ad2e98428 req-07046478-9964-461b-8552-f5332da87aab service nova] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Neutron deleted interface 88713b7b-b3c5-4b64-9163-6dd866db497a; detaching it from the instance and deleting it from the info cache [ 1736.133769] env[62588]: DEBUG nova.network.neutron [req-c06885a8-7d39-4505-9d8c-ad1ad2e98428 req-07046478-9964-461b-8552-f5332da87aab service nova] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.135787] env[62588]: DEBUG oslo_vmware.api [None req-5b6dc56e-c5d3-4602-b44d-c060ea887069 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.136604] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9358667e-21d4-4494-ae2c-7ebe678d055c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.147292] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2992012b-b012-48e1-9070-54ad360f613e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.180723] env[62588]: INFO nova.compute.manager [-] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Took 1.69 seconds to deallocate network for instance. [ 1736.185824] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aab8bc9-72f2-4d4a-8213-e718022e834d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.195026] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e1ffbabf-a432-4916-b773-94c967d57e5e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.201764] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df52b68-099f-410d-9d25-f5cd59ac3304 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.208695] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b074d5cf-b689-49bb-83a8-b20bfb41a5a2 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.219305] env[62588]: DEBUG nova.compute.provider_tree [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1736.426152] env[62588]: DEBUG oslo_vmware.api [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794126, 'name': CreateSnapshot_Task, 'duration_secs': 0.869514} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.426507] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Created Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1736.427373] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef95bce7-2a9b-463f-98bf-5254b8b4a7cf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.513434] env[62588]: DEBUG nova.network.neutron [-] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.551820] env[62588]: DEBUG oslo_vmware.api [None req-5b6dc56e-c5d3-4602-b44d-c060ea887069 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794129, 'name': PowerOffVM_Task, 'duration_secs': 0.215418} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.552805] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b6dc56e-c5d3-4602-b44d-c060ea887069 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1736.553118] env[62588]: DEBUG nova.compute.manager [None req-5b6dc56e-c5d3-4602-b44d-c060ea887069 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1736.554355] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a2ca66-e025-4568-bc0e-9b98cedc54d1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.641907] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d42e323c-a6f7-4783-87a9-8cc71b4aaec3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.653854] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57971f0-4856-4357-8e1a-3617b935ae17 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.692910] env[62588]: DEBUG nova.compute.manager [req-c06885a8-7d39-4505-9d8c-ad1ad2e98428 req-07046478-9964-461b-8552-f5332da87aab service nova] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Detach interface failed, port_id=88713b7b-b3c5-4b64-9163-6dd866db497a, reason: Instance 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1736.695819] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4ecaa25d-aa1f-4eed-b625-695400685f2a tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.770901] env[62588]: DEBUG nova.scheduler.client.report [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Updated inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with generation 123 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1736.771196] env[62588]: DEBUG nova.compute.provider_tree [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Updating resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 generation from 123 to 124 during operation: update_inventory {{(pid=62588) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1736.771377] env[62588]: DEBUG nova.compute.provider_tree [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1736.840019] env[62588]: DEBUG nova.compute.manager [req-643f7c45-5d04-4b0a-86ad-b7e3c70e0fc1 req-662ec64a-f10a-4612-92bd-8d87a5eab80d service nova] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Received event network-changed-7d91350a-c276-47c1-87a6-9c06c6955632 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1736.840019] env[62588]: DEBUG nova.compute.manager [req-643f7c45-5d04-4b0a-86ad-b7e3c70e0fc1 req-662ec64a-f10a-4612-92bd-8d87a5eab80d service nova] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Refreshing instance network info cache due to event network-changed-7d91350a-c276-47c1-87a6-9c06c6955632. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1736.840019] env[62588]: DEBUG oslo_concurrency.lockutils [req-643f7c45-5d04-4b0a-86ad-b7e3c70e0fc1 req-662ec64a-f10a-4612-92bd-8d87a5eab80d service nova] Acquiring lock "refresh_cache-3ee02a39-f285-405c-b7b8-ab797afe560c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.840019] env[62588]: DEBUG oslo_concurrency.lockutils [req-643f7c45-5d04-4b0a-86ad-b7e3c70e0fc1 req-662ec64a-f10a-4612-92bd-8d87a5eab80d service nova] Acquired lock "refresh_cache-3ee02a39-f285-405c-b7b8-ab797afe560c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.840019] env[62588]: DEBUG nova.network.neutron [req-643f7c45-5d04-4b0a-86ad-b7e3c70e0fc1 req-662ec64a-f10a-4612-92bd-8d87a5eab80d service nova] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Refreshing network info cache for port 7d91350a-c276-47c1-87a6-9c06c6955632 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1736.945194] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Creating linked-clone VM from snapshot {{(pid=62588) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1736.946476] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7bef63ac-9091-41a6-a05c-0ce2e0fcb5c0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.958023] env[62588]: DEBUG oslo_vmware.api [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1736.958023] env[62588]: value = "task-1794130" [ 1736.958023] env[62588]: _type = "Task" [ 1736.958023] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.968720] env[62588]: DEBUG oslo_vmware.api [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794130, 'name': CloneVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.017639] env[62588]: INFO nova.compute.manager [-] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Took 1.85 seconds to deallocate network for instance. [ 1737.049537] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "e8f402f2-e120-4dea-83cd-1df5077221af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.049537] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "e8f402f2-e120-4dea-83cd-1df5077221af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.049751] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "e8f402f2-e120-4dea-83cd-1df5077221af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.079503] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5b6dc56e-c5d3-4602-b44d-c060ea887069 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "a3196246-6d9f-48a2-b6d9-9bfe56e8af2d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.087s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.135064] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0930e686-978f-4652-82e3-0b811027966a tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1737.135378] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a3897b2-68d8-4d9d-9bbd-b75a61ce122d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.145055] env[62588]: DEBUG oslo_vmware.api [None req-0930e686-978f-4652-82e3-0b811027966a tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for the task: (returnval){ [ 1737.145055] env[62588]: value = "task-1794131" [ 1737.145055] env[62588]: _type = "Task" [ 1737.145055] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.153462] env[62588]: DEBUG oslo_vmware.api [None req-0930e686-978f-4652-82e3-0b811027966a tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794131, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.281925] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.802s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.281925] env[62588]: INFO nova.compute.manager [None req-6985d177-206e-4e57-8d06-bb335a199615 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Successfully reverted task state from rebuilding on failure for instance. [ 1737.290688] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.793s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.293175] env[62588]: INFO nova.compute.claims [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1737.476210] env[62588]: DEBUG oslo_vmware.api [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794130, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.527395] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b5cd1aae-dfa1-4905-a84e-3d0cabca2191 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.660533] env[62588]: DEBUG oslo_vmware.api [None req-0930e686-978f-4652-82e3-0b811027966a tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794131, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.728669] env[62588]: DEBUG nova.network.neutron [req-643f7c45-5d04-4b0a-86ad-b7e3c70e0fc1 req-662ec64a-f10a-4612-92bd-8d87a5eab80d service nova] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Updated VIF entry in instance network info cache for port 7d91350a-c276-47c1-87a6-9c06c6955632. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1737.729037] env[62588]: DEBUG nova.network.neutron [req-643f7c45-5d04-4b0a-86ad-b7e3c70e0fc1 req-662ec64a-f10a-4612-92bd-8d87a5eab80d service nova] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Updating instance_info_cache with network_info: [{"id": "7d91350a-c276-47c1-87a6-9c06c6955632", "address": "fa:16:3e:ce:24:36", "network": {"id": "273f4106-1c6b-419d-8808-f9331c2cd8dd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-448710927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d1ed630a0d4020a166f0f3c29d7bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d91350a-c2", "ovs_interfaceid": "7d91350a-c276-47c1-87a6-9c06c6955632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.921723] env[62588]: INFO nova.compute.manager [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Rebuilding instance [ 1737.969816] env[62588]: DEBUG oslo_vmware.api [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794130, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.976569] env[62588]: DEBUG nova.compute.manager [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1737.977465] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d810b0b-1a7b-4a6e-a051-77aadbc95089 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.100178] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "refresh_cache-e8f402f2-e120-4dea-83cd-1df5077221af" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.100387] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquired lock "refresh_cache-e8f402f2-e120-4dea-83cd-1df5077221af" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.100585] env[62588]: DEBUG nova.network.neutron [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1738.159090] env[62588]: DEBUG oslo_vmware.api [None req-0930e686-978f-4652-82e3-0b811027966a tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794131, 'name': PowerOnVM_Task, 'duration_secs': 0.604316} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.159090] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0930e686-978f-4652-82e3-0b811027966a tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1738.159090] env[62588]: DEBUG nova.compute.manager [None req-0930e686-978f-4652-82e3-0b811027966a tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1738.159090] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74badd2-d2be-4ab1-8f18-dde8c3b801c5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.231829] env[62588]: DEBUG oslo_concurrency.lockutils [req-643f7c45-5d04-4b0a-86ad-b7e3c70e0fc1 req-662ec64a-f10a-4612-92bd-8d87a5eab80d service nova] Releasing lock "refresh_cache-3ee02a39-f285-405c-b7b8-ab797afe560c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.232112] env[62588]: DEBUG nova.compute.manager [req-643f7c45-5d04-4b0a-86ad-b7e3c70e0fc1 req-662ec64a-f10a-4612-92bd-8d87a5eab80d service nova] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Received event network-changed-7d91350a-c276-47c1-87a6-9c06c6955632 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1738.232287] env[62588]: DEBUG nova.compute.manager [req-643f7c45-5d04-4b0a-86ad-b7e3c70e0fc1 req-662ec64a-f10a-4612-92bd-8d87a5eab80d service nova] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Refreshing instance network info cache due to event network-changed-7d91350a-c276-47c1-87a6-9c06c6955632. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1738.232496] env[62588]: DEBUG oslo_concurrency.lockutils [req-643f7c45-5d04-4b0a-86ad-b7e3c70e0fc1 req-662ec64a-f10a-4612-92bd-8d87a5eab80d service nova] Acquiring lock "refresh_cache-3ee02a39-f285-405c-b7b8-ab797afe560c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.232641] env[62588]: DEBUG oslo_concurrency.lockutils [req-643f7c45-5d04-4b0a-86ad-b7e3c70e0fc1 req-662ec64a-f10a-4612-92bd-8d87a5eab80d service nova] Acquired lock "refresh_cache-3ee02a39-f285-405c-b7b8-ab797afe560c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.232813] env[62588]: DEBUG nova.network.neutron [req-643f7c45-5d04-4b0a-86ad-b7e3c70e0fc1 req-662ec64a-f10a-4612-92bd-8d87a5eab80d service nova] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Refreshing network info cache for port 7d91350a-c276-47c1-87a6-9c06c6955632 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1738.470486] env[62588]: DEBUG oslo_vmware.api [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794130, 'name': CloneVM_Task, 'duration_secs': 1.319766} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.470803] env[62588]: INFO nova.virt.vmwareapi.vmops [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Created linked-clone VM from snapshot [ 1738.471571] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633a8f81-6694-4540-9b1f-aefd65ba902b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.481301] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Uploading image a3d684a9-5713-4ce3-bbe8-ecb1379e0219 {{(pid=62588) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1738.503565] env[62588]: DEBUG oslo_vmware.rw_handles [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1738.503565] env[62588]: value = "vm-372133" [ 1738.503565] env[62588]: _type = "VirtualMachine" [ 1738.503565] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1738.504072] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8a3ed2cf-843e-4a3c-8de0-7e23686d1b77 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.511497] env[62588]: DEBUG oslo_vmware.rw_handles [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lease: (returnval){ [ 1738.511497] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f481cc-70a6-9a80-475c-73d01316eedb" [ 1738.511497] env[62588]: _type = "HttpNfcLease" [ 1738.511497] env[62588]: } obtained for exporting VM: (result){ [ 1738.511497] env[62588]: value = "vm-372133" [ 1738.511497] env[62588]: _type = "VirtualMachine" [ 1738.511497] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1738.511724] env[62588]: DEBUG oslo_vmware.api [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the lease: (returnval){ [ 1738.511724] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f481cc-70a6-9a80-475c-73d01316eedb" [ 1738.511724] env[62588]: _type = "HttpNfcLease" [ 1738.511724] env[62588]: } to be ready. {{(pid=62588) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1738.522292] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1738.522292] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f481cc-70a6-9a80-475c-73d01316eedb" [ 1738.522292] env[62588]: _type = "HttpNfcLease" [ 1738.522292] env[62588]: } is initializing. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1738.552915] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c81ab5-3e75-4f55-9f8f-c1dc76aa1264 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.561884] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e13afd2-4d96-4e0e-a923-8114563d64e5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.601203] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d887237-1072-46a2-ba11-ed6f1c733e02 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.611087] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57aa0081-b612-468c-862b-7aac5369fdb1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.624448] env[62588]: DEBUG nova.compute.provider_tree [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1738.912169] env[62588]: DEBUG nova.network.neutron [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Updating instance_info_cache with network_info: [{"id": "713be818-f8f3-45a9-b32a-e800f6e94e4f", "address": "fa:16:3e:9f:12:92", "network": {"id": "adc3b6e0-4437-45a1-a195-1acf36a5afeb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-83189614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb190925c06e4772ae04f7b565c5f2e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap713be818-f8", "ovs_interfaceid": "713be818-f8f3-45a9-b32a-e800f6e94e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.991455] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1738.992387] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3eea4cb-0bf3-4452-957c-8e37dbed6e3b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.001292] env[62588]: DEBUG oslo_vmware.api [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1739.001292] env[62588]: value = "task-1794133" [ 1739.001292] env[62588]: _type = "Task" [ 1739.001292] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.012647] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] VM already powered off {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1739.012977] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1739.014103] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f4c6e7-d785-4295-b992-aac4ce077f9e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.025758] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1739.025758] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f481cc-70a6-9a80-475c-73d01316eedb" [ 1739.025758] env[62588]: _type = "HttpNfcLease" [ 1739.025758] env[62588]: } is ready. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1739.028673] env[62588]: DEBUG oslo_vmware.rw_handles [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1739.028673] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f481cc-70a6-9a80-475c-73d01316eedb" [ 1739.028673] env[62588]: _type = "HttpNfcLease" [ 1739.028673] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1739.029057] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1739.032964] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8abdab-3604-4a9b-b561-e6547398c5bb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.036249] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ebd1f72-3bff-4607-bcc0-2dd5309031f0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.046575] env[62588]: DEBUG oslo_vmware.rw_handles [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d76f3d-134d-900b-5424-d36345bc4d25/disk-0.vmdk from lease info. {{(pid=62588) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1739.046575] env[62588]: DEBUG oslo_vmware.rw_handles [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d76f3d-134d-900b-5424-d36345bc4d25/disk-0.vmdk for reading. {{(pid=62588) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1739.134064] env[62588]: DEBUG nova.scheduler.client.report [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1739.139553] env[62588]: DEBUG nova.network.neutron [req-643f7c45-5d04-4b0a-86ad-b7e3c70e0fc1 req-662ec64a-f10a-4612-92bd-8d87a5eab80d service nova] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Updated VIF entry in instance network info cache for port 7d91350a-c276-47c1-87a6-9c06c6955632. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1739.143025] env[62588]: DEBUG nova.network.neutron [req-643f7c45-5d04-4b0a-86ad-b7e3c70e0fc1 req-662ec64a-f10a-4612-92bd-8d87a5eab80d service nova] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Updating instance_info_cache with network_info: [{"id": "7d91350a-c276-47c1-87a6-9c06c6955632", "address": "fa:16:3e:ce:24:36", "network": {"id": "273f4106-1c6b-419d-8808-f9331c2cd8dd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-448710927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d1ed630a0d4020a166f0f3c29d7bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d91350a-c2", "ovs_interfaceid": "7d91350a-c276-47c1-87a6-9c06c6955632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.194712] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8403c44c-824a-49ea-b816-fd9bd0b4eae2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.226593] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1739.226810] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1739.226993] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Deleting the datastore file [datastore1] a3196246-6d9f-48a2-b6d9-9bfe56e8af2d {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1739.227270] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17bc581e-ddc1-440e-8268-25ddefa9f453 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.234024] env[62588]: DEBUG oslo_vmware.api [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1739.234024] env[62588]: value = "task-1794135" [ 1739.234024] env[62588]: _type = "Task" [ 1739.234024] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.242188] env[62588]: DEBUG oslo_vmware.api [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.414911] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Releasing lock "refresh_cache-e8f402f2-e120-4dea-83cd-1df5077221af" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.644012] env[62588]: DEBUG oslo_concurrency.lockutils [req-643f7c45-5d04-4b0a-86ad-b7e3c70e0fc1 req-662ec64a-f10a-4612-92bd-8d87a5eab80d service nova] Releasing lock "refresh_cache-3ee02a39-f285-405c-b7b8-ab797afe560c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.645013] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.645704] env[62588]: DEBUG nova.compute.manager [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1739.648875] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.518s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.650592] env[62588]: INFO nova.compute.claims [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1739.745421] env[62588]: DEBUG oslo_vmware.api [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130802} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.745710] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1739.745975] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1739.746669] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1739.943671] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1d0178-d107-4f2d-97f2-0026e7437d49 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.971573] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85f94d7-e143-496a-ae0a-5d0f28f9a710 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.980280] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Updating instance 'e8f402f2-e120-4dea-83cd-1df5077221af' progress to 83 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1740.155698] env[62588]: DEBUG nova.compute.utils [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1740.161280] env[62588]: DEBUG nova.compute.manager [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1740.161280] env[62588]: DEBUG nova.network.neutron [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1740.228975] env[62588]: DEBUG nova.policy [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab3cde5f62144e0d8fbc59e60a28fff4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9caa809c97541cea65bc0fd5cdd9eec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1740.487571] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1740.487969] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5942015-f8fb-4d41-8d23-70a728782af8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.500378] env[62588]: DEBUG oslo_vmware.api [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1740.500378] env[62588]: value = "task-1794136" [ 1740.500378] env[62588]: _type = "Task" [ 1740.500378] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.509787] env[62588]: DEBUG oslo_vmware.api [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1794136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.510956] env[62588]: DEBUG nova.network.neutron [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Successfully created port: c40c4914-43a5-43b9-8141-7221cc54ed1e {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1740.664582] env[62588]: DEBUG nova.compute.manager [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1740.973866] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44a650a-5a3b-46ed-945c-bef1f3eb0e8b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.984812] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613e9b1f-10a6-4500-bdce-2280d2e01d2c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.021312] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e1804f-4781-4121-81bf-619e6af26b52 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.030894] env[62588]: DEBUG oslo_vmware.api [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1794136, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.034252] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cea813c-fab4-4a20-aef5-0536b33d0390 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.049555] env[62588]: DEBUG nova.compute.provider_tree [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1741.527966] env[62588]: DEBUG oslo_vmware.api [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1794136, 'name': PowerOnVM_Task, 'duration_secs': 0.534454} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.529038] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1741.529127] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7f20e81d-dabd-4c88-a86d-83eb7cc7e704 tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Updating instance 'e8f402f2-e120-4dea-83cd-1df5077221af' progress to 100 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1741.553914] env[62588]: DEBUG nova.scheduler.client.report [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1741.676327] env[62588]: DEBUG nova.compute.manager [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1742.060430] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.061135] env[62588]: DEBUG nova.compute.manager [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1742.064774] env[62588]: DEBUG oslo_concurrency.lockutils [None req-53b6c6e9-b1fe-4ca9-a8fd-03c3aee93b14 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.943s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.065303] env[62588]: DEBUG nova.objects.instance [None req-53b6c6e9-b1fe-4ca9-a8fd-03c3aee93b14 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lazy-loading 'resources' on Instance uuid fe7b9c38-93e4-4868-9373-94cfe80ecea3 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1742.078184] env[62588]: DEBUG nova.compute.manager [req-98f56c3e-8b5d-427a-8dc5-fe972650db8c req-2f53db89-e979-4214-b087-d1cf7cd7468f service nova] [instance: e440420a-21e2-42dc-9659-393c4a715560] Received event network-vif-plugged-c40c4914-43a5-43b9-8141-7221cc54ed1e {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1742.078528] env[62588]: DEBUG oslo_concurrency.lockutils [req-98f56c3e-8b5d-427a-8dc5-fe972650db8c req-2f53db89-e979-4214-b087-d1cf7cd7468f service nova] Acquiring lock "e440420a-21e2-42dc-9659-393c4a715560-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.079078] env[62588]: DEBUG oslo_concurrency.lockutils [req-98f56c3e-8b5d-427a-8dc5-fe972650db8c req-2f53db89-e979-4214-b087-d1cf7cd7468f service nova] Lock "e440420a-21e2-42dc-9659-393c4a715560-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.079361] env[62588]: DEBUG oslo_concurrency.lockutils [req-98f56c3e-8b5d-427a-8dc5-fe972650db8c req-2f53db89-e979-4214-b087-d1cf7cd7468f service nova] Lock "e440420a-21e2-42dc-9659-393c4a715560-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.079757] env[62588]: DEBUG nova.compute.manager [req-98f56c3e-8b5d-427a-8dc5-fe972650db8c req-2f53db89-e979-4214-b087-d1cf7cd7468f service nova] [instance: e440420a-21e2-42dc-9659-393c4a715560] No waiting events found dispatching network-vif-plugged-c40c4914-43a5-43b9-8141-7221cc54ed1e {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1742.079860] env[62588]: WARNING nova.compute.manager [req-98f56c3e-8b5d-427a-8dc5-fe972650db8c req-2f53db89-e979-4214-b087-d1cf7cd7468f service nova] [instance: e440420a-21e2-42dc-9659-393c4a715560] Received unexpected event network-vif-plugged-c40c4914-43a5-43b9-8141-7221cc54ed1e for instance with vm_state building and task_state spawning. [ 1742.113526] env[62588]: DEBUG nova.network.neutron [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Successfully updated port: c40c4914-43a5-43b9-8141-7221cc54ed1e {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1742.579177] env[62588]: DEBUG nova.compute.utils [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1742.587029] env[62588]: DEBUG nova.compute.manager [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1742.587029] env[62588]: DEBUG nova.network.neutron [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1742.616502] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "refresh_cache-e440420a-21e2-42dc-9659-393c4a715560" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.620538] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquired lock "refresh_cache-e440420a-21e2-42dc-9659-393c4a715560" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.620700] env[62588]: DEBUG nova.network.neutron [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1742.649796] env[62588]: DEBUG nova.policy [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fba669281fe747dd86a8a6db302c8dca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64ae052fbdc942f0b17b96ab4d2252d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1742.917742] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d49bb6c-0efe-4f10-bf45-96c58dfb7b0e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.926863] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d414b92d-bcf8-4ba5-922c-04a1c30b5402 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.961701] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcb6fb2-4c55-41eb-9394-efa9728a4e20 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.973221] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa3bb6f-351d-4395-b28f-f9bd2e6b6eff {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.991243] env[62588]: DEBUG nova.compute.provider_tree [None req-53b6c6e9-b1fe-4ca9-a8fd-03c3aee93b14 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1743.040183] env[62588]: DEBUG nova.network.neutron [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Successfully created port: 887cdcb2-a25b-4d26-a0d8-0c868f0634ea {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1743.086712] env[62588]: DEBUG nova.compute.manager [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1743.180174] env[62588]: DEBUG nova.network.neutron [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1743.254606] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1743.254912] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1743.421532] env[62588]: DEBUG nova.network.neutron [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Updating instance_info_cache with network_info: [{"id": "c40c4914-43a5-43b9-8141-7221cc54ed1e", "address": "fa:16:3e:6e:29:b1", "network": {"id": "a87fd2a5-7bb8-40bb-94aa-bfa03a2c12b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-745012254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9caa809c97541cea65bc0fd5cdd9eec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40c4914-43", "ovs_interfaceid": "c40c4914-43a5-43b9-8141-7221cc54ed1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.467406] env[62588]: DEBUG oslo_concurrency.lockutils [None req-19e8f31e-870e-4b25-86ff-5b7cc174b3bf tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "interface-2f1cc4d5-24b4-47dc-ba6a-884141e9fa42-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.467784] env[62588]: DEBUG oslo_concurrency.lockutils [None req-19e8f31e-870e-4b25-86ff-5b7cc174b3bf tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "interface-2f1cc4d5-24b4-47dc-ba6a-884141e9fa42-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.468125] env[62588]: DEBUG nova.objects.instance [None req-19e8f31e-870e-4b25-86ff-5b7cc174b3bf tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lazy-loading 'flavor' on Instance uuid 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1743.495422] env[62588]: DEBUG nova.scheduler.client.report [None req-53b6c6e9-b1fe-4ca9-a8fd-03c3aee93b14 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1743.765936] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1743.766362] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Starting heal instance info cache {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 1743.766559] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Rebuilding the list of instances to heal {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1743.925315] env[62588]: DEBUG nova.virt.hardware [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1743.925572] env[62588]: DEBUG nova.virt.hardware [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1743.925734] env[62588]: DEBUG nova.virt.hardware [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1743.925907] env[62588]: DEBUG nova.virt.hardware [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1743.926060] env[62588]: DEBUG nova.virt.hardware [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1743.926208] env[62588]: DEBUG nova.virt.hardware [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1743.926412] env[62588]: DEBUG nova.virt.hardware [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1743.926569] env[62588]: DEBUG nova.virt.hardware [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1743.926734] env[62588]: DEBUG nova.virt.hardware [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1743.926894] env[62588]: DEBUG nova.virt.hardware [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1743.927075] env[62588]: DEBUG nova.virt.hardware [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1743.927548] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Releasing lock "refresh_cache-e440420a-21e2-42dc-9659-393c4a715560" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.927796] env[62588]: DEBUG nova.compute.manager [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Instance network_info: |[{"id": "c40c4914-43a5-43b9-8141-7221cc54ed1e", "address": "fa:16:3e:6e:29:b1", "network": {"id": "a87fd2a5-7bb8-40bb-94aa-bfa03a2c12b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-745012254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9caa809c97541cea65bc0fd5cdd9eec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40c4914-43", "ovs_interfaceid": "c40c4914-43a5-43b9-8141-7221cc54ed1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1743.930287] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac7db99-d59f-4d8d-83a4-7a1e255373e8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.940707] env[62588]: DEBUG nova.virt.hardware [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1743.940968] env[62588]: DEBUG nova.virt.hardware [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1743.941144] env[62588]: DEBUG nova.virt.hardware [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1743.941328] env[62588]: DEBUG nova.virt.hardware [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1743.941473] env[62588]: DEBUG nova.virt.hardware [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1743.941620] env[62588]: DEBUG nova.virt.hardware [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1743.941824] env[62588]: DEBUG nova.virt.hardware [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1743.941979] env[62588]: DEBUG nova.virt.hardware [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1743.942157] env[62588]: DEBUG nova.virt.hardware [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1743.942319] env[62588]: DEBUG nova.virt.hardware [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1743.942489] env[62588]: DEBUG nova.virt.hardware [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1743.943754] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18fc1c3-99bd-47c2-a8ae-2ad0da02c3d6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.949190] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1497dbd-c521-40d7-b43e-045e854fa417 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.966292] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f863e7-5e0b-45b7-8877-07b7fa7d17b4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.970949] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:8a:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e738e1e-04ca-481b-8dbd-567158e2c7ff', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1743.978414] env[62588]: DEBUG oslo.service.loopingcall [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1743.980707] env[62588]: DEBUG oslo_vmware.rw_handles [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d1df46-a05c-da77-a767-1a8a126646ac/disk-0.vmdk. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1743.982265] env[62588]: DEBUG nova.objects.instance [None req-19e8f31e-870e-4b25-86ff-5b7cc174b3bf tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lazy-loading 'pci_requests' on Instance uuid 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1743.983286] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1743.984060] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d733c4c2-174e-4ae2-92db-46ea065ae471 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.987410] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1224df24-506d-4dcc-afb9-f7fe15c73b84 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.011852] env[62588]: DEBUG oslo_concurrency.lockutils [None req-53b6c6e9-b1fe-4ca9-a8fd-03c3aee93b14 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.014586] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:29:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c40c4914-43a5-43b9-8141-7221cc54ed1e', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1744.022306] env[62588]: DEBUG oslo.service.loopingcall [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1744.025114] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b074d5cf-b689-49bb-83a8-b20bfb41a5a2 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.816s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.025379] env[62588]: DEBUG nova.objects.instance [None req-b074d5cf-b689-49bb-83a8-b20bfb41a5a2 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Lazy-loading 'resources' on Instance uuid 839b4ef2-4734-4166-92a1-a18d3d33413f {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1744.027023] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e440420a-21e2-42dc-9659-393c4a715560] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1744.027460] env[62588]: DEBUG oslo_vmware.rw_handles [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d1df46-a05c-da77-a767-1a8a126646ac/disk-0.vmdk is in state: ready. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1744.027603] env[62588]: ERROR oslo_vmware.rw_handles [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d1df46-a05c-da77-a767-1a8a126646ac/disk-0.vmdk due to incomplete transfer. [ 1744.028058] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5f68c6a-d47d-4926-8479-9eb9f1346b57 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.043216] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a4e8b383-f28f-41c7-a1ec-de78ac119db4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.046645] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1744.046645] env[62588]: value = "task-1794137" [ 1744.046645] env[62588]: _type = "Task" [ 1744.046645] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.051325] env[62588]: INFO nova.scheduler.client.report [None req-53b6c6e9-b1fe-4ca9-a8fd-03c3aee93b14 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Deleted allocations for instance fe7b9c38-93e4-4868-9373-94cfe80ecea3 [ 1744.058182] env[62588]: DEBUG oslo_vmware.rw_handles [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d1df46-a05c-da77-a767-1a8a126646ac/disk-0.vmdk. {{(pid=62588) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1744.058381] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Uploaded image 34b3851e-56b1-4376-a502-e975d99478a0 to the Glance image server {{(pid=62588) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1744.060765] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Destroying the VM {{(pid=62588) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1744.060962] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1744.060962] env[62588]: value = "task-1794138" [ 1744.060962] env[62588]: _type = "Task" [ 1744.060962] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.064142] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-00f156cf-a96a-4563-b50f-c8dfa471044e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.065842] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794137, 'name': CreateVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.074144] env[62588]: DEBUG oslo_vmware.api [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for the task: (returnval){ [ 1744.074144] env[62588]: value = "task-1794139" [ 1744.074144] env[62588]: _type = "Task" [ 1744.074144] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.077705] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794138, 'name': CreateVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.090089] env[62588]: DEBUG oslo_vmware.api [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794139, 'name': Destroy_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.098867] env[62588]: DEBUG nova.compute.manager [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1744.132656] env[62588]: DEBUG nova.virt.hardware [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1744.132830] env[62588]: DEBUG nova.virt.hardware [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1744.132987] env[62588]: DEBUG nova.virt.hardware [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1744.133186] env[62588]: DEBUG nova.virt.hardware [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1744.133351] env[62588]: DEBUG nova.virt.hardware [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1744.133496] env[62588]: DEBUG nova.virt.hardware [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1744.133741] env[62588]: DEBUG nova.virt.hardware [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1744.133904] env[62588]: DEBUG nova.virt.hardware [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1744.134089] env[62588]: DEBUG nova.virt.hardware [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1744.134268] env[62588]: DEBUG nova.virt.hardware [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1744.134442] env[62588]: DEBUG nova.virt.hardware [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1744.135381] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100fbb9b-c43c-4905-9b2e-e29d1c6c4e0f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.144945] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df6dadd-a2bf-4607-b866-2567ecab9bd9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.273877] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: e440420a-21e2-42dc-9659-393c4a715560] Skipping network cache update for instance because it is Building. {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10411}} [ 1744.274055] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Skipping network cache update for instance because it is Building. {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10411}} [ 1744.304739] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "refresh_cache-8393d21d-0eb6-446b-9c81-8a78d8f8243c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.304951] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquired lock "refresh_cache-8393d21d-0eb6-446b-9c81-8a78d8f8243c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.305163] env[62588]: DEBUG nova.network.neutron [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Forcefully refreshing network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1744.305336] env[62588]: DEBUG nova.objects.instance [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lazy-loading 'info_cache' on Instance uuid 8393d21d-0eb6-446b-9c81-8a78d8f8243c {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1744.488809] env[62588]: DEBUG nova.objects.base [None req-19e8f31e-870e-4b25-86ff-5b7cc174b3bf tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Object Instance<2f1cc4d5-24b4-47dc-ba6a-884141e9fa42> lazy-loaded attributes: flavor,pci_requests {{(pid=62588) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1744.489363] env[62588]: DEBUG nova.network.neutron [None req-19e8f31e-870e-4b25-86ff-5b7cc174b3bf tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1744.569066] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794137, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.573535] env[62588]: DEBUG oslo_concurrency.lockutils [None req-53b6c6e9-b1fe-4ca9-a8fd-03c3aee93b14 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "fe7b9c38-93e4-4868-9373-94cfe80ecea3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.802s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.595019] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794138, 'name': CreateVM_Task, 'duration_secs': 0.533341} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.595019] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e440420a-21e2-42dc-9659-393c4a715560] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1744.595418] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.595596] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.595935] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1744.602244] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1ddea4c-8ca8-4ca8-b9dc-426ea7bb9614 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.602821] env[62588]: DEBUG oslo_vmware.api [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794139, 'name': Destroy_Task} progress is 33%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.612705] env[62588]: DEBUG oslo_vmware.api [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1744.612705] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5279fd79-1ef9-9f8f-577f-39f105c6c3aa" [ 1744.612705] env[62588]: _type = "Task" [ 1744.612705] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.622879] env[62588]: DEBUG oslo_vmware.api [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5279fd79-1ef9-9f8f-577f-39f105c6c3aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.653383] env[62588]: DEBUG oslo_concurrency.lockutils [None req-19e8f31e-870e-4b25-86ff-5b7cc174b3bf tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "interface-2f1cc4d5-24b4-47dc-ba6a-884141e9fa42-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.185s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.817999] env[62588]: DEBUG nova.compute.manager [req-fdfad459-34ac-4ac2-9f79-8dcd71a4542c req-83392482-a73b-4614-a13e-77c310b6ac9b service nova] [instance: e440420a-21e2-42dc-9659-393c4a715560] Received event network-changed-c40c4914-43a5-43b9-8141-7221cc54ed1e {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1744.817999] env[62588]: DEBUG nova.compute.manager [req-fdfad459-34ac-4ac2-9f79-8dcd71a4542c req-83392482-a73b-4614-a13e-77c310b6ac9b service nova] [instance: e440420a-21e2-42dc-9659-393c4a715560] Refreshing instance network info cache due to event network-changed-c40c4914-43a5-43b9-8141-7221cc54ed1e. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1744.818308] env[62588]: DEBUG oslo_concurrency.lockutils [req-fdfad459-34ac-4ac2-9f79-8dcd71a4542c req-83392482-a73b-4614-a13e-77c310b6ac9b service nova] Acquiring lock "refresh_cache-e440420a-21e2-42dc-9659-393c4a715560" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.818308] env[62588]: DEBUG oslo_concurrency.lockutils [req-fdfad459-34ac-4ac2-9f79-8dcd71a4542c req-83392482-a73b-4614-a13e-77c310b6ac9b service nova] Acquired lock "refresh_cache-e440420a-21e2-42dc-9659-393c4a715560" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.818405] env[62588]: DEBUG nova.network.neutron [req-fdfad459-34ac-4ac2-9f79-8dcd71a4542c req-83392482-a73b-4614-a13e-77c310b6ac9b service nova] [instance: e440420a-21e2-42dc-9659-393c4a715560] Refreshing network info cache for port c40c4914-43a5-43b9-8141-7221cc54ed1e {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1744.845223] env[62588]: DEBUG nova.network.neutron [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Successfully updated port: 887cdcb2-a25b-4d26-a0d8-0c868f0634ea {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1744.864762] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ece7cad-9978-4377-8c40-ebd0bf21e6be {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.874311] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e116140-f00c-4b67-9d8d-36c400ce2f9b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.913395] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b641f34-614f-4727-9dc4-1045143fbb1d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.924221] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82bfa21-b3f6-4f3b-ae0d-ca17ef442924 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.940322] env[62588]: DEBUG nova.compute.provider_tree [None req-b074d5cf-b689-49bb-83a8-b20bfb41a5a2 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1745.060178] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794137, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.090718] env[62588]: DEBUG oslo_vmware.api [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794139, 'name': Destroy_Task, 'duration_secs': 0.855165} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.090957] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Destroyed the VM [ 1745.091226] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Deleting Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1745.091496] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fb028074-2cff-4486-a2e8-481cc5c8dde7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.098372] env[62588]: DEBUG oslo_vmware.api [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for the task: (returnval){ [ 1745.098372] env[62588]: value = "task-1794140" [ 1745.098372] env[62588]: _type = "Task" [ 1745.098372] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.107028] env[62588]: DEBUG oslo_vmware.api [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794140, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.122796] env[62588]: DEBUG oslo_vmware.api [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5279fd79-1ef9-9f8f-577f-39f105c6c3aa, 'name': SearchDatastore_Task, 'duration_secs': 0.022497} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.123136] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.123383] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1745.123651] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.123811] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.124036] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1745.124322] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-708f44cb-694f-4d71-8b3d-6366c4d35bc0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.136746] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1745.136946] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1745.137761] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5520bb11-b342-432f-8c4a-7e7747ea910e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.144120] env[62588]: DEBUG oslo_vmware.api [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1745.144120] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]523f07f4-00c7-2b54-4253-3b8feb34c442" [ 1745.144120] env[62588]: _type = "Task" [ 1745.144120] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.152510] env[62588]: DEBUG oslo_vmware.api [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]523f07f4-00c7-2b54-4253-3b8feb34c442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.351319] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "refresh_cache-9093cafa-0c88-421b-999a-01a27833cd3b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.351477] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquired lock "refresh_cache-9093cafa-0c88-421b-999a-01a27833cd3b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.351630] env[62588]: DEBUG nova.network.neutron [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1745.418199] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "e8f402f2-e120-4dea-83cd-1df5077221af" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.418612] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "e8f402f2-e120-4dea-83cd-1df5077221af" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.418984] env[62588]: DEBUG nova.compute.manager [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Going to confirm migration 4 {{(pid=62588) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5246}} [ 1745.443841] env[62588]: DEBUG nova.scheduler.client.report [None req-b074d5cf-b689-49bb-83a8-b20bfb41a5a2 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1745.565411] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794137, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.609945] env[62588]: DEBUG oslo_vmware.api [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794140, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.621337] env[62588]: DEBUG nova.network.neutron [req-fdfad459-34ac-4ac2-9f79-8dcd71a4542c req-83392482-a73b-4614-a13e-77c310b6ac9b service nova] [instance: e440420a-21e2-42dc-9659-393c4a715560] Updated VIF entry in instance network info cache for port c40c4914-43a5-43b9-8141-7221cc54ed1e. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1745.621803] env[62588]: DEBUG nova.network.neutron [req-fdfad459-34ac-4ac2-9f79-8dcd71a4542c req-83392482-a73b-4614-a13e-77c310b6ac9b service nova] [instance: e440420a-21e2-42dc-9659-393c4a715560] Updating instance_info_cache with network_info: [{"id": "c40c4914-43a5-43b9-8141-7221cc54ed1e", "address": "fa:16:3e:6e:29:b1", "network": {"id": "a87fd2a5-7bb8-40bb-94aa-bfa03a2c12b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-745012254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9caa809c97541cea65bc0fd5cdd9eec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40c4914-43", "ovs_interfaceid": "c40c4914-43a5-43b9-8141-7221cc54ed1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1745.654928] env[62588]: DEBUG oslo_vmware.api [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]523f07f4-00c7-2b54-4253-3b8feb34c442, 'name': SearchDatastore_Task, 'duration_secs': 0.025937} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.655940] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d7f7f2d-56f8-4bb5-8163-76f5c9b57459 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.661692] env[62588]: DEBUG oslo_vmware.api [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1745.661692] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]521ac5c7-de3e-c2a6-f053-dfa94a66c5dd" [ 1745.661692] env[62588]: _type = "Task" [ 1745.661692] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.674459] env[62588]: DEBUG oslo_vmware.api [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]521ac5c7-de3e-c2a6-f053-dfa94a66c5dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.899340] env[62588]: DEBUG nova.network.neutron [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1745.951540] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b074d5cf-b689-49bb-83a8-b20bfb41a5a2 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.956164] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4ecaa25d-aa1f-4eed-b625-695400685f2a tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.260s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.956440] env[62588]: DEBUG nova.objects.instance [None req-4ecaa25d-aa1f-4eed-b625-695400685f2a tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Lazy-loading 'resources' on Instance uuid ec9564ca-49e2-4598-84a5-06fe57fbc62f {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1746.002651] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "refresh_cache-e8f402f2-e120-4dea-83cd-1df5077221af" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.002793] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquired lock "refresh_cache-e8f402f2-e120-4dea-83cd-1df5077221af" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.002987] env[62588]: DEBUG nova.network.neutron [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1746.003262] env[62588]: DEBUG nova.objects.instance [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lazy-loading 'info_cache' on Instance uuid e8f402f2-e120-4dea-83cd-1df5077221af {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1746.060415] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794137, 'name': CreateVM_Task, 'duration_secs': 1.659581} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.060597] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1746.061268] env[62588]: DEBUG oslo_concurrency.lockutils [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.061436] env[62588]: DEBUG oslo_concurrency.lockutils [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.061811] env[62588]: DEBUG oslo_concurrency.lockutils [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1746.062469] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ad95e0e-4600-4ecf-b224-affb8c766afd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.067731] env[62588]: DEBUG oslo_vmware.api [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1746.067731] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5214a621-51b8-79d1-aed3-02648b3eaaa9" [ 1746.067731] env[62588]: _type = "Task" [ 1746.067731] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.077084] env[62588]: DEBUG oslo_vmware.api [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5214a621-51b8-79d1-aed3-02648b3eaaa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.109880] env[62588]: DEBUG oslo_vmware.api [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794140, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.125120] env[62588]: DEBUG oslo_concurrency.lockutils [req-fdfad459-34ac-4ac2-9f79-8dcd71a4542c req-83392482-a73b-4614-a13e-77c310b6ac9b service nova] Releasing lock "refresh_cache-e440420a-21e2-42dc-9659-393c4a715560" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.174124] env[62588]: DEBUG oslo_vmware.api [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]521ac5c7-de3e-c2a6-f053-dfa94a66c5dd, 'name': SearchDatastore_Task, 'duration_secs': 0.014022} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.174397] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.174645] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] e440420a-21e2-42dc-9659-393c4a715560/e440420a-21e2-42dc-9659-393c4a715560.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1746.174905] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d43b8084-cf78-40a4-aae5-792f08ae1dfe {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.181403] env[62588]: DEBUG oslo_vmware.api [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1746.181403] env[62588]: value = "task-1794141" [ 1746.181403] env[62588]: _type = "Task" [ 1746.181403] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.189491] env[62588]: DEBUG oslo_vmware.api [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.236419] env[62588]: DEBUG nova.network.neutron [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Updating instance_info_cache with network_info: [{"id": "887cdcb2-a25b-4d26-a0d8-0c868f0634ea", "address": "fa:16:3e:79:2d:a0", "network": {"id": "005b221e-cf07-4d05-b85b-99fe5911cbdb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-505805492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ae052fbdc942f0b17b96ab4d2252d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap887cdcb2-a2", "ovs_interfaceid": "887cdcb2-a25b-4d26-a0d8-0c868f0634ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.244786] env[62588]: DEBUG nova.network.neutron [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Updating instance_info_cache with network_info: [{"id": "09c19c21-5a12-4cc3-9c5c-c0417a8f1f77", "address": "fa:16:3e:ae:d8:5a", "network": {"id": "273f4106-1c6b-419d-8808-f9331c2cd8dd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-448710927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d1ed630a0d4020a166f0f3c29d7bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09c19c21-5a", "ovs_interfaceid": "09c19c21-5a12-4cc3-9c5c-c0417a8f1f77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.483285] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b074d5cf-b689-49bb-83a8-b20bfb41a5a2 tempest-ServerActionsV293TestJSON-2077000315 tempest-ServerActionsV293TestJSON-2077000315-project-member] Lock "839b4ef2-4734-4166-92a1-a18d3d33413f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.925s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.579435] env[62588]: DEBUG oslo_vmware.api [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5214a621-51b8-79d1-aed3-02648b3eaaa9, 'name': SearchDatastore_Task, 'duration_secs': 0.016016} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.582561] env[62588]: DEBUG oslo_concurrency.lockutils [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.582830] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1746.583134] env[62588]: DEBUG oslo_concurrency.lockutils [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.583331] env[62588]: DEBUG oslo_concurrency.lockutils [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.583563] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1746.584119] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aec458c4-85ac-4783-9107-5002a7652897 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.599218] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1746.599429] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1746.600276] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec0caf89-b025-4f39-bc14-e62970bbc8e9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.614854] env[62588]: DEBUG oslo_vmware.api [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1746.614854] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526ea49b-7e8e-6eca-55c2-ca2f41c34bd6" [ 1746.614854] env[62588]: _type = "Task" [ 1746.614854] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.615161] env[62588]: DEBUG oslo_vmware.api [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794140, 'name': RemoveSnapshot_Task, 'duration_secs': 1.10084} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.615521] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Deleted Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1746.615771] env[62588]: INFO nova.compute.manager [None req-487e4ba8-d149-4c92-aadf-e05f2f57a47e tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Took 14.81 seconds to snapshot the instance on the hypervisor. [ 1746.633772] env[62588]: DEBUG oslo_vmware.api [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526ea49b-7e8e-6eca-55c2-ca2f41c34bd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.691717] env[62588]: DEBUG oslo_vmware.api [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794141, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.739601] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Releasing lock "refresh_cache-9093cafa-0c88-421b-999a-01a27833cd3b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.739958] env[62588]: DEBUG nova.compute.manager [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Instance network_info: |[{"id": "887cdcb2-a25b-4d26-a0d8-0c868f0634ea", "address": "fa:16:3e:79:2d:a0", "network": {"id": "005b221e-cf07-4d05-b85b-99fe5911cbdb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-505805492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ae052fbdc942f0b17b96ab4d2252d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap887cdcb2-a2", "ovs_interfaceid": "887cdcb2-a25b-4d26-a0d8-0c868f0634ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1746.740425] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:2d:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '887cdcb2-a25b-4d26-a0d8-0c868f0634ea', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1746.748968] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Creating folder: Project (64ae052fbdc942f0b17b96ab4d2252d3). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1746.752387] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Releasing lock "refresh_cache-8393d21d-0eb6-446b-9c81-8a78d8f8243c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.752592] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Updated the network info_cache for instance {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10469}} [ 1746.752795] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26bbee95-2adb-49c3-8b4d-eabc0b2d192c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.754841] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1746.755236] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1746.755628] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1746.755831] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1746.755975] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1746.756316] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1746.756316] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62588) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 1746.756472] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1746.764274] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Created folder: Project (64ae052fbdc942f0b17b96ab4d2252d3) in parent group-v371885. [ 1746.764401] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Creating folder: Instances. Parent ref: group-v372136. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1746.765433] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad2d9bd2-2520-43b7-9e70-fb0e72fff124 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.767597] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7ea527-b904-478a-a17e-f9a9553f95a9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.776450] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed468e19-4e47-41e5-ae58-bc3cc868cb4b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.781063] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Created folder: Instances in parent group-v372136. [ 1746.781378] env[62588]: DEBUG oslo.service.loopingcall [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1746.781888] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1746.782084] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-136ea6f2-0af0-4c39-8dcb-27133e23d60e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.821410] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f186e4-1b87-4fb8-ac87-59482bd9b37f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.825765] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1746.825765] env[62588]: value = "task-1794144" [ 1746.825765] env[62588]: _type = "Task" [ 1746.825765] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.831878] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd75f6f-db9d-4026-93f1-775fa7126a7d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.847358] env[62588]: DEBUG nova.compute.provider_tree [None req-4ecaa25d-aa1f-4eed-b625-695400685f2a tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1746.851443] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794144, 'name': CreateVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.127729] env[62588]: DEBUG oslo_vmware.api [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526ea49b-7e8e-6eca-55c2-ca2f41c34bd6, 'name': SearchDatastore_Task, 'duration_secs': 0.065112} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.129821] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ca5911b-06fe-40e7-9a89-44762ae60821 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.135353] env[62588]: DEBUG oslo_vmware.api [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1747.135353] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526a23b4-de25-44f7-f819-eae1a59d4203" [ 1747.135353] env[62588]: _type = "Task" [ 1747.135353] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.148180] env[62588]: DEBUG oslo_vmware.api [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526a23b4-de25-44f7-f819-eae1a59d4203, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.191448] env[62588]: DEBUG oslo_vmware.api [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589825} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.191762] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] e440420a-21e2-42dc-9659-393c4a715560/e440420a-21e2-42dc-9659-393c4a715560.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1747.191969] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1747.192225] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04560ba2-d790-4693-8e0c-ff8c8b17d37a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.198563] env[62588]: DEBUG oslo_vmware.api [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1747.198563] env[62588]: value = "task-1794145" [ 1747.198563] env[62588]: _type = "Task" [ 1747.198563] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.207021] env[62588]: DEBUG oslo_vmware.api [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.214477] env[62588]: DEBUG nova.network.neutron [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Updating instance_info_cache with network_info: [{"id": "713be818-f8f3-45a9-b32a-e800f6e94e4f", "address": "fa:16:3e:9f:12:92", "network": {"id": "adc3b6e0-4437-45a1-a195-1acf36a5afeb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-83189614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb190925c06e4772ae04f7b565c5f2e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap713be818-f8", "ovs_interfaceid": "713be818-f8f3-45a9-b32a-e800f6e94e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.259984] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.337383] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794144, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.353508] env[62588]: DEBUG nova.scheduler.client.report [None req-4ecaa25d-aa1f-4eed-b625-695400685f2a tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1747.461772] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f8864e33-1475-479c-ab0c-4fb1819e383b tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Acquiring lock "e19e9467-440b-4270-adc4-7959fc7344c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.462044] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f8864e33-1475-479c-ab0c-4fb1819e383b tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Lock "e19e9467-440b-4270-adc4-7959fc7344c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.462761] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f8864e33-1475-479c-ab0c-4fb1819e383b tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Acquiring lock "e19e9467-440b-4270-adc4-7959fc7344c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.463015] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f8864e33-1475-479c-ab0c-4fb1819e383b tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Lock "e19e9467-440b-4270-adc4-7959fc7344c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.463225] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f8864e33-1475-479c-ab0c-4fb1819e383b tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Lock "e19e9467-440b-4270-adc4-7959fc7344c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.465230] env[62588]: INFO nova.compute.manager [None req-f8864e33-1475-479c-ab0c-4fb1819e383b tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Terminating instance [ 1747.496650] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "interface-2f1cc4d5-24b4-47dc-ba6a-884141e9fa42-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.496869] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "interface-2f1cc4d5-24b4-47dc-ba6a-884141e9fa42-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.497196] env[62588]: DEBUG nova.objects.instance [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lazy-loading 'flavor' on Instance uuid 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1747.646022] env[62588]: DEBUG oslo_vmware.api [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526a23b4-de25-44f7-f819-eae1a59d4203, 'name': SearchDatastore_Task, 'duration_secs': 0.011924} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.646458] env[62588]: DEBUG oslo_concurrency.lockutils [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.646782] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] a3196246-6d9f-48a2-b6d9-9bfe56e8af2d/a3196246-6d9f-48a2-b6d9-9bfe56e8af2d.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1747.647207] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-385ddc8a-6364-40b3-abec-4873771b8ef2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.654335] env[62588]: DEBUG oslo_vmware.api [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1747.654335] env[62588]: value = "task-1794146" [ 1747.654335] env[62588]: _type = "Task" [ 1747.654335] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.662457] env[62588]: DEBUG oslo_vmware.api [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.707982] env[62588]: DEBUG oslo_vmware.api [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067036} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.708286] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1747.709157] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4f5999-dacc-400f-8636-43a251fa95ad {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.723647] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Releasing lock "refresh_cache-e8f402f2-e120-4dea-83cd-1df5077221af" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.723896] env[62588]: DEBUG nova.objects.instance [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lazy-loading 'migration_context' on Instance uuid e8f402f2-e120-4dea-83cd-1df5077221af {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1747.733524] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] e440420a-21e2-42dc-9659-393c4a715560/e440420a-21e2-42dc-9659-393c4a715560.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1747.735117] env[62588]: DEBUG nova.objects.base [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62588) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1747.735421] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8313865-b0d6-49a2-ad9f-19bd25c2d7c1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.749873] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0db5e6d-7645-4728-ab92-09cf2809f7a5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.771160] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eca3717e-537d-42fa-b2c6-1e2e6cc1ae7c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.773688] env[62588]: DEBUG oslo_vmware.api [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1747.773688] env[62588]: value = "task-1794147" [ 1747.773688] env[62588]: _type = "Task" [ 1747.773688] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.778694] env[62588]: DEBUG oslo_vmware.api [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1747.778694] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52483718-f5b1-6aa2-5938-b91f379eff87" [ 1747.778694] env[62588]: _type = "Task" [ 1747.778694] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.785390] env[62588]: DEBUG oslo_vmware.api [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.790398] env[62588]: DEBUG oslo_vmware.api [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52483718-f5b1-6aa2-5938-b91f379eff87, 'name': SearchDatastore_Task, 'duration_secs': 0.009534} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.790675] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.839252] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794144, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.858669] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4ecaa25d-aa1f-4eed-b625-695400685f2a tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.861536] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b5cd1aae-dfa1-4905-a84e-3d0cabca2191 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.334s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.862163] env[62588]: DEBUG nova.objects.instance [None req-b5cd1aae-dfa1-4905-a84e-3d0cabca2191 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lazy-loading 'resources' on Instance uuid 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1747.884701] env[62588]: INFO nova.scheduler.client.report [None req-4ecaa25d-aa1f-4eed-b625-695400685f2a tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Deleted allocations for instance ec9564ca-49e2-4598-84a5-06fe57fbc62f [ 1747.969571] env[62588]: DEBUG nova.compute.manager [None req-f8864e33-1475-479c-ab0c-4fb1819e383b tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1747.969571] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f8864e33-1475-479c-ab0c-4fb1819e383b tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1747.970806] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4942a8c5-0abb-47de-94a2-85d952fa3a4d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.979625] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8864e33-1475-479c-ab0c-4fb1819e383b tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1747.979920] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cb85496-60b9-455f-8b39-6267ec5652f7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.986786] env[62588]: DEBUG oslo_vmware.api [None req-f8864e33-1475-479c-ab0c-4fb1819e383b tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Waiting for the task: (returnval){ [ 1747.986786] env[62588]: value = "task-1794148" [ 1747.986786] env[62588]: _type = "Task" [ 1747.986786] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.998065] env[62588]: DEBUG oslo_vmware.api [None req-f8864e33-1475-479c-ab0c-4fb1819e383b tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Task: {'id': task-1794148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.090311] env[62588]: DEBUG nova.objects.instance [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lazy-loading 'pci_requests' on Instance uuid 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1748.165844] env[62588]: DEBUG oslo_vmware.api [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794146, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.285747] env[62588]: DEBUG oslo_vmware.api [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.339154] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794144, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.395722] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4ecaa25d-aa1f-4eed-b625-695400685f2a tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Lock "ec9564ca-49e2-4598-84a5-06fe57fbc62f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.618s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.501386] env[62588]: DEBUG oslo_vmware.api [None req-f8864e33-1475-479c-ab0c-4fb1819e383b tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Task: {'id': task-1794148, 'name': PowerOffVM_Task, 'duration_secs': 0.495255} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.501680] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8864e33-1475-479c-ab0c-4fb1819e383b tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1748.501680] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f8864e33-1475-479c-ab0c-4fb1819e383b tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1748.504688] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eed30976-7363-46b2-a974-a48947fb1b2b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.593384] env[62588]: DEBUG nova.objects.base [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Object Instance<2f1cc4d5-24b4-47dc-ba6a-884141e9fa42> lazy-loaded attributes: flavor,pci_requests {{(pid=62588) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1748.593605] env[62588]: DEBUG nova.network.neutron [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1748.623730] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66151ec-4a8b-460c-9e89-a77ba0ae2c62 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.632299] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5c9159-f7f6-4d8c-b30a-aef72d337b46 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.636712] env[62588]: DEBUG nova.policy [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9842fd79fe74710979fc9a592fb4ce7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ccf6b2ee1dc4c85aa64f97e4d32ef87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1748.639235] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f8864e33-1475-479c-ab0c-4fb1819e383b tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1748.639495] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f8864e33-1475-479c-ab0c-4fb1819e383b tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1748.639788] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8864e33-1475-479c-ab0c-4fb1819e383b tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Deleting the datastore file [datastore1] e19e9467-440b-4270-adc4-7959fc7344c2 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1748.640858] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b93c9d74-58b8-4b65-8bb0-2a925cf6d95a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.671021] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a39e38e-7641-444c-acd4-60576ae2ca8f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.675196] env[62588]: DEBUG oslo_vmware.api [None req-f8864e33-1475-479c-ab0c-4fb1819e383b tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Waiting for the task: (returnval){ [ 1748.675196] env[62588]: value = "task-1794150" [ 1748.675196] env[62588]: _type = "Task" [ 1748.675196] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.684166] env[62588]: DEBUG oslo_vmware.api [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558734} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.684862] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] a3196246-6d9f-48a2-b6d9-9bfe56e8af2d/a3196246-6d9f-48a2-b6d9-9bfe56e8af2d.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1748.685109] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1748.686377] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259086a6-4de3-48c9-a029-178267e7d061 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.694905] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f79b813b-424b-40cb-bfcc-d6c784fb0ca5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.696827] env[62588]: DEBUG oslo_vmware.api [None req-f8864e33-1475-479c-ab0c-4fb1819e383b tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Task: {'id': task-1794150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.707525] env[62588]: DEBUG nova.compute.provider_tree [None req-b5cd1aae-dfa1-4905-a84e-3d0cabca2191 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1748.710528] env[62588]: DEBUG oslo_vmware.api [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1748.710528] env[62588]: value = "task-1794151" [ 1748.710528] env[62588]: _type = "Task" [ 1748.710528] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.719472] env[62588]: DEBUG oslo_vmware.api [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794151, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.784558] env[62588]: DEBUG oslo_vmware.api [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794147, 'name': ReconfigVM_Task, 'duration_secs': 0.665414} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.784889] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Reconfigured VM instance instance-0000005b to attach disk [datastore1] e440420a-21e2-42dc-9659-393c4a715560/e440420a-21e2-42dc-9659-393c4a715560.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1748.785592] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5719b938-bb7d-4d9c-a6f4-c64c16e2c3d3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.793112] env[62588]: DEBUG oslo_vmware.api [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1748.793112] env[62588]: value = "task-1794152" [ 1748.793112] env[62588]: _type = "Task" [ 1748.793112] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.802572] env[62588]: DEBUG oslo_vmware.api [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794152, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.840031] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794144, 'name': CreateVM_Task, 'duration_secs': 1.666638} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.840031] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1748.840815] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.841033] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.841344] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1748.841594] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e9a56c1-6b89-46d5-b25a-ea9a4f02fd4f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.846031] env[62588]: DEBUG oslo_vmware.api [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 1748.846031] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526611cf-a190-177d-a462-2ad7d6a3b26f" [ 1748.846031] env[62588]: _type = "Task" [ 1748.846031] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.854504] env[62588]: DEBUG oslo_vmware.api [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526611cf-a190-177d-a462-2ad7d6a3b26f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.906795] env[62588]: DEBUG nova.network.neutron [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Successfully created port: 7a4047bc-3c2e-499b-a41d-58c5e62b1922 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1749.186548] env[62588]: DEBUG oslo_vmware.api [None req-f8864e33-1475-479c-ab0c-4fb1819e383b tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Task: {'id': task-1794150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181679} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.186893] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8864e33-1475-479c-ab0c-4fb1819e383b tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1749.187030] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f8864e33-1475-479c-ab0c-4fb1819e383b tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1749.187206] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f8864e33-1475-479c-ab0c-4fb1819e383b tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1749.187381] env[62588]: INFO nova.compute.manager [None req-f8864e33-1475-479c-ab0c-4fb1819e383b tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1749.187650] env[62588]: DEBUG oslo.service.loopingcall [None req-f8864e33-1475-479c-ab0c-4fb1819e383b tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1749.187845] env[62588]: DEBUG nova.compute.manager [-] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1749.187939] env[62588]: DEBUG nova.network.neutron [-] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1749.212877] env[62588]: DEBUG nova.scheduler.client.report [None req-b5cd1aae-dfa1-4905-a84e-3d0cabca2191 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1749.228262] env[62588]: DEBUG oslo_vmware.api [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794151, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122577} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.228544] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1749.229558] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdc6ea5-72b0-43d9-b4f1-9000db4a5e34 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.255850] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] a3196246-6d9f-48a2-b6d9-9bfe56e8af2d/a3196246-6d9f-48a2-b6d9-9bfe56e8af2d.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1749.256501] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9adc8e5e-06b8-4d96-a763-45a786c9399b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.282311] env[62588]: DEBUG oslo_vmware.api [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1749.282311] env[62588]: value = "task-1794153" [ 1749.282311] env[62588]: _type = "Task" [ 1749.282311] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.293552] env[62588]: DEBUG oslo_vmware.api [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794153, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.301140] env[62588]: DEBUG oslo_vmware.api [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794152, 'name': Rename_Task, 'duration_secs': 0.15464} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.301420] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1749.301655] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b4a8e90-f2fc-481b-a0b0-afbf63aebba3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.310603] env[62588]: DEBUG oslo_vmware.api [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1749.310603] env[62588]: value = "task-1794154" [ 1749.310603] env[62588]: _type = "Task" [ 1749.310603] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.318520] env[62588]: DEBUG oslo_vmware.api [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.357218] env[62588]: DEBUG oslo_vmware.api [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526611cf-a190-177d-a462-2ad7d6a3b26f, 'name': SearchDatastore_Task, 'duration_secs': 0.012895} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.357570] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.357853] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1749.358064] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.358259] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.358493] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1749.358798] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f27b2523-147d-4569-9a14-75dcc730cafa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.367398] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1749.368968] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1749.368968] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96cb656d-4b97-44a2-ae07-b72282ac9fc9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.373607] env[62588]: DEBUG oslo_vmware.api [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 1749.373607] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52fd3840-d778-1e11-e17a-5014640538db" [ 1749.373607] env[62588]: _type = "Task" [ 1749.373607] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.384277] env[62588]: DEBUG oslo_vmware.api [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52fd3840-d778-1e11-e17a-5014640538db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.670822] env[62588]: DEBUG oslo_vmware.rw_handles [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d76f3d-134d-900b-5424-d36345bc4d25/disk-0.vmdk. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1749.671866] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2ba23f-e964-4e64-a1e8-fe026bda1a1d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.678360] env[62588]: DEBUG oslo_vmware.rw_handles [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d76f3d-134d-900b-5424-d36345bc4d25/disk-0.vmdk is in state: ready. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1749.678576] env[62588]: ERROR oslo_vmware.rw_handles [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d76f3d-134d-900b-5424-d36345bc4d25/disk-0.vmdk due to incomplete transfer. [ 1749.678903] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-05251d65-46e6-4358-90e6-bac590e3f257 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.686271] env[62588]: DEBUG oslo_vmware.rw_handles [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d76f3d-134d-900b-5424-d36345bc4d25/disk-0.vmdk. {{(pid=62588) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1749.686468] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Uploaded image a3d684a9-5713-4ce3-bbe8-ecb1379e0219 to the Glance image server {{(pid=62588) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1749.688177] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Destroying the VM {{(pid=62588) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1749.688471] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-eb88d029-9418-4383-a26d-0f11364cafed {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.695682] env[62588]: DEBUG oslo_vmware.api [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1749.695682] env[62588]: value = "task-1794155" [ 1749.695682] env[62588]: _type = "Task" [ 1749.695682] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.703971] env[62588]: DEBUG oslo_vmware.api [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794155, 'name': Destroy_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.721821] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b5cd1aae-dfa1-4905-a84e-3d0cabca2191 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.723961] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.464s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.724146] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.724299] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62588) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1749.724691] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.934s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.726338] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4723f7-3ad5-471e-8969-429a293875c9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.734481] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ba612c-7390-42cd-ab50-5c8c893af851 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.750046] env[62588]: INFO nova.scheduler.client.report [None req-b5cd1aae-dfa1-4905-a84e-3d0cabca2191 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Deleted allocations for instance 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d [ 1749.751053] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86e0b85-1705-40d5-b14e-b9dd2395bce8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.761174] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e497bd-5624-4439-9a01-85d220a79dad {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.795216] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178884MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62588) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1749.795375] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.806181] env[62588]: DEBUG oslo_vmware.api [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.820080] env[62588]: DEBUG oslo_vmware.api [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794154, 'name': PowerOnVM_Task, 'duration_secs': 0.483284} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.820343] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1749.820539] env[62588]: INFO nova.compute.manager [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1749.820717] env[62588]: DEBUG nova.compute.manager [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1749.821518] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebeb3541-922e-4180-bfe5-0e4ee574c1e9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.885935] env[62588]: DEBUG oslo_vmware.api [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52fd3840-d778-1e11-e17a-5014640538db, 'name': SearchDatastore_Task, 'duration_secs': 0.024702} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.886753] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a689192-a67d-4316-8fae-1e7b43073338 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.892337] env[62588]: DEBUG oslo_vmware.api [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 1749.892337] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527acfd5-cf12-dcc4-6593-e7673405325a" [ 1749.892337] env[62588]: _type = "Task" [ 1749.892337] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.900661] env[62588]: DEBUG oslo_vmware.api [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527acfd5-cf12-dcc4-6593-e7673405325a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.205139] env[62588]: DEBUG oslo_vmware.api [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794155, 'name': Destroy_Task} progress is 33%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.261356] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b5cd1aae-dfa1-4905-a84e-3d0cabca2191 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.795s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.303854] env[62588]: DEBUG nova.network.neutron [-] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.305042] env[62588]: DEBUG oslo_vmware.api [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794153, 'name': ReconfigVM_Task, 'duration_secs': 0.949115} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.307644] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Reconfigured VM instance instance-0000005a to attach disk [datastore1] a3196246-6d9f-48a2-b6d9-9bfe56e8af2d/a3196246-6d9f-48a2-b6d9-9bfe56e8af2d.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1750.308413] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a2af228-8444-403b-8a59-c57c1f8788b6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.314420] env[62588]: DEBUG oslo_vmware.api [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1750.314420] env[62588]: value = "task-1794156" [ 1750.314420] env[62588]: _type = "Task" [ 1750.314420] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.325379] env[62588]: DEBUG oslo_vmware.api [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794156, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.340941] env[62588]: INFO nova.compute.manager [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Took 16.88 seconds to build instance. [ 1750.404032] env[62588]: DEBUG oslo_vmware.api [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527acfd5-cf12-dcc4-6593-e7673405325a, 'name': SearchDatastore_Task, 'duration_secs': 0.020643} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.406184] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.406928] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 9093cafa-0c88-421b-999a-01a27833cd3b/9093cafa-0c88-421b-999a-01a27833cd3b.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1750.406928] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13e854e1-72cf-4bd5-a7bc-291ad8c9b704 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.413856] env[62588]: DEBUG oslo_vmware.api [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 1750.413856] env[62588]: value = "task-1794157" [ 1750.413856] env[62588]: _type = "Task" [ 1750.413856] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.424765] env[62588]: DEBUG oslo_vmware.api [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.454551] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd18c98-db50-449d-8fb7-f871c3217ba1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.462211] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98610d22-c3cb-459a-b1c2-c942c9258295 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.493796] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2374b67b-e626-42a6-9066-5c1549d1420b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.501374] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a7fc4f-462c-4924-b414-ef8351ddf409 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.514953] env[62588]: DEBUG nova.compute.provider_tree [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1750.705981] env[62588]: DEBUG oslo_vmware.api [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794155, 'name': Destroy_Task, 'duration_secs': 0.611727} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.708544] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Destroyed the VM [ 1750.708544] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Deleting Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1750.708544] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8c0caa3f-946f-48f9-892c-771774a7fe72 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.714559] env[62588]: DEBUG oslo_vmware.api [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1750.714559] env[62588]: value = "task-1794158" [ 1750.714559] env[62588]: _type = "Task" [ 1750.714559] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.721199] env[62588]: DEBUG oslo_vmware.api [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794158, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.796291] env[62588]: DEBUG nova.network.neutron [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Successfully updated port: 7a4047bc-3c2e-499b-a41d-58c5e62b1922 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1750.808358] env[62588]: INFO nova.compute.manager [-] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Took 1.62 seconds to deallocate network for instance. [ 1750.825870] env[62588]: DEBUG oslo_vmware.api [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794156, 'name': Rename_Task, 'duration_secs': 0.220407} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.826090] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1750.826343] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c50d6a57-afc7-47fa-8cb4-88a6993787a5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.834109] env[62588]: DEBUG oslo_vmware.api [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1750.834109] env[62588]: value = "task-1794159" [ 1750.834109] env[62588]: _type = "Task" [ 1750.834109] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.842661] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9ffb3982-cadc-4756-a7b0-d73d08591adf tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "e440420a-21e2-42dc-9659-393c4a715560" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.391s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.842911] env[62588]: DEBUG oslo_vmware.api [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.924735] env[62588]: DEBUG oslo_vmware.api [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794157, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.018497] env[62588]: DEBUG nova.scheduler.client.report [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1751.224508] env[62588]: DEBUG oslo_vmware.api [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794158, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.300570] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "refresh_cache-2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.300570] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquired lock "refresh_cache-2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.300570] env[62588]: DEBUG nova.network.neutron [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1751.314959] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f8864e33-1475-479c-ab0c-4fb1819e383b tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.344913] env[62588]: DEBUG oslo_vmware.api [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794159, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.425271] env[62588]: DEBUG oslo_vmware.api [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674075} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.425446] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 9093cafa-0c88-421b-999a-01a27833cd3b/9093cafa-0c88-421b-999a-01a27833cd3b.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1751.425658] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1751.425898] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e44fadd6-127e-4c44-9c09-7d1863c81397 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.433201] env[62588]: DEBUG oslo_vmware.api [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 1751.433201] env[62588]: value = "task-1794160" [ 1751.433201] env[62588]: _type = "Task" [ 1751.433201] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.441375] env[62588]: DEBUG oslo_vmware.api [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794160, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.726672] env[62588]: DEBUG oslo_vmware.api [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794158, 'name': RemoveSnapshot_Task, 'duration_secs': 0.536087} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.727049] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Deleted Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1751.727444] env[62588]: DEBUG nova.compute.manager [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1751.728532] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc7088d-3e2d-47b8-b73d-90bed5fc83f7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.834346] env[62588]: WARNING nova.network.neutron [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5 already exists in list: networks containing: ['cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5']. ignoring it [ 1751.845994] env[62588]: DEBUG oslo_vmware.api [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794159, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.943572] env[62588]: DEBUG oslo_vmware.api [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794160, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.029527] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.305s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.032486] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.237s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.111865] env[62588]: DEBUG nova.network.neutron [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Updating instance_info_cache with network_info: [{"id": "4d9c4671-15fd-4b9f-8570-f6ae911bdb08", "address": "fa:16:3e:28:41:e3", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d9c4671-15", "ovs_interfaceid": "4d9c4671-15fd-4b9f-8570-f6ae911bdb08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7a4047bc-3c2e-499b-a41d-58c5e62b1922", "address": "fa:16:3e:9b:1e:c3", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a4047bc-3c", "ovs_interfaceid": "7a4047bc-3c2e-499b-a41d-58c5e62b1922", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.244026] env[62588]: INFO nova.compute.manager [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Shelve offloading [ 1752.347247] env[62588]: DEBUG oslo_vmware.api [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794159, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.444399] env[62588]: DEBUG oslo_vmware.api [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794160, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.516214} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.444719] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1752.445573] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27db5d0d-013d-4b33-9a41-09bf4e0f696c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.468877] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 9093cafa-0c88-421b-999a-01a27833cd3b/9093cafa-0c88-421b-999a-01a27833cd3b.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1752.469207] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78c54879-295d-41f0-8d1f-11150422609a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.488951] env[62588]: DEBUG oslo_vmware.api [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 1752.488951] env[62588]: value = "task-1794161" [ 1752.488951] env[62588]: _type = "Task" [ 1752.488951] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.496549] env[62588]: DEBUG oslo_vmware.api [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794161, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.599912] env[62588]: INFO nova.scheduler.client.report [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Deleted allocation for migration db989d38-ace7-4c2c-95f3-a0ff2be5a6a6 [ 1752.614281] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Releasing lock "refresh_cache-2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.615250] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.615508] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquired lock "2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.616944] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a855ac-711f-4c68-8308-9e20ca46e7cf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.642867] env[62588]: DEBUG nova.virt.hardware [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1752.643188] env[62588]: DEBUG nova.virt.hardware [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1752.643352] env[62588]: DEBUG nova.virt.hardware [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1752.643553] env[62588]: DEBUG nova.virt.hardware [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1752.643712] env[62588]: DEBUG nova.virt.hardware [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1752.643869] env[62588]: DEBUG nova.virt.hardware [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1752.644095] env[62588]: DEBUG nova.virt.hardware [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1752.644267] env[62588]: DEBUG nova.virt.hardware [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1752.644455] env[62588]: DEBUG nova.virt.hardware [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1752.644670] env[62588]: DEBUG nova.virt.hardware [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1752.644892] env[62588]: DEBUG nova.virt.hardware [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1752.651265] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Reconfiguring VM to attach interface {{(pid=62588) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1752.652544] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-283142ad-76ec-4ad2-a38b-6f6b28b60709 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.670852] env[62588]: DEBUG oslo_vmware.api [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1752.670852] env[62588]: value = "task-1794162" [ 1752.670852] env[62588]: _type = "Task" [ 1752.670852] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.679213] env[62588]: DEBUG oslo_vmware.api [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794162, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.747795] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1752.748237] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-726211b1-afbe-4c2a-a0fa-c52f6b2844ee {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.755634] env[62588]: DEBUG oslo_vmware.api [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1752.755634] env[62588]: value = "task-1794163" [ 1752.755634] env[62588]: _type = "Task" [ 1752.755634] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.767074] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] VM already powered off {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1752.767397] env[62588]: DEBUG nova.compute.manager [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1752.768354] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bb296d-83c5-44ef-b3ee-4f96586bab31 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.774349] env[62588]: DEBUG oslo_concurrency.lockutils [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquiring lock "refresh_cache-93855408-6c6d-4480-9764-7dc12394438b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.774474] env[62588]: DEBUG oslo_concurrency.lockutils [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquired lock "refresh_cache-93855408-6c6d-4480-9764-7dc12394438b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.774652] env[62588]: DEBUG nova.network.neutron [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1752.848253] env[62588]: DEBUG oslo_vmware.api [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794159, 'name': PowerOnVM_Task, 'duration_secs': 1.71478} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.848563] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1752.848810] env[62588]: DEBUG nova.compute.manager [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1752.849662] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac068b57-f582-495a-90c4-7e1ac5c768ba {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.999068] env[62588]: DEBUG oslo_vmware.api [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794161, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.066996] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 8393d21d-0eb6-446b-9c81-8a78d8f8243c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.067170] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 1c13f071-ee91-40c2-bada-1dad8d195451 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.067291] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance a41194c6-c686-4ced-8599-8618d566ccfa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.067407] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 3ee02a39-f285-405c-b7b8-ab797afe560c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.067521] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance e1cb64a7-1d26-4b65-b571-c586efe0a94d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.067635] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 8ad0b805-95c8-43f6-a687-6819ae17c230 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.067774] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.067891] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 93855408-6c6d-4480-9764-7dc12394438b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.068037] env[62588]: WARNING nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance e19e9467-440b-4270-adc4-7959fc7344c2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1753.068155] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.068265] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 3771ad9b-9159-4cd6-9428-aca368db8259 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.068373] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 50cd2ea3-1c22-4157-a953-1e5d9e8ad915 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.068478] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance a3196246-6d9f-48a2-b6d9-9bfe56e8af2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.068583] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance e8f402f2-e120-4dea-83cd-1df5077221af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.068768] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance e440420a-21e2-42dc-9659-393c4a715560 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.068874] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 9093cafa-0c88-421b-999a-01a27833cd3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.069093] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1753.069229] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1753.107452] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "e8f402f2-e120-4dea-83cd-1df5077221af" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.689s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.182645] env[62588]: DEBUG oslo_vmware.api [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.258765] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369e7caf-6d8f-4db8-b617-3623354b52b3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.266312] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b41e33-2be9-4934-a83c-30535f8a0e7f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.300154] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39eb8722-38ba-4862-8cca-77cbd4e9294f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.308219] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04b3dd0-348a-4045-9883-064069dd1cf7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.322023] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1753.360611] env[62588]: INFO nova.compute.manager [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] bringing vm to original state: 'stopped' [ 1753.501959] env[62588]: DEBUG oslo_vmware.api [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794161, 'name': ReconfigVM_Task, 'duration_secs': 0.541117} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.505925] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 9093cafa-0c88-421b-999a-01a27833cd3b/9093cafa-0c88-421b-999a-01a27833cd3b.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1753.505925] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb313956-bcb6-435f-8c31-5549f483a85c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.513248] env[62588]: DEBUG oslo_vmware.api [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 1753.513248] env[62588]: value = "task-1794164" [ 1753.513248] env[62588]: _type = "Task" [ 1753.513248] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.522231] env[62588]: DEBUG oslo_vmware.api [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794164, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.544777] env[62588]: DEBUG nova.network.neutron [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Updating instance_info_cache with network_info: [{"id": "8138c0f3-336c-485e-917f-2e62a6a3a6cc", "address": "fa:16:3e:2c:67:bb", "network": {"id": "53e5e9d3-1405-4d49-b447-38ad085a370d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-959313782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7186086b95024140b01eeb45e2af009f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8138c0f3-33", "ovs_interfaceid": "8138c0f3-336c-485e-917f-2e62a6a3a6cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.684319] env[62588]: DEBUG oslo_vmware.api [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794162, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.843963] env[62588]: ERROR nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [req-948c6efe-b6f1-45ad-967a-e0d0d70e2e7b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eaab8868-4bee-41d4-8b5c-ca05c3049f36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-948c6efe-b6f1-45ad-967a-e0d0d70e2e7b"}]} [ 1753.859752] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Refreshing inventories for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1753.877451] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Updating ProviderTree inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1753.877576] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1753.891197] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Refreshing aggregate associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, aggregates: None {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1753.913791] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Refreshing trait associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1754.024025] env[62588]: DEBUG oslo_vmware.api [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794164, 'name': Rename_Task, 'duration_secs': 0.215546} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.024313] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1754.024652] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f149d30e-0974-4862-80e5-c1169fc53918 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.034392] env[62588]: DEBUG oslo_vmware.api [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 1754.034392] env[62588]: value = "task-1794165" [ 1754.034392] env[62588]: _type = "Task" [ 1754.034392] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.046171] env[62588]: DEBUG oslo_vmware.api [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.048782] env[62588]: DEBUG oslo_concurrency.lockutils [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Releasing lock "refresh_cache-93855408-6c6d-4480-9764-7dc12394438b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.109135] env[62588]: DEBUG nova.compute.manager [req-7e1d07e2-a744-499a-beb8-897e0ba3c0ed req-52e7deb9-dca5-411f-9698-7d532e67b521 service nova] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Received event network-vif-plugged-887cdcb2-a25b-4d26-a0d8-0c868f0634ea {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1754.109352] env[62588]: DEBUG oslo_concurrency.lockutils [req-7e1d07e2-a744-499a-beb8-897e0ba3c0ed req-52e7deb9-dca5-411f-9698-7d532e67b521 service nova] Acquiring lock "9093cafa-0c88-421b-999a-01a27833cd3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.109551] env[62588]: DEBUG oslo_concurrency.lockutils [req-7e1d07e2-a744-499a-beb8-897e0ba3c0ed req-52e7deb9-dca5-411f-9698-7d532e67b521 service nova] Lock "9093cafa-0c88-421b-999a-01a27833cd3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.109712] env[62588]: DEBUG oslo_concurrency.lockutils [req-7e1d07e2-a744-499a-beb8-897e0ba3c0ed req-52e7deb9-dca5-411f-9698-7d532e67b521 service nova] Lock "9093cafa-0c88-421b-999a-01a27833cd3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.109877] env[62588]: DEBUG nova.compute.manager [req-7e1d07e2-a744-499a-beb8-897e0ba3c0ed req-52e7deb9-dca5-411f-9698-7d532e67b521 service nova] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] No waiting events found dispatching network-vif-plugged-887cdcb2-a25b-4d26-a0d8-0c868f0634ea {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1754.110045] env[62588]: WARNING nova.compute.manager [req-7e1d07e2-a744-499a-beb8-897e0ba3c0ed req-52e7deb9-dca5-411f-9698-7d532e67b521 service nova] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Received unexpected event network-vif-plugged-887cdcb2-a25b-4d26-a0d8-0c868f0634ea for instance with vm_state building and task_state spawning. [ 1754.110203] env[62588]: DEBUG nova.compute.manager [req-7e1d07e2-a744-499a-beb8-897e0ba3c0ed req-52e7deb9-dca5-411f-9698-7d532e67b521 service nova] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Received event network-changed-887cdcb2-a25b-4d26-a0d8-0c868f0634ea {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1754.110353] env[62588]: DEBUG nova.compute.manager [req-7e1d07e2-a744-499a-beb8-897e0ba3c0ed req-52e7deb9-dca5-411f-9698-7d532e67b521 service nova] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Refreshing instance network info cache due to event network-changed-887cdcb2-a25b-4d26-a0d8-0c868f0634ea. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1754.110527] env[62588]: DEBUG oslo_concurrency.lockutils [req-7e1d07e2-a744-499a-beb8-897e0ba3c0ed req-52e7deb9-dca5-411f-9698-7d532e67b521 service nova] Acquiring lock "refresh_cache-9093cafa-0c88-421b-999a-01a27833cd3b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.110672] env[62588]: DEBUG oslo_concurrency.lockutils [req-7e1d07e2-a744-499a-beb8-897e0ba3c0ed req-52e7deb9-dca5-411f-9698-7d532e67b521 service nova] Acquired lock "refresh_cache-9093cafa-0c88-421b-999a-01a27833cd3b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.110866] env[62588]: DEBUG nova.network.neutron [req-7e1d07e2-a744-499a-beb8-897e0ba3c0ed req-52e7deb9-dca5-411f-9698-7d532e67b521 service nova] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Refreshing network info cache for port 887cdcb2-a25b-4d26-a0d8-0c868f0634ea {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1754.146073] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990d9636-d6bd-48d8-bc9c-6c499c9d36ae {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.155399] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24b28c8-c82c-4956-9b76-ccdcafb9b074 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.190745] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910b42b2-0a16-4394-b325-dbcdfe79745e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.198617] env[62588]: DEBUG oslo_vmware.api [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794162, 'name': ReconfigVM_Task, 'duration_secs': 1.043718} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.203025] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Releasing lock "2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.203025] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Reconfigured VM to attach interface {{(pid=62588) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1754.204351] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae50134-71c1-4e89-bf36-12358a51adb7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.218162] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1754.367323] env[62588]: DEBUG oslo_concurrency.lockutils [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "a3196246-6d9f-48a2-b6d9-9bfe56e8af2d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.367605] env[62588]: DEBUG oslo_concurrency.lockutils [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "a3196246-6d9f-48a2-b6d9-9bfe56e8af2d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.367748] env[62588]: DEBUG nova.compute.manager [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1754.368633] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb801215-f04b-453e-a412-32361ccefbd9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.375444] env[62588]: DEBUG nova.compute.manager [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62588) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1754.411220] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1754.412128] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1177fd1d-2196-44ff-87a4-3408af026f2c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.419475] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1754.419718] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ad93c2e-4091-4017-a762-304ea5eca4f5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.432052] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "e8f402f2-e120-4dea-83cd-1df5077221af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.432275] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "e8f402f2-e120-4dea-83cd-1df5077221af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.432468] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "e8f402f2-e120-4dea-83cd-1df5077221af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.432645] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "e8f402f2-e120-4dea-83cd-1df5077221af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.432808] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "e8f402f2-e120-4dea-83cd-1df5077221af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.434823] env[62588]: INFO nova.compute.manager [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Terminating instance [ 1754.544236] env[62588]: DEBUG oslo_vmware.api [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794165, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.709973] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b5cad66b-6d7b-43b8-af86-59d6ccec38a7 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "interface-2f1cc4d5-24b4-47dc-ba6a-884141e9fa42-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.213s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.754023] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Updated inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1754.754172] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Updating resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 generation from 125 to 126 during operation: update_inventory {{(pid=62588) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1754.754331] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1754.830258] env[62588]: DEBUG nova.network.neutron [req-7e1d07e2-a744-499a-beb8-897e0ba3c0ed req-52e7deb9-dca5-411f-9698-7d532e67b521 service nova] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Updated VIF entry in instance network info cache for port 887cdcb2-a25b-4d26-a0d8-0c868f0634ea. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1754.830679] env[62588]: DEBUG nova.network.neutron [req-7e1d07e2-a744-499a-beb8-897e0ba3c0ed req-52e7deb9-dca5-411f-9698-7d532e67b521 service nova] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Updating instance_info_cache with network_info: [{"id": "887cdcb2-a25b-4d26-a0d8-0c868f0634ea", "address": "fa:16:3e:79:2d:a0", "network": {"id": "005b221e-cf07-4d05-b85b-99fe5911cbdb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-505805492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ae052fbdc942f0b17b96ab4d2252d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap887cdcb2-a2", "ovs_interfaceid": "887cdcb2-a25b-4d26-a0d8-0c868f0634ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1754.838306] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1754.838501] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1754.838737] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Deleting the datastore file [datastore1] 93855408-6c6d-4480-9764-7dc12394438b {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1754.839013] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12d1efd9-2176-4cb1-ab29-572254d6cd33 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.846368] env[62588]: DEBUG oslo_vmware.api [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1754.846368] env[62588]: value = "task-1794167" [ 1754.846368] env[62588]: _type = "Task" [ 1754.846368] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.854811] env[62588]: DEBUG oslo_vmware.api [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.879376] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1754.879739] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67638a8e-5dca-4d42-9ca3-fb074baff813 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.887136] env[62588]: DEBUG oslo_vmware.api [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1754.887136] env[62588]: value = "task-1794168" [ 1754.887136] env[62588]: _type = "Task" [ 1754.887136] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.895305] env[62588]: DEBUG oslo_vmware.api [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.938846] env[62588]: DEBUG nova.compute.manager [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1754.939105] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1754.940295] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada9927d-beee-4a29-8d7b-4eb91ff6597e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.948085] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1754.948410] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afc46839-2b5f-40d5-81e9-c38a11aa6f03 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.955475] env[62588]: DEBUG oslo_vmware.api [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1754.955475] env[62588]: value = "task-1794169" [ 1754.955475] env[62588]: _type = "Task" [ 1754.955475] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.964826] env[62588]: DEBUG oslo_vmware.api [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1794169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.007075] env[62588]: DEBUG oslo_concurrency.lockutils [None req-84b7cfdf-3740-43d6-8df6-984d255a3b8f tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "6a5d81c6-e4ba-4066-967a-1e81e6eff0f7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.007349] env[62588]: DEBUG oslo_concurrency.lockutils [None req-84b7cfdf-3740-43d6-8df6-984d255a3b8f tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "6a5d81c6-e4ba-4066-967a-1e81e6eff0f7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.045406] env[62588]: DEBUG oslo_vmware.api [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794165, 'name': PowerOnVM_Task, 'duration_secs': 0.772044} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.045644] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1755.045902] env[62588]: INFO nova.compute.manager [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Took 10.95 seconds to spawn the instance on the hypervisor. [ 1755.046090] env[62588]: DEBUG nova.compute.manager [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1755.046959] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ff2eaf-d7c7-4038-aad6-e431ecadc05f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.261635] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62588) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1755.261635] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.229s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.261874] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f8864e33-1475-479c-ab0c-4fb1819e383b tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.947s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.262974] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f8864e33-1475-479c-ab0c-4fb1819e383b tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.264107] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1755.264248] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Cleaning up deleted instances {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11698}} [ 1755.283314] env[62588]: INFO nova.scheduler.client.report [None req-f8864e33-1475-479c-ab0c-4fb1819e383b tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Deleted allocations for instance e19e9467-440b-4270-adc4-7959fc7344c2 [ 1755.334200] env[62588]: DEBUG oslo_concurrency.lockutils [req-7e1d07e2-a744-499a-beb8-897e0ba3c0ed req-52e7deb9-dca5-411f-9698-7d532e67b521 service nova] Releasing lock "refresh_cache-9093cafa-0c88-421b-999a-01a27833cd3b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.355528] env[62588]: DEBUG oslo_vmware.api [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794167, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287393} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.355773] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1755.355954] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1755.356141] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1755.374844] env[62588]: INFO nova.scheduler.client.report [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Deleted allocations for instance 93855408-6c6d-4480-9764-7dc12394438b [ 1755.396578] env[62588]: DEBUG oslo_vmware.api [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794168, 'name': PowerOffVM_Task, 'duration_secs': 0.290651} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.396870] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1755.397088] env[62588]: DEBUG nova.compute.manager [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1755.397839] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9baf527a-e467-4932-ac10-b9680482a8f6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.464940] env[62588]: DEBUG oslo_vmware.api [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1794169, 'name': PowerOffVM_Task, 'duration_secs': 0.231576} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.465237] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1755.465401] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1755.465641] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-222a7112-f76f-4126-aa83-0df31699095b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.510256] env[62588]: DEBUG nova.compute.utils [None req-84b7cfdf-3740-43d6-8df6-984d255a3b8f tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1755.566313] env[62588]: INFO nova.compute.manager [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Took 20.45 seconds to build instance. [ 1755.664104] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1755.664642] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1755.664752] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Deleting the datastore file [datastore1] e8f402f2-e120-4dea-83cd-1df5077221af {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1755.665156] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab0e5434-78a1-4c1b-b810-7aaabd6d1cd7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.673125] env[62588]: DEBUG oslo_vmware.api [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for the task: (returnval){ [ 1755.673125] env[62588]: value = "task-1794171" [ 1755.673125] env[62588]: _type = "Task" [ 1755.673125] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.680644] env[62588]: DEBUG oslo_vmware.api [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1794171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.780692] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] There are 56 instances to clean {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11707}} [ 1755.780972] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: ec9564ca-49e2-4598-84a5-06fe57fbc62f] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1755.792989] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f8864e33-1475-479c-ab0c-4fb1819e383b tempest-ServersV294TestFqdnHostnames-2015447697 tempest-ServersV294TestFqdnHostnames-2015447697-project-member] Lock "e19e9467-440b-4270-adc4-7959fc7344c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.331s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.878934] env[62588]: DEBUG oslo_concurrency.lockutils [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.879234] env[62588]: DEBUG oslo_concurrency.lockutils [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.879488] env[62588]: DEBUG nova.objects.instance [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lazy-loading 'resources' on Instance uuid 93855408-6c6d-4480-9764-7dc12394438b {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1755.908777] env[62588]: DEBUG oslo_concurrency.lockutils [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "a3196246-6d9f-48a2-b6d9-9bfe56e8af2d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.541s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.013038] env[62588]: DEBUG oslo_concurrency.lockutils [None req-84b7cfdf-3740-43d6-8df6-984d255a3b8f tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "6a5d81c6-e4ba-4066-967a-1e81e6eff0f7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.068524] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8277ac25-255e-4b2b-a3a8-2f2756cb3595 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "9093cafa-0c88-421b-999a-01a27833cd3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.972s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.185899] env[62588]: DEBUG oslo_vmware.api [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1794171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.284638] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: fe7b9c38-93e4-4868-9373-94cfe80ecea3] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1756.383992] env[62588]: DEBUG nova.objects.instance [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lazy-loading 'numa_topology' on Instance uuid 93855408-6c6d-4480-9764-7dc12394438b {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1756.416240] env[62588]: DEBUG oslo_concurrency.lockutils [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.683494] env[62588]: DEBUG oslo_vmware.api [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Task: {'id': task-1794171, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.633513} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.683768] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1756.683990] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1756.684179] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1756.684352] env[62588]: INFO nova.compute.manager [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1756.684592] env[62588]: DEBUG oslo.service.loopingcall [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1756.685109] env[62588]: DEBUG nova.compute.manager [-] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1756.685256] env[62588]: DEBUG nova.network.neutron [-] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1756.790823] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 9b142536-d974-490d-9e45-e207354ffe59] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1756.887196] env[62588]: DEBUG nova.objects.base [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Object Instance<93855408-6c6d-4480-9764-7dc12394438b> lazy-loaded attributes: resources,numa_topology {{(pid=62588) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1756.905654] env[62588]: DEBUG nova.compute.manager [req-7f0be833-7d7d-41a9-bd79-5177756fccf3 req-87d9a725-d465-411d-9d57-272fe1c535fe service nova] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Received event network-vif-deleted-538c7005-28e3-429d-9d59-b15b2fa9b894 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1756.906422] env[62588]: DEBUG nova.compute.manager [req-7f0be833-7d7d-41a9-bd79-5177756fccf3 req-87d9a725-d465-411d-9d57-272fe1c535fe service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Received event network-vif-plugged-7a4047bc-3c2e-499b-a41d-58c5e62b1922 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1756.906422] env[62588]: DEBUG oslo_concurrency.lockutils [req-7f0be833-7d7d-41a9-bd79-5177756fccf3 req-87d9a725-d465-411d-9d57-272fe1c535fe service nova] Acquiring lock "2f1cc4d5-24b4-47dc-ba6a-884141e9fa42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.906422] env[62588]: DEBUG oslo_concurrency.lockutils [req-7f0be833-7d7d-41a9-bd79-5177756fccf3 req-87d9a725-d465-411d-9d57-272fe1c535fe service nova] Lock "2f1cc4d5-24b4-47dc-ba6a-884141e9fa42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.906422] env[62588]: DEBUG oslo_concurrency.lockutils [req-7f0be833-7d7d-41a9-bd79-5177756fccf3 req-87d9a725-d465-411d-9d57-272fe1c535fe service nova] Lock "2f1cc4d5-24b4-47dc-ba6a-884141e9fa42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.906656] env[62588]: DEBUG nova.compute.manager [req-7f0be833-7d7d-41a9-bd79-5177756fccf3 req-87d9a725-d465-411d-9d57-272fe1c535fe service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] No waiting events found dispatching network-vif-plugged-7a4047bc-3c2e-499b-a41d-58c5e62b1922 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1756.906971] env[62588]: WARNING nova.compute.manager [req-7f0be833-7d7d-41a9-bd79-5177756fccf3 req-87d9a725-d465-411d-9d57-272fe1c535fe service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Received unexpected event network-vif-plugged-7a4047bc-3c2e-499b-a41d-58c5e62b1922 for instance with vm_state active and task_state None. [ 1756.907204] env[62588]: DEBUG nova.compute.manager [req-7f0be833-7d7d-41a9-bd79-5177756fccf3 req-87d9a725-d465-411d-9d57-272fe1c535fe service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Received event network-changed-7a4047bc-3c2e-499b-a41d-58c5e62b1922 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1756.907373] env[62588]: DEBUG nova.compute.manager [req-7f0be833-7d7d-41a9-bd79-5177756fccf3 req-87d9a725-d465-411d-9d57-272fe1c535fe service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Refreshing instance network info cache due to event network-changed-7a4047bc-3c2e-499b-a41d-58c5e62b1922. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1756.907563] env[62588]: DEBUG oslo_concurrency.lockutils [req-7f0be833-7d7d-41a9-bd79-5177756fccf3 req-87d9a725-d465-411d-9d57-272fe1c535fe service nova] Acquiring lock "refresh_cache-2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.907904] env[62588]: DEBUG oslo_concurrency.lockutils [req-7f0be833-7d7d-41a9-bd79-5177756fccf3 req-87d9a725-d465-411d-9d57-272fe1c535fe service nova] Acquired lock "refresh_cache-2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.908234] env[62588]: DEBUG nova.network.neutron [req-7f0be833-7d7d-41a9-bd79-5177756fccf3 req-87d9a725-d465-411d-9d57-272fe1c535fe service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Refreshing network info cache for port 7a4047bc-3c2e-499b-a41d-58c5e62b1922 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1756.946737] env[62588]: DEBUG nova.compute.manager [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1756.946737] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df1c331-51ce-4300-b01b-5062c0cbfe65 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.009392] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.009651] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.109338] env[62588]: DEBUG oslo_concurrency.lockutils [None req-84b7cfdf-3740-43d6-8df6-984d255a3b8f tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "6a5d81c6-e4ba-4066-967a-1e81e6eff0f7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.109656] env[62588]: DEBUG oslo_concurrency.lockutils [None req-84b7cfdf-3740-43d6-8df6-984d255a3b8f tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "6a5d81c6-e4ba-4066-967a-1e81e6eff0f7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.110154] env[62588]: INFO nova.compute.manager [None req-84b7cfdf-3740-43d6-8df6-984d255a3b8f tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Attaching volume 64ffeab4-c746-432d-9eaa-d2373042ece5 to /dev/sdb [ 1757.148631] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d754083-6480-4f4b-b6d5-ad976eb485ff {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.160021] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000de3f4-08b4-49fa-bc2a-84ac862f541e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.168767] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f184c3a8-9f20-4712-8093-ca93a0fcc405 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.174979] env[62588]: DEBUG nova.virt.block_device [None req-84b7cfdf-3740-43d6-8df6-984d255a3b8f tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Updating existing volume attachment record: 15fe5385-c762-4c19-802a-12b187087ce5 {{(pid=62588) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1757.181740] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbcc3d5-202e-4664-a3dd-9f19631c8915 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.226197] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d4a7d0-027c-4d59-8f54-6f9721095cf1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.237319] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3060e239-d0ba-4435-a29f-55aac372b112 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.256219] env[62588]: DEBUG nova.compute.provider_tree [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1757.294743] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 7af35d34-6ea3-4951-8cae-1fffcd1f29e8] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1757.463019] env[62588]: INFO nova.compute.manager [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] instance snapshotting [ 1757.463019] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a75bb5-274f-4e14-9f4a-92a650d7ece3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.481539] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1de56db-3bf0-4292-8497-acffec8774ca {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.513569] env[62588]: DEBUG nova.compute.manager [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1757.762923] env[62588]: DEBUG nova.network.neutron [-] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.783124] env[62588]: ERROR nova.scheduler.client.report [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [req-0e8fa41e-e3ca-448f-85e6-c276de0e1fc3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eaab8868-4bee-41d4-8b5c-ca05c3049f36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0e8fa41e-e3ca-448f-85e6-c276de0e1fc3"}]} [ 1757.799231] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: cc7df529-1891-4098-a07c-5446205bb4ab] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1757.806921] env[62588]: DEBUG nova.scheduler.client.report [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Refreshing inventories for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1757.827415] env[62588]: DEBUG nova.scheduler.client.report [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Updating ProviderTree inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1757.827623] env[62588]: DEBUG nova.compute.provider_tree [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1757.830663] env[62588]: DEBUG nova.network.neutron [req-7f0be833-7d7d-41a9-bd79-5177756fccf3 req-87d9a725-d465-411d-9d57-272fe1c535fe service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Updated VIF entry in instance network info cache for port 7a4047bc-3c2e-499b-a41d-58c5e62b1922. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1757.831713] env[62588]: DEBUG nova.network.neutron [req-7f0be833-7d7d-41a9-bd79-5177756fccf3 req-87d9a725-d465-411d-9d57-272fe1c535fe service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Updating instance_info_cache with network_info: [{"id": "4d9c4671-15fd-4b9f-8570-f6ae911bdb08", "address": "fa:16:3e:28:41:e3", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d9c4671-15", "ovs_interfaceid": "4d9c4671-15fd-4b9f-8570-f6ae911bdb08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7a4047bc-3c2e-499b-a41d-58c5e62b1922", "address": "fa:16:3e:9b:1e:c3", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a4047bc-3c", "ovs_interfaceid": "7a4047bc-3c2e-499b-a41d-58c5e62b1922", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.844789] env[62588]: DEBUG nova.scheduler.client.report [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Refreshing aggregate associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, aggregates: None {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1757.867397] env[62588]: DEBUG nova.scheduler.client.report [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Refreshing trait associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1757.993976] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Creating Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1757.994315] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0e20fb96-a086-416b-a120-dd56ab153560 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.004382] env[62588]: DEBUG oslo_vmware.api [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for the task: (returnval){ [ 1758.004382] env[62588]: value = "task-1794175" [ 1758.004382] env[62588]: _type = "Task" [ 1758.004382] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.021663] env[62588]: DEBUG oslo_vmware.api [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794175, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.044338] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.111676] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa07e66f-ce43-4bb0-9960-4233e16393ea {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.119831] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e36eb31-b993-4a18-9f0c-78af76a6405d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.152188] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c567d256-309a-4160-b49b-3050190016b0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.160217] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e47c579-19a8-491e-b71e-f3ac26dc31ae {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.176587] env[62588]: DEBUG nova.compute.provider_tree [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1758.225337] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a90cbe07-8ff7-4b52-bee5-54c15a275a10 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "interface-2f1cc4d5-24b4-47dc-ba6a-884141e9fa42-c8879b92-108b-4703-aa24-c61b51fe5335" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.225611] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a90cbe07-8ff7-4b52-bee5-54c15a275a10 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "interface-2f1cc4d5-24b4-47dc-ba6a-884141e9fa42-c8879b92-108b-4703-aa24-c61b51fe5335" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.226015] env[62588]: DEBUG nova.objects.instance [None req-a90cbe07-8ff7-4b52-bee5-54c15a275a10 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lazy-loading 'flavor' on Instance uuid 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1758.266638] env[62588]: INFO nova.compute.manager [-] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Took 1.58 seconds to deallocate network for instance. [ 1758.302992] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 4bd6d9b0-3b1d-4a15-bc0f-bfe0e8e97b3d] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1758.334435] env[62588]: DEBUG oslo_concurrency.lockutils [req-7f0be833-7d7d-41a9-bd79-5177756fccf3 req-87d9a725-d465-411d-9d57-272fe1c535fe service nova] Releasing lock "refresh_cache-2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.334750] env[62588]: DEBUG nova.compute.manager [req-7f0be833-7d7d-41a9-bd79-5177756fccf3 req-87d9a725-d465-411d-9d57-272fe1c535fe service nova] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Received event network-vif-unplugged-8138c0f3-336c-485e-917f-2e62a6a3a6cc {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1758.334971] env[62588]: DEBUG oslo_concurrency.lockutils [req-7f0be833-7d7d-41a9-bd79-5177756fccf3 req-87d9a725-d465-411d-9d57-272fe1c535fe service nova] Acquiring lock "93855408-6c6d-4480-9764-7dc12394438b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.335231] env[62588]: DEBUG oslo_concurrency.lockutils [req-7f0be833-7d7d-41a9-bd79-5177756fccf3 req-87d9a725-d465-411d-9d57-272fe1c535fe service nova] Lock "93855408-6c6d-4480-9764-7dc12394438b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.335410] env[62588]: DEBUG oslo_concurrency.lockutils [req-7f0be833-7d7d-41a9-bd79-5177756fccf3 req-87d9a725-d465-411d-9d57-272fe1c535fe service nova] Lock "93855408-6c6d-4480-9764-7dc12394438b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.335599] env[62588]: DEBUG nova.compute.manager [req-7f0be833-7d7d-41a9-bd79-5177756fccf3 req-87d9a725-d465-411d-9d57-272fe1c535fe service nova] [instance: 93855408-6c6d-4480-9764-7dc12394438b] No waiting events found dispatching network-vif-unplugged-8138c0f3-336c-485e-917f-2e62a6a3a6cc {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1758.335851] env[62588]: WARNING nova.compute.manager [req-7f0be833-7d7d-41a9-bd79-5177756fccf3 req-87d9a725-d465-411d-9d57-272fe1c535fe service nova] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Received unexpected event network-vif-unplugged-8138c0f3-336c-485e-917f-2e62a6a3a6cc for instance with vm_state shelved_offloaded and task_state None. [ 1758.336075] env[62588]: DEBUG nova.compute.manager [req-7f0be833-7d7d-41a9-bd79-5177756fccf3 req-87d9a725-d465-411d-9d57-272fe1c535fe service nova] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Received event network-changed-8138c0f3-336c-485e-917f-2e62a6a3a6cc {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1758.336839] env[62588]: DEBUG nova.compute.manager [req-7f0be833-7d7d-41a9-bd79-5177756fccf3 req-87d9a725-d465-411d-9d57-272fe1c535fe service nova] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Refreshing instance network info cache due to event network-changed-8138c0f3-336c-485e-917f-2e62a6a3a6cc. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1758.337080] env[62588]: DEBUG oslo_concurrency.lockutils [req-7f0be833-7d7d-41a9-bd79-5177756fccf3 req-87d9a725-d465-411d-9d57-272fe1c535fe service nova] Acquiring lock "refresh_cache-93855408-6c6d-4480-9764-7dc12394438b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.337238] env[62588]: DEBUG oslo_concurrency.lockutils [req-7f0be833-7d7d-41a9-bd79-5177756fccf3 req-87d9a725-d465-411d-9d57-272fe1c535fe service nova] Acquired lock "refresh_cache-93855408-6c6d-4480-9764-7dc12394438b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.337423] env[62588]: DEBUG nova.network.neutron [req-7f0be833-7d7d-41a9-bd79-5177756fccf3 req-87d9a725-d465-411d-9d57-272fe1c535fe service nova] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Refreshing network info cache for port 8138c0f3-336c-485e-917f-2e62a6a3a6cc {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1758.405724] env[62588]: DEBUG oslo_concurrency.lockutils [None req-66632cae-99f2-480d-b80f-dfd4e0ca36ab tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "a3196246-6d9f-48a2-b6d9-9bfe56e8af2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.405864] env[62588]: DEBUG oslo_concurrency.lockutils [None req-66632cae-99f2-480d-b80f-dfd4e0ca36ab tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "a3196246-6d9f-48a2-b6d9-9bfe56e8af2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.407033] env[62588]: DEBUG oslo_concurrency.lockutils [None req-66632cae-99f2-480d-b80f-dfd4e0ca36ab tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "a3196246-6d9f-48a2-b6d9-9bfe56e8af2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.407033] env[62588]: DEBUG oslo_concurrency.lockutils [None req-66632cae-99f2-480d-b80f-dfd4e0ca36ab tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "a3196246-6d9f-48a2-b6d9-9bfe56e8af2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.407033] env[62588]: DEBUG oslo_concurrency.lockutils [None req-66632cae-99f2-480d-b80f-dfd4e0ca36ab tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "a3196246-6d9f-48a2-b6d9-9bfe56e8af2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.408385] env[62588]: INFO nova.compute.manager [None req-66632cae-99f2-480d-b80f-dfd4e0ca36ab tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Terminating instance [ 1758.515890] env[62588]: DEBUG oslo_vmware.api [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794175, 'name': CreateSnapshot_Task, 'duration_secs': 0.50883} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.516193] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Created Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1758.516937] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408b5402-3856-44aa-99b7-61d0ef870bb6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.698134] env[62588]: ERROR nova.scheduler.client.report [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [req-c145fb4a-5eab-4794-8b96-6623c599c9ec] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eaab8868-4bee-41d4-8b5c-ca05c3049f36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c145fb4a-5eab-4794-8b96-6623c599c9ec"}]} [ 1758.719161] env[62588]: DEBUG nova.scheduler.client.report [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Refreshing inventories for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1758.738724] env[62588]: DEBUG nova.scheduler.client.report [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Updating ProviderTree inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1758.741029] env[62588]: DEBUG nova.compute.provider_tree [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1758.756104] env[62588]: DEBUG nova.scheduler.client.report [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Refreshing aggregate associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, aggregates: None {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1758.776128] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.777175] env[62588]: DEBUG nova.scheduler.client.report [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Refreshing trait associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1758.805798] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: f900a2b7-8d13-49d9-8a2f-f2297356c2df] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1758.912986] env[62588]: DEBUG nova.compute.manager [None req-66632cae-99f2-480d-b80f-dfd4e0ca36ab tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1758.912986] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-66632cae-99f2-480d-b80f-dfd4e0ca36ab tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1758.913851] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b0ec9e-94f7-48cb-b503-2dc0c23ec43e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.925574] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-66632cae-99f2-480d-b80f-dfd4e0ca36ab tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1758.926164] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51999907-111c-44fe-a7f6-2ca2f2944233 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.971359] env[62588]: DEBUG nova.objects.instance [None req-a90cbe07-8ff7-4b52-bee5-54c15a275a10 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lazy-loading 'pci_requests' on Instance uuid 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1759.019038] env[62588]: DEBUG nova.compute.manager [req-2b45a5e7-8437-400e-aab3-6b81e36304f1 req-835ae74d-8167-4957-a891-9fc53f60ee3b service nova] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Received event network-changed-887cdcb2-a25b-4d26-a0d8-0c868f0634ea {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1759.019268] env[62588]: DEBUG nova.compute.manager [req-2b45a5e7-8437-400e-aab3-6b81e36304f1 req-835ae74d-8167-4957-a891-9fc53f60ee3b service nova] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Refreshing instance network info cache due to event network-changed-887cdcb2-a25b-4d26-a0d8-0c868f0634ea. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1759.019506] env[62588]: DEBUG oslo_concurrency.lockutils [req-2b45a5e7-8437-400e-aab3-6b81e36304f1 req-835ae74d-8167-4957-a891-9fc53f60ee3b service nova] Acquiring lock "refresh_cache-9093cafa-0c88-421b-999a-01a27833cd3b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.019649] env[62588]: DEBUG oslo_concurrency.lockutils [req-2b45a5e7-8437-400e-aab3-6b81e36304f1 req-835ae74d-8167-4957-a891-9fc53f60ee3b service nova] Acquired lock "refresh_cache-9093cafa-0c88-421b-999a-01a27833cd3b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.019816] env[62588]: DEBUG nova.network.neutron [req-2b45a5e7-8437-400e-aab3-6b81e36304f1 req-835ae74d-8167-4957-a891-9fc53f60ee3b service nova] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Refreshing network info cache for port 887cdcb2-a25b-4d26-a0d8-0c868f0634ea {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1759.038936] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Creating linked-clone VM from snapshot {{(pid=62588) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1759.044072] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a38848d9-a56f-433e-9011-2f4342f4ae79 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.048363] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-66632cae-99f2-480d-b80f-dfd4e0ca36ab tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1759.048363] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-66632cae-99f2-480d-b80f-dfd4e0ca36ab tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1759.048363] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-66632cae-99f2-480d-b80f-dfd4e0ca36ab tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Deleting the datastore file [datastore1] a3196246-6d9f-48a2-b6d9-9bfe56e8af2d {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1759.048568] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f7b0376-88b8-4465-bc2d-3b83e8afdbd1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.061412] env[62588]: DEBUG oslo_vmware.api [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for the task: (returnval){ [ 1759.061412] env[62588]: value = "task-1794177" [ 1759.061412] env[62588]: _type = "Task" [ 1759.061412] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.063289] env[62588]: DEBUG oslo_concurrency.lockutils [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Acquiring lock "d02648d1-c160-42e6-8e62-db27d4764f5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.063289] env[62588]: DEBUG oslo_concurrency.lockutils [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Lock "d02648d1-c160-42e6-8e62-db27d4764f5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.065250] env[62588]: DEBUG oslo_vmware.api [None req-66632cae-99f2-480d-b80f-dfd4e0ca36ab tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1759.065250] env[62588]: value = "task-1794178" [ 1759.065250] env[62588]: _type = "Task" [ 1759.065250] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.084831] env[62588]: DEBUG oslo_vmware.api [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794177, 'name': CloneVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.085952] env[62588]: DEBUG nova.compute.manager [req-993a9818-72e4-45db-857e-848de593ccd3 req-3e9ecdaf-8959-407b-a2e0-401eefa96073 service nova] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Received event network-vif-deleted-713be818-f8f3-45a9-b32a-e800f6e94e4f {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1759.090083] env[62588]: DEBUG oslo_vmware.api [None req-66632cae-99f2-480d-b80f-dfd4e0ca36ab tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.109398] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd29839a-8c97-42ce-918b-65a013c2995a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.118828] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401bbf3f-7054-4305-bc3c-a89939712416 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.169557] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54114c8d-120e-4c5c-8743-00d44886d629 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.182327] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1758885d-5d2a-43f3-9d1f-6478073d4f61 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.204310] env[62588]: DEBUG nova.compute.provider_tree [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1759.212188] env[62588]: DEBUG nova.network.neutron [req-7f0be833-7d7d-41a9-bd79-5177756fccf3 req-87d9a725-d465-411d-9d57-272fe1c535fe service nova] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Updated VIF entry in instance network info cache for port 8138c0f3-336c-485e-917f-2e62a6a3a6cc. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1759.212523] env[62588]: DEBUG nova.network.neutron [req-7f0be833-7d7d-41a9-bd79-5177756fccf3 req-87d9a725-d465-411d-9d57-272fe1c535fe service nova] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Updating instance_info_cache with network_info: [{"id": "8138c0f3-336c-485e-917f-2e62a6a3a6cc", "address": "fa:16:3e:2c:67:bb", "network": {"id": "53e5e9d3-1405-4d49-b447-38ad085a370d", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-959313782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7186086b95024140b01eeb45e2af009f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8138c0f3-33", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.222423] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquiring lock "93855408-6c6d-4480-9764-7dc12394438b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.293933] env[62588]: DEBUG nova.compute.manager [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Stashing vm_state: active {{(pid=62588) _prep_resize /opt/stack/nova/nova/compute/manager.py:6087}} [ 1759.309443] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 51c87c23-78a1-47aa-a0db-a236ab6d23b3] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1759.475091] env[62588]: DEBUG nova.objects.base [None req-a90cbe07-8ff7-4b52-bee5-54c15a275a10 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Object Instance<2f1cc4d5-24b4-47dc-ba6a-884141e9fa42> lazy-loaded attributes: flavor,pci_requests {{(pid=62588) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1759.475091] env[62588]: DEBUG nova.network.neutron [None req-a90cbe07-8ff7-4b52-bee5-54c15a275a10 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1759.573047] env[62588]: DEBUG nova.compute.manager [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1759.574050] env[62588]: DEBUG nova.policy [None req-a90cbe07-8ff7-4b52-bee5-54c15a275a10 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9842fd79fe74710979fc9a592fb4ce7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ccf6b2ee1dc4c85aa64f97e4d32ef87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1759.589022] env[62588]: DEBUG oslo_vmware.api [None req-66632cae-99f2-480d-b80f-dfd4e0ca36ab tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315637} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.593147] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-66632cae-99f2-480d-b80f-dfd4e0ca36ab tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1759.593147] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-66632cae-99f2-480d-b80f-dfd4e0ca36ab tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1759.593209] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-66632cae-99f2-480d-b80f-dfd4e0ca36ab tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1759.593661] env[62588]: INFO nova.compute.manager [None req-66632cae-99f2-480d-b80f-dfd4e0ca36ab tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Took 0.68 seconds to destroy the instance on the hypervisor. [ 1759.593661] env[62588]: DEBUG oslo.service.loopingcall [None req-66632cae-99f2-480d-b80f-dfd4e0ca36ab tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1759.593852] env[62588]: DEBUG oslo_vmware.api [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794177, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.594243] env[62588]: DEBUG nova.compute.manager [-] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1759.594396] env[62588]: DEBUG nova.network.neutron [-] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1759.715893] env[62588]: DEBUG oslo_concurrency.lockutils [req-7f0be833-7d7d-41a9-bd79-5177756fccf3 req-87d9a725-d465-411d-9d57-272fe1c535fe service nova] Releasing lock "refresh_cache-93855408-6c6d-4480-9764-7dc12394438b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.746470] env[62588]: DEBUG nova.scheduler.client.report [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Updated inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with generation 131 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1759.746739] env[62588]: DEBUG nova.compute.provider_tree [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Updating resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 generation from 131 to 132 during operation: update_inventory {{(pid=62588) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1759.747680] env[62588]: DEBUG nova.compute.provider_tree [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1759.813544] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 5ac602d4-c986-4b84-bc66-faa62d4ef59c] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1759.826208] env[62588]: DEBUG oslo_concurrency.lockutils [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.065839] env[62588]: DEBUG nova.network.neutron [req-2b45a5e7-8437-400e-aab3-6b81e36304f1 req-835ae74d-8167-4957-a891-9fc53f60ee3b service nova] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Updated VIF entry in instance network info cache for port 887cdcb2-a25b-4d26-a0d8-0c868f0634ea. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1760.066211] env[62588]: DEBUG nova.network.neutron [req-2b45a5e7-8437-400e-aab3-6b81e36304f1 req-835ae74d-8167-4957-a891-9fc53f60ee3b service nova] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Updating instance_info_cache with network_info: [{"id": "887cdcb2-a25b-4d26-a0d8-0c868f0634ea", "address": "fa:16:3e:79:2d:a0", "network": {"id": "005b221e-cf07-4d05-b85b-99fe5911cbdb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-505805492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ae052fbdc942f0b17b96ab4d2252d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap887cdcb2-a2", "ovs_interfaceid": "887cdcb2-a25b-4d26-a0d8-0c868f0634ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.087377] env[62588]: DEBUG oslo_vmware.api [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794177, 'name': CloneVM_Task} progress is 95%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.102860] env[62588]: DEBUG oslo_concurrency.lockutils [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.253021] env[62588]: DEBUG oslo_concurrency.lockutils [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.373s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.255317] env[62588]: DEBUG oslo_concurrency.lockutils [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.840s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.255509] env[62588]: DEBUG nova.objects.instance [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62588) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1760.320804] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 6f7b8304-a4ce-4bcb-8a1a-670dff794f1e] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1760.434809] env[62588]: DEBUG nova.network.neutron [-] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.569264] env[62588]: DEBUG oslo_concurrency.lockutils [req-2b45a5e7-8437-400e-aab3-6b81e36304f1 req-835ae74d-8167-4957-a891-9fc53f60ee3b service nova] Releasing lock "refresh_cache-9093cafa-0c88-421b-999a-01a27833cd3b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.581423] env[62588]: DEBUG oslo_vmware.api [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794177, 'name': CloneVM_Task, 'duration_secs': 1.244805} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.581701] env[62588]: INFO nova.virt.vmwareapi.vmops [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Created linked-clone VM from snapshot [ 1760.582318] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a85be6-24b6-4c62-9b8d-fe728e29e922 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.590970] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Uploading image 0294b8e3-f6f0-4575-bd98-4495f5877484 {{(pid=62588) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1760.610846] env[62588]: DEBUG oslo_vmware.rw_handles [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1760.610846] env[62588]: value = "vm-372142" [ 1760.610846] env[62588]: _type = "VirtualMachine" [ 1760.610846] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1760.611149] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-19b99e1b-3934-4aa2-9bb0-6356c339b1cc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.618913] env[62588]: DEBUG oslo_vmware.rw_handles [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Lease: (returnval){ [ 1760.618913] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]525d3586-de65-c27a-0d49-f4b89ad429f1" [ 1760.618913] env[62588]: _type = "HttpNfcLease" [ 1760.618913] env[62588]: } obtained for exporting VM: (result){ [ 1760.618913] env[62588]: value = "vm-372142" [ 1760.618913] env[62588]: _type = "VirtualMachine" [ 1760.618913] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1760.619172] env[62588]: DEBUG oslo_vmware.api [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for the lease: (returnval){ [ 1760.619172] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]525d3586-de65-c27a-0d49-f4b89ad429f1" [ 1760.619172] env[62588]: _type = "HttpNfcLease" [ 1760.619172] env[62588]: } to be ready. {{(pid=62588) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1760.625453] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1760.625453] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]525d3586-de65-c27a-0d49-f4b89ad429f1" [ 1760.625453] env[62588]: _type = "HttpNfcLease" [ 1760.625453] env[62588]: } is initializing. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1760.765713] env[62588]: DEBUG oslo_concurrency.lockutils [None req-34b16ee4-60ae-4cbf-859d-3d160600b4bf tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "93855408-6c6d-4480-9764-7dc12394438b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.492s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.766515] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "93855408-6c6d-4480-9764-7dc12394438b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.544s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.766758] env[62588]: INFO nova.compute.manager [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Unshelving [ 1760.823373] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 5e3b85e8-1712-4f6f-98b8-655e7044928b] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1760.937437] env[62588]: INFO nova.compute.manager [-] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Took 1.34 seconds to deallocate network for instance. [ 1761.040457] env[62588]: DEBUG nova.compute.manager [req-1cbde4b4-196b-411c-b22c-fcc5bfab588a req-4f1f289c-c8ef-46f2-af26-6804916e1e24 service nova] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Received event network-vif-deleted-0e738e1e-04ca-481b-8dbd-567158e2c7ff {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1761.127998] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1761.127998] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]525d3586-de65-c27a-0d49-f4b89ad429f1" [ 1761.127998] env[62588]: _type = "HttpNfcLease" [ 1761.127998] env[62588]: } is ready. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1761.129024] env[62588]: DEBUG oslo_vmware.rw_handles [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1761.129024] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]525d3586-de65-c27a-0d49-f4b89ad429f1" [ 1761.129024] env[62588]: _type = "HttpNfcLease" [ 1761.129024] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1761.129212] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5934424e-f0bf-4a08-856e-8b2844b09f7b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.136391] env[62588]: DEBUG oslo_vmware.rw_handles [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529f09c6-8d9a-c097-338b-b48112a5d150/disk-0.vmdk from lease info. {{(pid=62588) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1761.136539] env[62588]: DEBUG oslo_vmware.rw_handles [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529f09c6-8d9a-c097-338b-b48112a5d150/disk-0.vmdk for reading. {{(pid=62588) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1761.222760] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-453d1140-becb-4ea6-a454-ddec214bb64e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.266809] env[62588]: DEBUG oslo_concurrency.lockutils [None req-de978f76-f48e-4953-b57b-5fa837304511 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.267932] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.224s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.271801] env[62588]: INFO nova.compute.claims [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1761.326547] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 34e36924-dd44-4a76-b48b-b2c6b16ae04a] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1761.372809] env[62588]: DEBUG nova.network.neutron [None req-a90cbe07-8ff7-4b52-bee5-54c15a275a10 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Successfully updated port: c8879b92-108b-4703-aa24-c61b51fe5335 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1761.443742] env[62588]: DEBUG oslo_concurrency.lockutils [None req-66632cae-99f2-480d-b80f-dfd4e0ca36ab tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.648702] env[62588]: DEBUG nova.compute.manager [req-85995194-3411-4af7-b0a2-974f8375787b req-8831b13e-f85b-430d-a79b-6c208176dd2b service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Received event network-vif-plugged-c8879b92-108b-4703-aa24-c61b51fe5335 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1761.649444] env[62588]: DEBUG oslo_concurrency.lockutils [req-85995194-3411-4af7-b0a2-974f8375787b req-8831b13e-f85b-430d-a79b-6c208176dd2b service nova] Acquiring lock "2f1cc4d5-24b4-47dc-ba6a-884141e9fa42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.650335] env[62588]: DEBUG oslo_concurrency.lockutils [req-85995194-3411-4af7-b0a2-974f8375787b req-8831b13e-f85b-430d-a79b-6c208176dd2b service nova] Lock "2f1cc4d5-24b4-47dc-ba6a-884141e9fa42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.650611] env[62588]: DEBUG oslo_concurrency.lockutils [req-85995194-3411-4af7-b0a2-974f8375787b req-8831b13e-f85b-430d-a79b-6c208176dd2b service nova] Lock "2f1cc4d5-24b4-47dc-ba6a-884141e9fa42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.650862] env[62588]: DEBUG nova.compute.manager [req-85995194-3411-4af7-b0a2-974f8375787b req-8831b13e-f85b-430d-a79b-6c208176dd2b service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] No waiting events found dispatching network-vif-plugged-c8879b92-108b-4703-aa24-c61b51fe5335 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1761.651370] env[62588]: WARNING nova.compute.manager [req-85995194-3411-4af7-b0a2-974f8375787b req-8831b13e-f85b-430d-a79b-6c208176dd2b service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Received unexpected event network-vif-plugged-c8879b92-108b-4703-aa24-c61b51fe5335 for instance with vm_state active and task_state None. [ 1761.730974] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-84b7cfdf-3740-43d6-8df6-984d255a3b8f tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Volume attach. Driver type: vmdk {{(pid=62588) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1761.730974] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-84b7cfdf-3740-43d6-8df6-984d255a3b8f tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372140', 'volume_id': '64ffeab4-c746-432d-9eaa-d2373042ece5', 'name': 'volume-64ffeab4-c746-432d-9eaa-d2373042ece5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6a5d81c6-e4ba-4066-967a-1e81e6eff0f7', 'attached_at': '', 'detached_at': '', 'volume_id': '64ffeab4-c746-432d-9eaa-d2373042ece5', 'serial': '64ffeab4-c746-432d-9eaa-d2373042ece5'} {{(pid=62588) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1761.730974] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebb553b-eaa2-44ec-b22d-9768035a99c3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.747944] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86126572-3fc2-4688-862f-58213248c1ba {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.775382] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-84b7cfdf-3740-43d6-8df6-984d255a3b8f tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] volume-64ffeab4-c746-432d-9eaa-d2373042ece5/volume-64ffeab4-c746-432d-9eaa-d2373042ece5.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1761.775710] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-443ac202-493e-45e7-b2e4-3d80a3841298 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.793728] env[62588]: DEBUG nova.compute.utils [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1761.800730] env[62588]: DEBUG oslo_vmware.api [None req-84b7cfdf-3740-43d6-8df6-984d255a3b8f tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1761.800730] env[62588]: value = "task-1794181" [ 1761.800730] env[62588]: _type = "Task" [ 1761.800730] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.811491] env[62588]: DEBUG oslo_vmware.api [None req-84b7cfdf-3740-43d6-8df6-984d255a3b8f tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794181, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.830737] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: aa7f36a3-881a-4686-87ba-908bbef9fc84] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1761.880526] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a90cbe07-8ff7-4b52-bee5-54c15a275a10 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "refresh_cache-2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.880702] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a90cbe07-8ff7-4b52-bee5-54c15a275a10 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquired lock "refresh_cache-2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.880944] env[62588]: DEBUG nova.network.neutron [None req-a90cbe07-8ff7-4b52-bee5-54c15a275a10 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1762.299017] env[62588]: INFO nova.virt.block_device [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Booting with volume 2eed88cc-15ee-4afb-bd99-167f99894136 at /dev/sdb [ 1762.313657] env[62588]: DEBUG oslo_vmware.api [None req-84b7cfdf-3740-43d6-8df6-984d255a3b8f tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794181, 'name': ReconfigVM_Task, 'duration_secs': 0.349125} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.314503] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-84b7cfdf-3740-43d6-8df6-984d255a3b8f tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Reconfigured VM instance instance-00000051 to attach disk [datastore1] volume-64ffeab4-c746-432d-9eaa-d2373042ece5/volume-64ffeab4-c746-432d-9eaa-d2373042ece5.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1762.322229] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-801286bc-26d1-4bf4-b211-1f9980637b0a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.333919] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7692ab9-03ad-4a20-9799-621bb766aed0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.336290] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: c70decfc-7dca-455c-be31-d883bb3c7d98] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1762.347824] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8a3a60-6291-4168-8267-b8740159b17d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.363854] env[62588]: DEBUG oslo_vmware.api [None req-84b7cfdf-3740-43d6-8df6-984d255a3b8f tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1762.363854] env[62588]: value = "task-1794182" [ 1762.363854] env[62588]: _type = "Task" [ 1762.363854] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.376658] env[62588]: DEBUG oslo_vmware.api [None req-84b7cfdf-3740-43d6-8df6-984d255a3b8f tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794182, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.394839] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f302b05-5bc3-447f-ab59-8f04c93cf10f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.407403] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c202ca13-2356-4859-988a-b3099170dd02 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.453935] env[62588]: WARNING nova.network.neutron [None req-a90cbe07-8ff7-4b52-bee5-54c15a275a10 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5 already exists in list: networks containing: ['cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5']. ignoring it [ 1762.454351] env[62588]: WARNING nova.network.neutron [None req-a90cbe07-8ff7-4b52-bee5-54c15a275a10 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5 already exists in list: networks containing: ['cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5']. ignoring it [ 1762.457108] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd438a70-1a49-4551-b0b4-3e7c50bcdf91 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.469432] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febd8c8b-e9d4-4110-b5d6-534ffda90f19 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.486959] env[62588]: DEBUG nova.virt.block_device [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Updating existing volume attachment record: b6897e94-b752-44a1-860e-fd635763900b {{(pid=62588) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1762.658321] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72600f7-db3d-415d-ae0e-4cee79fa53b4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.665830] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ef039b-62c3-4981-a0be-8796bab94f37 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.704214] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9184a48d-d188-4d79-affe-7fb156b7c373 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.712324] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a03aeec-31aa-4cc4-976b-65759f878c1a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.727717] env[62588]: DEBUG nova.compute.provider_tree [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1762.840435] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 77171cc7-7df2-421f-b481-cc26969cbfdb] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1762.875880] env[62588]: DEBUG oslo_vmware.api [None req-84b7cfdf-3740-43d6-8df6-984d255a3b8f tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794182, 'name': ReconfigVM_Task, 'duration_secs': 0.173753} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.876321] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-84b7cfdf-3740-43d6-8df6-984d255a3b8f tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372140', 'volume_id': '64ffeab4-c746-432d-9eaa-d2373042ece5', 'name': 'volume-64ffeab4-c746-432d-9eaa-d2373042ece5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6a5d81c6-e4ba-4066-967a-1e81e6eff0f7', 'attached_at': '', 'detached_at': '', 'volume_id': '64ffeab4-c746-432d-9eaa-d2373042ece5', 'serial': '64ffeab4-c746-432d-9eaa-d2373042ece5'} {{(pid=62588) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1763.232549] env[62588]: DEBUG nova.scheduler.client.report [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1763.288477] env[62588]: DEBUG nova.network.neutron [None req-a90cbe07-8ff7-4b52-bee5-54c15a275a10 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Updating instance_info_cache with network_info: [{"id": "4d9c4671-15fd-4b9f-8570-f6ae911bdb08", "address": "fa:16:3e:28:41:e3", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d9c4671-15", "ovs_interfaceid": "4d9c4671-15fd-4b9f-8570-f6ae911bdb08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7a4047bc-3c2e-499b-a41d-58c5e62b1922", "address": "fa:16:3e:9b:1e:c3", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a4047bc-3c", "ovs_interfaceid": "7a4047bc-3c2e-499b-a41d-58c5e62b1922", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c8879b92-108b-4703-aa24-c61b51fe5335", "address": "fa:16:3e:a2:10:39", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8879b92-10", "ovs_interfaceid": "c8879b92-108b-4703-aa24-c61b51fe5335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.344059] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 61f82ed6-fa5e-4bca-9264-ee86692839a4] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1763.675724] env[62588]: DEBUG nova.compute.manager [req-7225a9b3-05b5-43b1-947f-a8583d90afda req-448c263a-0ec9-4c01-8643-4f5dfca9af62 service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Received event network-changed-c8879b92-108b-4703-aa24-c61b51fe5335 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1763.675976] env[62588]: DEBUG nova.compute.manager [req-7225a9b3-05b5-43b1-947f-a8583d90afda req-448c263a-0ec9-4c01-8643-4f5dfca9af62 service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Refreshing instance network info cache due to event network-changed-c8879b92-108b-4703-aa24-c61b51fe5335. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1763.676152] env[62588]: DEBUG oslo_concurrency.lockutils [req-7225a9b3-05b5-43b1-947f-a8583d90afda req-448c263a-0ec9-4c01-8643-4f5dfca9af62 service nova] Acquiring lock "refresh_cache-2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.737737] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.738456] env[62588]: DEBUG nova.compute.manager [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1763.741559] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.966s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.741886] env[62588]: DEBUG nova.objects.instance [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lazy-loading 'resources' on Instance uuid e8f402f2-e120-4dea-83cd-1df5077221af {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1763.791349] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a90cbe07-8ff7-4b52-bee5-54c15a275a10 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Releasing lock "refresh_cache-2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.792199] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a90cbe07-8ff7-4b52-bee5-54c15a275a10 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.792427] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a90cbe07-8ff7-4b52-bee5-54c15a275a10 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquired lock "2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.792712] env[62588]: DEBUG oslo_concurrency.lockutils [req-7225a9b3-05b5-43b1-947f-a8583d90afda req-448c263a-0ec9-4c01-8643-4f5dfca9af62 service nova] Acquired lock "refresh_cache-2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.792976] env[62588]: DEBUG nova.network.neutron [req-7225a9b3-05b5-43b1-947f-a8583d90afda req-448c263a-0ec9-4c01-8643-4f5dfca9af62 service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Refreshing network info cache for port c8879b92-108b-4703-aa24-c61b51fe5335 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1763.795501] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4aefc6c-fc1f-48cd-923c-b55d6acf91bf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.817246] env[62588]: DEBUG nova.virt.hardware [None req-a90cbe07-8ff7-4b52-bee5-54c15a275a10 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1763.817544] env[62588]: DEBUG nova.virt.hardware [None req-a90cbe07-8ff7-4b52-bee5-54c15a275a10 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1763.817782] env[62588]: DEBUG nova.virt.hardware [None req-a90cbe07-8ff7-4b52-bee5-54c15a275a10 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1763.817990] env[62588]: DEBUG nova.virt.hardware [None req-a90cbe07-8ff7-4b52-bee5-54c15a275a10 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1763.818164] env[62588]: DEBUG nova.virt.hardware [None req-a90cbe07-8ff7-4b52-bee5-54c15a275a10 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1763.818384] env[62588]: DEBUG nova.virt.hardware [None req-a90cbe07-8ff7-4b52-bee5-54c15a275a10 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1763.818651] env[62588]: DEBUG nova.virt.hardware [None req-a90cbe07-8ff7-4b52-bee5-54c15a275a10 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1763.818819] env[62588]: DEBUG nova.virt.hardware [None req-a90cbe07-8ff7-4b52-bee5-54c15a275a10 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1763.819057] env[62588]: DEBUG nova.virt.hardware [None req-a90cbe07-8ff7-4b52-bee5-54c15a275a10 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1763.819315] env[62588]: DEBUG nova.virt.hardware [None req-a90cbe07-8ff7-4b52-bee5-54c15a275a10 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1763.819511] env[62588]: DEBUG nova.virt.hardware [None req-a90cbe07-8ff7-4b52-bee5-54c15a275a10 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1763.827240] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a90cbe07-8ff7-4b52-bee5-54c15a275a10 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Reconfiguring VM to attach interface {{(pid=62588) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1763.827990] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa69281b-2d64-45d5-b502-480724818081 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.847618] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: f26adaee-0b99-42b7-b852-b85833a67ff8] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1763.850998] env[62588]: DEBUG oslo_vmware.api [None req-a90cbe07-8ff7-4b52-bee5-54c15a275a10 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1763.850998] env[62588]: value = "task-1794186" [ 1763.850998] env[62588]: _type = "Task" [ 1763.850998] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.859632] env[62588]: DEBUG oslo_vmware.api [None req-a90cbe07-8ff7-4b52-bee5-54c15a275a10 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794186, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.919176] env[62588]: DEBUG nova.objects.instance [None req-84b7cfdf-3740-43d6-8df6-984d255a3b8f tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lazy-loading 'flavor' on Instance uuid 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1764.248339] env[62588]: DEBUG nova.compute.utils [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1764.250124] env[62588]: DEBUG nova.compute.manager [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1764.250352] env[62588]: DEBUG nova.network.neutron [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1764.311505] env[62588]: DEBUG nova.policy [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be1ca46aaa8b429baa004a02e4840428', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '962ad43ecb3d425ebc57be08dea7d954', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1764.353786] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: cf8f3744-a2c8-42b3-b24e-401990126836] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1764.372793] env[62588]: DEBUG oslo_vmware.api [None req-a90cbe07-8ff7-4b52-bee5-54c15a275a10 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.424545] env[62588]: DEBUG oslo_concurrency.lockutils [None req-84b7cfdf-3740-43d6-8df6-984d255a3b8f tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "6a5d81c6-e4ba-4066-967a-1e81e6eff0f7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.315s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.540845] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211fc662-2190-49b9-a478-3e38dd864f80 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.549568] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b75ff9-f2cb-4040-b989-e929428ea48f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.590515] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34885d55-15de-421b-b196-5f917ea35f21 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.599230] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26798d9-d425-42a9-973a-d558dd4c5862 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.618663] env[62588]: DEBUG nova.compute.provider_tree [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1764.753604] env[62588]: DEBUG nova.compute.manager [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1764.856820] env[62588]: DEBUG nova.network.neutron [req-7225a9b3-05b5-43b1-947f-a8583d90afda req-448c263a-0ec9-4c01-8643-4f5dfca9af62 service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Updated VIF entry in instance network info cache for port c8879b92-108b-4703-aa24-c61b51fe5335. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1764.857417] env[62588]: DEBUG nova.network.neutron [req-7225a9b3-05b5-43b1-947f-a8583d90afda req-448c263a-0ec9-4c01-8643-4f5dfca9af62 service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Updating instance_info_cache with network_info: [{"id": "4d9c4671-15fd-4b9f-8570-f6ae911bdb08", "address": "fa:16:3e:28:41:e3", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d9c4671-15", "ovs_interfaceid": "4d9c4671-15fd-4b9f-8570-f6ae911bdb08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7a4047bc-3c2e-499b-a41d-58c5e62b1922", "address": "fa:16:3e:9b:1e:c3", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a4047bc-3c", "ovs_interfaceid": "7a4047bc-3c2e-499b-a41d-58c5e62b1922", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c8879b92-108b-4703-aa24-c61b51fe5335", "address": "fa:16:3e:a2:10:39", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8879b92-10", "ovs_interfaceid": "c8879b92-108b-4703-aa24-c61b51fe5335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.870175] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 3e6b0d70-5687-4b57-aa2d-573b51d6805f] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1764.872152] env[62588]: DEBUG oslo_vmware.api [None req-a90cbe07-8ff7-4b52-bee5-54c15a275a10 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794186, 'name': ReconfigVM_Task, 'duration_secs': 0.851077} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.875211] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a90cbe07-8ff7-4b52-bee5-54c15a275a10 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Releasing lock "2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.875211] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a90cbe07-8ff7-4b52-bee5-54c15a275a10 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Reconfigured VM to attach interface {{(pid=62588) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1764.925596] env[62588]: DEBUG nova.network.neutron [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Successfully created port: 4a1aa5f4-aed2-48f9-82fa-efa67be49db0 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1765.122528] env[62588]: DEBUG nova.scheduler.client.report [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1765.314618] env[62588]: DEBUG nova.compute.manager [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Stashing vm_state: active {{(pid=62588) _prep_resize /opt/stack/nova/nova/compute/manager.py:6087}} [ 1765.361109] env[62588]: DEBUG oslo_concurrency.lockutils [req-7225a9b3-05b5-43b1-947f-a8583d90afda req-448c263a-0ec9-4c01-8643-4f5dfca9af62 service nova] Releasing lock "refresh_cache-2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.373773] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 6493047e-572b-4c92-878f-270d4479416e] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1765.381827] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a90cbe07-8ff7-4b52-bee5-54c15a275a10 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "interface-2f1cc4d5-24b4-47dc-ba6a-884141e9fa42-c8879b92-108b-4703-aa24-c61b51fe5335" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.156s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.630763] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.633238] env[62588]: DEBUG oslo_concurrency.lockutils [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.807s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.652928] env[62588]: INFO nova.scheduler.client.report [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Deleted allocations for instance e8f402f2-e120-4dea-83cd-1df5077221af [ 1765.765069] env[62588]: DEBUG nova.compute.manager [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1765.791737] env[62588]: DEBUG nova.virt.hardware [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1765.792010] env[62588]: DEBUG nova.virt.hardware [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1765.792208] env[62588]: DEBUG nova.virt.hardware [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1765.792398] env[62588]: DEBUG nova.virt.hardware [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1765.792543] env[62588]: DEBUG nova.virt.hardware [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1765.792686] env[62588]: DEBUG nova.virt.hardware [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1765.792894] env[62588]: DEBUG nova.virt.hardware [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1765.793088] env[62588]: DEBUG nova.virt.hardware [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1765.793305] env[62588]: DEBUG nova.virt.hardware [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1765.793504] env[62588]: DEBUG nova.virt.hardware [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1765.793686] env[62588]: DEBUG nova.virt.hardware [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1765.794616] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69adda1-d61c-4c0a-a780-5fceed767f75 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.803452] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e9fa0f-610b-4a48-9fb8-2b8059474ab1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.831993] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.876585] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 8c51b7f7-7223-42c2-a7e4-f545efe26587] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1766.142671] env[62588]: INFO nova.compute.claims [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1766.163566] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a7f8c0aa-e1b3-41c3-b10d-74082f56aead tempest-DeleteServersTestJSON-562142501 tempest-DeleteServersTestJSON-562142501-project-member] Lock "e8f402f2-e120-4dea-83cd-1df5077221af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.731s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.380090] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: ce0a0e8b-b9b8-47d8-bf4e-62841cd705c9] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1766.619218] env[62588]: DEBUG nova.compute.manager [req-a13a1398-f1bb-42c7-96d0-2c6bc3cf40f9 req-bb4ac31b-d682-432e-b39f-4fb176a743f3 service nova] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Received event network-vif-plugged-4a1aa5f4-aed2-48f9-82fa-efa67be49db0 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1766.619391] env[62588]: DEBUG oslo_concurrency.lockutils [req-a13a1398-f1bb-42c7-96d0-2c6bc3cf40f9 req-bb4ac31b-d682-432e-b39f-4fb176a743f3 service nova] Acquiring lock "5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.619586] env[62588]: DEBUG oslo_concurrency.lockutils [req-a13a1398-f1bb-42c7-96d0-2c6bc3cf40f9 req-bb4ac31b-d682-432e-b39f-4fb176a743f3 service nova] Lock "5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.619769] env[62588]: DEBUG oslo_concurrency.lockutils [req-a13a1398-f1bb-42c7-96d0-2c6bc3cf40f9 req-bb4ac31b-d682-432e-b39f-4fb176a743f3 service nova] Lock "5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.619945] env[62588]: DEBUG nova.compute.manager [req-a13a1398-f1bb-42c7-96d0-2c6bc3cf40f9 req-bb4ac31b-d682-432e-b39f-4fb176a743f3 service nova] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] No waiting events found dispatching network-vif-plugged-4a1aa5f4-aed2-48f9-82fa-efa67be49db0 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1766.620186] env[62588]: WARNING nova.compute.manager [req-a13a1398-f1bb-42c7-96d0-2c6bc3cf40f9 req-bb4ac31b-d682-432e-b39f-4fb176a743f3 service nova] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Received unexpected event network-vif-plugged-4a1aa5f4-aed2-48f9-82fa-efa67be49db0 for instance with vm_state building and task_state spawning. [ 1766.649990] env[62588]: INFO nova.compute.resource_tracker [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Updating resource usage from migration 7348b049-8489-43c0-8e28-c76bdcc1d053 [ 1766.883917] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82b4eae-d88b-4e6f-b645-c297d93f5435 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.887229] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 839b4ef2-4734-4166-92a1-a18d3d33413f] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1766.894109] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbeb509-205f-4f1d-8090-fc9e5ca75fcb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.926471] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213c17fd-ed5f-4b0c-83d2-095889770b86 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.935114] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1232b487-7015-4b22-a29a-941f9288a3d5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.950611] env[62588]: DEBUG nova.compute.provider_tree [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1767.068056] env[62588]: DEBUG nova.network.neutron [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Successfully updated port: 4a1aa5f4-aed2-48f9-82fa-efa67be49db0 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1767.089645] env[62588]: DEBUG nova.compute.manager [req-7fc88c8a-a286-4136-b9e8-2d9b8888dd8f req-c2af6171-cfc4-4f6b-8895-2f6fdf4d0379 service nova] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Received event network-changed-4a1aa5f4-aed2-48f9-82fa-efa67be49db0 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1767.089837] env[62588]: DEBUG nova.compute.manager [req-7fc88c8a-a286-4136-b9e8-2d9b8888dd8f req-c2af6171-cfc4-4f6b-8895-2f6fdf4d0379 service nova] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Refreshing instance network info cache due to event network-changed-4a1aa5f4-aed2-48f9-82fa-efa67be49db0. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1767.090101] env[62588]: DEBUG oslo_concurrency.lockutils [req-7fc88c8a-a286-4136-b9e8-2d9b8888dd8f req-c2af6171-cfc4-4f6b-8895-2f6fdf4d0379 service nova] Acquiring lock "refresh_cache-5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.090305] env[62588]: DEBUG oslo_concurrency.lockutils [req-7fc88c8a-a286-4136-b9e8-2d9b8888dd8f req-c2af6171-cfc4-4f6b-8895-2f6fdf4d0379 service nova] Acquired lock "refresh_cache-5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.090407] env[62588]: DEBUG nova.network.neutron [req-7fc88c8a-a286-4136-b9e8-2d9b8888dd8f req-c2af6171-cfc4-4f6b-8895-2f6fdf4d0379 service nova] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Refreshing network info cache for port 4a1aa5f4-aed2-48f9-82fa-efa67be49db0 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1767.180876] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2fdb4aa3-2be4-43c6-91f8-4fcbce5f8d31 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "interface-2f1cc4d5-24b4-47dc-ba6a-884141e9fa42-7a4047bc-3c2e-499b-a41d-58c5e62b1922" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.180876] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2fdb4aa3-2be4-43c6-91f8-4fcbce5f8d31 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "interface-2f1cc4d5-24b4-47dc-ba6a-884141e9fa42-7a4047bc-3c2e-499b-a41d-58c5e62b1922" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.391050] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: ca797e4a-cfa0-4989-b063-84e83834aa62] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1767.453339] env[62588]: DEBUG nova.scheduler.client.report [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1767.570374] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "refresh_cache-5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.631147] env[62588]: DEBUG nova.network.neutron [req-7fc88c8a-a286-4136-b9e8-2d9b8888dd8f req-c2af6171-cfc4-4f6b-8895-2f6fdf4d0379 service nova] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1767.684388] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2fdb4aa3-2be4-43c6-91f8-4fcbce5f8d31 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.684725] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2fdb4aa3-2be4-43c6-91f8-4fcbce5f8d31 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquired lock "2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.686132] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7162d5be-cfad-416a-9ab2-cf079120cfde {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.705957] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185ced4a-3db5-4a89-b2cb-e82c7b5083c9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.710839] env[62588]: DEBUG nova.network.neutron [req-7fc88c8a-a286-4136-b9e8-2d9b8888dd8f req-c2af6171-cfc4-4f6b-8895-2f6fdf4d0379 service nova] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.738072] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdb4aa3-2be4-43c6-91f8-4fcbce5f8d31 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Reconfiguring VM to detach interface {{(pid=62588) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1767.739387] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3f4d42d-24de-4761-af07-fd8351b54f8c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.759162] env[62588]: DEBUG oslo_vmware.api [None req-2fdb4aa3-2be4-43c6-91f8-4fcbce5f8d31 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1767.759162] env[62588]: value = "task-1794189" [ 1767.759162] env[62588]: _type = "Task" [ 1767.759162] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.767900] env[62588]: DEBUG oslo_vmware.api [None req-2fdb4aa3-2be4-43c6-91f8-4fcbce5f8d31 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794189, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.894743] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 31f70009-4ec8-405f-87de-6e041742bc92] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1767.957797] env[62588]: DEBUG oslo_concurrency.lockutils [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.324s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.958083] env[62588]: INFO nova.compute.manager [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Migrating [ 1767.964825] env[62588]: DEBUG oslo_concurrency.lockutils [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.862s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.966351] env[62588]: INFO nova.compute.claims [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1768.239509] env[62588]: DEBUG oslo_concurrency.lockutils [req-7fc88c8a-a286-4136-b9e8-2d9b8888dd8f req-c2af6171-cfc4-4f6b-8895-2f6fdf4d0379 service nova] Releasing lock "refresh_cache-5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.239892] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquired lock "refresh_cache-5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.240123] env[62588]: DEBUG nova.network.neutron [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1768.270164] env[62588]: DEBUG oslo_vmware.api [None req-2fdb4aa3-2be4-43c6-91f8-4fcbce5f8d31 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794189, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.398635] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: b65d9bfb-74bb-41fe-afd1-2a1cf354543b] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1768.478775] env[62588]: DEBUG oslo_concurrency.lockutils [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "refresh_cache-e440420a-21e2-42dc-9659-393c4a715560" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.479173] env[62588]: DEBUG oslo_concurrency.lockutils [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquired lock "refresh_cache-e440420a-21e2-42dc-9659-393c4a715560" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.479328] env[62588]: DEBUG nova.network.neutron [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1768.620747] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.770528] env[62588]: DEBUG oslo_vmware.api [None req-2fdb4aa3-2be4-43c6-91f8-4fcbce5f8d31 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794189, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.771364] env[62588]: DEBUG nova.network.neutron [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1768.902477] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: f1f8c1c7-244b-43ee-8368-5d75246edc07] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1768.945492] env[62588]: DEBUG nova.network.neutron [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Updating instance_info_cache with network_info: [{"id": "4a1aa5f4-aed2-48f9-82fa-efa67be49db0", "address": "fa:16:3e:de:d3:e2", "network": {"id": "ebfd054e-b4b8-4c77-9adb-1fd6bca34d84", "bridge": "br-int", "label": "tempest-ServersTestJSON-273759622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "962ad43ecb3d425ebc57be08dea7d954", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a1aa5f4-ae", "ovs_interfaceid": "4a1aa5f4-aed2-48f9-82fa-efa67be49db0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.127467] env[62588]: DEBUG oslo_vmware.rw_handles [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529f09c6-8d9a-c097-338b-b48112a5d150/disk-0.vmdk. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1769.128419] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30701dfe-7131-45b4-97f2-52bda044d020 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.136195] env[62588]: DEBUG oslo_vmware.rw_handles [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529f09c6-8d9a-c097-338b-b48112a5d150/disk-0.vmdk is in state: ready. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1769.136368] env[62588]: ERROR oslo_vmware.rw_handles [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529f09c6-8d9a-c097-338b-b48112a5d150/disk-0.vmdk due to incomplete transfer. [ 1769.136594] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-442c274f-a759-427f-ae54-3a8a575a9fd4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.143699] env[62588]: DEBUG oslo_vmware.rw_handles [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529f09c6-8d9a-c097-338b-b48112a5d150/disk-0.vmdk. {{(pid=62588) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1769.143896] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Uploaded image 0294b8e3-f6f0-4575-bd98-4495f5877484 to the Glance image server {{(pid=62588) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1769.146261] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Destroying the VM {{(pid=62588) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1769.148507] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5dec7942-e58c-41be-b382-bd6704b2c3a1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.156703] env[62588]: DEBUG oslo_vmware.api [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for the task: (returnval){ [ 1769.156703] env[62588]: value = "task-1794190" [ 1769.156703] env[62588]: _type = "Task" [ 1769.156703] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.167694] env[62588]: DEBUG oslo_vmware.api [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794190, 'name': Destroy_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.199527] env[62588]: DEBUG nova.network.neutron [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Updating instance_info_cache with network_info: [{"id": "c40c4914-43a5-43b9-8141-7221cc54ed1e", "address": "fa:16:3e:6e:29:b1", "network": {"id": "a87fd2a5-7bb8-40bb-94aa-bfa03a2c12b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-745012254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9caa809c97541cea65bc0fd5cdd9eec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40c4914-43", "ovs_interfaceid": "c40c4914-43a5-43b9-8141-7221cc54ed1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.224780] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff05f96-8be5-4eee-8c8f-b244e8bcdcea {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.232755] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c215c0-5ef1-4855-ba06-16feffd595b1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.266389] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e02ee6-02c4-4a12-84a0-551ea52bb735 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.274095] env[62588]: DEBUG oslo_vmware.api [None req-2fdb4aa3-2be4-43c6-91f8-4fcbce5f8d31 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794189, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.277053] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc5e024-435c-4fed-b432-a94259116709 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.290121] env[62588]: DEBUG nova.compute.provider_tree [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1769.406109] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 6d7867a6-ecb4-4457-bd21-2e15a3aecb04] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1769.448534] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Releasing lock "refresh_cache-5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.448863] env[62588]: DEBUG nova.compute.manager [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Instance network_info: |[{"id": "4a1aa5f4-aed2-48f9-82fa-efa67be49db0", "address": "fa:16:3e:de:d3:e2", "network": {"id": "ebfd054e-b4b8-4c77-9adb-1fd6bca34d84", "bridge": "br-int", "label": "tempest-ServersTestJSON-273759622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "962ad43ecb3d425ebc57be08dea7d954", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a1aa5f4-ae", "ovs_interfaceid": "4a1aa5f4-aed2-48f9-82fa-efa67be49db0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1769.449602] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:d3:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a1aa5f4-aed2-48f9-82fa-efa67be49db0', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1769.457021] env[62588]: DEBUG oslo.service.loopingcall [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1769.457248] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1769.457463] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d6e211b-9fa7-4875-ad6d-8c40583cbe8a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.478078] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1769.478078] env[62588]: value = "task-1794191" [ 1769.478078] env[62588]: _type = "Task" [ 1769.478078] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.485484] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794191, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.666633] env[62588]: DEBUG oslo_vmware.api [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794190, 'name': Destroy_Task, 'duration_secs': 0.385734} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.666940] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Destroyed the VM [ 1769.667262] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Deleting Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1769.667503] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1857ef2e-c506-47f9-b55f-7d255e07cc6c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.677366] env[62588]: DEBUG oslo_vmware.api [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for the task: (returnval){ [ 1769.677366] env[62588]: value = "task-1794192" [ 1769.677366] env[62588]: _type = "Task" [ 1769.677366] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.686100] env[62588]: DEBUG oslo_vmware.api [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794192, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.702698] env[62588]: DEBUG oslo_concurrency.lockutils [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Releasing lock "refresh_cache-e440420a-21e2-42dc-9659-393c4a715560" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.772521] env[62588]: DEBUG oslo_vmware.api [None req-2fdb4aa3-2be4-43c6-91f8-4fcbce5f8d31 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794189, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.793365] env[62588]: DEBUG nova.scheduler.client.report [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1769.909478] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: ed1afca2-846c-4356-ae35-e651a8d38eda] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1769.987773] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794191, 'name': CreateVM_Task, 'duration_secs': 0.361188} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.987945] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1769.988687] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.988854] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.989296] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1769.989510] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3802f20c-13a7-44fc-81e7-cfc558507b57 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.994020] env[62588]: DEBUG oslo_vmware.api [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1769.994020] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526faff0-401e-4612-53ae-f7f33fc3105c" [ 1769.994020] env[62588]: _type = "Task" [ 1769.994020] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.003395] env[62588]: DEBUG oslo_vmware.api [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526faff0-401e-4612-53ae-f7f33fc3105c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.188054] env[62588]: DEBUG oslo_vmware.api [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794192, 'name': RemoveSnapshot_Task, 'duration_secs': 0.512736} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.188400] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Deleted Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1770.188665] env[62588]: INFO nova.compute.manager [None req-c2d17989-d2a2-41df-9ebb-300f9cd50036 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Took 12.73 seconds to snapshot the instance on the hypervisor. [ 1770.273705] env[62588]: DEBUG oslo_vmware.api [None req-2fdb4aa3-2be4-43c6-91f8-4fcbce5f8d31 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794189, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.298006] env[62588]: DEBUG oslo_concurrency.lockutils [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.298570] env[62588]: DEBUG nova.compute.manager [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1770.305023] env[62588]: DEBUG oslo_concurrency.lockutils [None req-66632cae-99f2-480d-b80f-dfd4e0ca36ab tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.858s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.305023] env[62588]: DEBUG nova.objects.instance [None req-66632cae-99f2-480d-b80f-dfd4e0ca36ab tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lazy-loading 'resources' on Instance uuid a3196246-6d9f-48a2-b6d9-9bfe56e8af2d {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1770.412297] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: fb886df8-21a5-4ee2-a913-3a7e8234e491] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1770.505302] env[62588]: DEBUG oslo_vmware.api [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526faff0-401e-4612-53ae-f7f33fc3105c, 'name': SearchDatastore_Task, 'duration_secs': 0.009815} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.505606] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.505839] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1770.506102] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.506258] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.506441] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1770.506696] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c42fbdf4-3bfd-44d1-a49c-c4e0078000f3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.514762] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1770.514930] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1770.515646] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-723b0200-6d52-4534-8dd0-14b283fdb7da {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.520691] env[62588]: DEBUG oslo_vmware.api [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1770.520691] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]528b475d-1b46-8d1d-407a-9b20f2dd9497" [ 1770.520691] env[62588]: _type = "Task" [ 1770.520691] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.528038] env[62588]: DEBUG oslo_vmware.api [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]528b475d-1b46-8d1d-407a-9b20f2dd9497, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.774563] env[62588]: DEBUG oslo_vmware.api [None req-2fdb4aa3-2be4-43c6-91f8-4fcbce5f8d31 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794189, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.805501] env[62588]: DEBUG nova.compute.utils [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1770.810070] env[62588]: DEBUG nova.compute.manager [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1770.810070] env[62588]: DEBUG nova.network.neutron [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1770.874561] env[62588]: DEBUG nova.policy [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb4ab0f8274441bbaf487b124140044d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f5ba59d537540e2b743887b9f274016', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1770.917907] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: f1e9cfa1-1f64-474c-abd0-8ec5e730b492] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1770.965647] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ff969bf8-be89-432a-961c-91b999a24e02 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquiring lock "3ee02a39-f285-405c-b7b8-ab797afe560c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.965888] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ff969bf8-be89-432a-961c-91b999a24e02 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lock "3ee02a39-f285-405c-b7b8-ab797afe560c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.034236] env[62588]: DEBUG oslo_vmware.api [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]528b475d-1b46-8d1d-407a-9b20f2dd9497, 'name': SearchDatastore_Task, 'duration_secs': 0.008529} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.035034] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f5f28a3-b9cc-4bdb-a105-35401855f562 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.042506] env[62588]: DEBUG oslo_vmware.api [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1771.042506] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c17896-2e04-60eb-1922-f8f98d47b66a" [ 1771.042506] env[62588]: _type = "Task" [ 1771.042506] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.050632] env[62588]: DEBUG oslo_vmware.api [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c17896-2e04-60eb-1922-f8f98d47b66a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.094853] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebf4f66-c424-43cf-9f7d-1df36f92acc7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.102328] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451b4c98-a83c-4907-a1a9-7fcc9ca3c2c6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.135619] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fb6732-2907-47db-916c-2d355f9e3bdb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.143811] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51a06c0-af96-4def-84a8-807bed730e02 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.161195] env[62588]: DEBUG nova.compute.provider_tree [None req-66632cae-99f2-480d-b80f-dfd4e0ca36ab tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1771.216463] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2a50e1-ba4d-4a7a-96e9-cca853359eba {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.240279] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Updating instance 'e440420a-21e2-42dc-9659-393c4a715560' progress to 0 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1771.282454] env[62588]: DEBUG oslo_vmware.api [None req-2fdb4aa3-2be4-43c6-91f8-4fcbce5f8d31 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794189, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.310732] env[62588]: DEBUG nova.compute.manager [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1771.424309] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 2455fb78-9df4-4935-97da-1436720d28dd] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1771.456631] env[62588]: DEBUG nova.network.neutron [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Successfully created port: 00394747-29ef-4343-97d3-7db4ae840a08 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1771.469107] env[62588]: INFO nova.compute.manager [None req-ff969bf8-be89-432a-961c-91b999a24e02 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Detaching volume 089fea99-2c4f-4cb6-b284-4dc56d23a0b1 [ 1771.517472] env[62588]: INFO nova.virt.block_device [None req-ff969bf8-be89-432a-961c-91b999a24e02 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Attempting to driver detach volume 089fea99-2c4f-4cb6-b284-4dc56d23a0b1 from mountpoint /dev/sdb [ 1771.517472] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff969bf8-be89-432a-961c-91b999a24e02 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Volume detach. Driver type: vmdk {{(pid=62588) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1771.517472] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff969bf8-be89-432a-961c-91b999a24e02 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372114', 'volume_id': '089fea99-2c4f-4cb6-b284-4dc56d23a0b1', 'name': 'volume-089fea99-2c4f-4cb6-b284-4dc56d23a0b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3ee02a39-f285-405c-b7b8-ab797afe560c', 'attached_at': '', 'detached_at': '', 'volume_id': '089fea99-2c4f-4cb6-b284-4dc56d23a0b1', 'serial': '089fea99-2c4f-4cb6-b284-4dc56d23a0b1'} {{(pid=62588) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1771.517472] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0668f45b-0a2d-4163-ac19-8e072b4afe7b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.540635] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f31ab3c-1f43-49dd-b4e2-a774962dcc5d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.553107] env[62588]: DEBUG oslo_vmware.api [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c17896-2e04-60eb-1922-f8f98d47b66a, 'name': SearchDatastore_Task, 'duration_secs': 0.008923} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.555015] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.555382] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b/5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1771.555841] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea1ed829-6fbe-46cb-a714-e0314b4a81b2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.558426] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347d0def-2a0e-4018-aed1-33b6fea8117e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.566200] env[62588]: DEBUG oslo_vmware.api [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1771.566200] env[62588]: value = "task-1794193" [ 1771.566200] env[62588]: _type = "Task" [ 1771.566200] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.588031] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c13166f-7dd7-4b0e-bc71-6d059c2f1dc2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.619109] env[62588]: DEBUG oslo_vmware.api [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.620453] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff969bf8-be89-432a-961c-91b999a24e02 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] The volume has not been displaced from its original location: [datastore1] volume-089fea99-2c4f-4cb6-b284-4dc56d23a0b1/volume-089fea99-2c4f-4cb6-b284-4dc56d23a0b1.vmdk. No consolidation needed. {{(pid=62588) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1771.627678] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff969bf8-be89-432a-961c-91b999a24e02 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Reconfiguring VM instance instance-00000035 to detach disk 2001 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1771.628719] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cdc0cd1-e3e9-42d2-85b0-2c4d0f9a55a2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.385824] env[62588]: DEBUG oslo_vmware.api [None req-ff969bf8-be89-432a-961c-91b999a24e02 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1772.385824] env[62588]: value = "task-1794194" [ 1772.385824] env[62588]: _type = "Task" [ 1772.385824] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.387291] env[62588]: DEBUG nova.scheduler.client.report [None req-66632cae-99f2-480d-b80f-dfd4e0ca36ab tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1772.394103] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1772.395455] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 7aa5556f-a3c2-4619-a26b-edf0a162b800] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1772.403055] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0081cba-4525-42fb-b2c5-424134cad26a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.418473] env[62588]: DEBUG oslo_vmware.api [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794193, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.419642] env[62588]: DEBUG oslo_vmware.api [None req-ff969bf8-be89-432a-961c-91b999a24e02 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794194, 'name': ReconfigVM_Task, 'duration_secs': 0.263737} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.423137] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff969bf8-be89-432a-961c-91b999a24e02 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Reconfigured VM instance instance-00000035 to detach disk 2001 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1772.427428] env[62588]: DEBUG oslo_vmware.api [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1772.427428] env[62588]: value = "task-1794195" [ 1772.427428] env[62588]: _type = "Task" [ 1772.427428] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.427667] env[62588]: DEBUG oslo_vmware.api [None req-2fdb4aa3-2be4-43c6-91f8-4fcbce5f8d31 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794189, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.428378] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1247d9e-66db-4a3a-a1c2-452772d2052e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.447680] env[62588]: DEBUG oslo_vmware.api [None req-ff969bf8-be89-432a-961c-91b999a24e02 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1772.447680] env[62588]: value = "task-1794196" [ 1772.447680] env[62588]: _type = "Task" [ 1772.447680] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.450330] env[62588]: DEBUG oslo_vmware.api [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.459319] env[62588]: DEBUG oslo_vmware.api [None req-ff969bf8-be89-432a-961c-91b999a24e02 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794196, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.892430] env[62588]: DEBUG oslo_concurrency.lockutils [None req-66632cae-99f2-480d-b80f-dfd4e0ca36ab tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.591s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.894790] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.063s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.897270] env[62588]: DEBUG nova.compute.manager [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1772.904571] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 672d7961-3f6b-49e8-abaa-c83040bcfd69] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1772.911920] env[62588]: DEBUG nova.compute.manager [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1772.914568] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d4257e-c285-4f17-b5fe-c0d88d8ac928 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.921282] env[62588]: DEBUG oslo_vmware.api [None req-2fdb4aa3-2be4-43c6-91f8-4fcbce5f8d31 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794189, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.927536] env[62588]: DEBUG oslo_vmware.api [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794193, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.935760] env[62588]: DEBUG nova.virt.hardware [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1772.935984] env[62588]: DEBUG nova.virt.hardware [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1772.936155] env[62588]: DEBUG nova.virt.hardware [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1772.936337] env[62588]: DEBUG nova.virt.hardware [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1772.936535] env[62588]: DEBUG nova.virt.hardware [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1772.936709] env[62588]: DEBUG nova.virt.hardware [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1772.936913] env[62588]: DEBUG nova.virt.hardware [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1772.937642] env[62588]: DEBUG nova.virt.hardware [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1772.937864] env[62588]: DEBUG nova.virt.hardware [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1772.938053] env[62588]: DEBUG nova.virt.hardware [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1772.938446] env[62588]: DEBUG nova.virt.hardware [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1772.939103] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67aa7c1d-4567-4813-bef0-96ee1d0a0b3b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.957025] env[62588]: DEBUG oslo_vmware.api [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.957025] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e341a17-e8ba-449c-a30a-d1981d9f1e05 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.980943] env[62588]: DEBUG oslo_vmware.api [None req-ff969bf8-be89-432a-961c-91b999a24e02 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794196, 'name': ReconfigVM_Task, 'duration_secs': 0.173621} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.981278] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff969bf8-be89-432a-961c-91b999a24e02 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372114', 'volume_id': '089fea99-2c4f-4cb6-b284-4dc56d23a0b1', 'name': 'volume-089fea99-2c4f-4cb6-b284-4dc56d23a0b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3ee02a39-f285-405c-b7b8-ab797afe560c', 'attached_at': '', 'detached_at': '', 'volume_id': '089fea99-2c4f-4cb6-b284-4dc56d23a0b1', 'serial': '089fea99-2c4f-4cb6-b284-4dc56d23a0b1'} {{(pid=62588) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1773.079204] env[62588]: INFO nova.scheduler.client.report [None req-66632cae-99f2-480d-b80f-dfd4e0ca36ab tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Deleted allocations for instance a3196246-6d9f-48a2-b6d9-9bfe56e8af2d [ 1773.403089] env[62588]: DEBUG nova.compute.manager [req-1275eccc-3a52-42bd-ad8a-b55916e7bd4d req-cb59b9ed-832c-4884-b460-bcbacf735c20 service nova] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Received event network-vif-plugged-00394747-29ef-4343-97d3-7db4ae840a08 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1773.403389] env[62588]: DEBUG oslo_concurrency.lockutils [req-1275eccc-3a52-42bd-ad8a-b55916e7bd4d req-cb59b9ed-832c-4884-b460-bcbacf735c20 service nova] Acquiring lock "d02648d1-c160-42e6-8e62-db27d4764f5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.403620] env[62588]: DEBUG oslo_concurrency.lockutils [req-1275eccc-3a52-42bd-ad8a-b55916e7bd4d req-cb59b9ed-832c-4884-b460-bcbacf735c20 service nova] Lock "d02648d1-c160-42e6-8e62-db27d4764f5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.403665] env[62588]: DEBUG oslo_concurrency.lockutils [req-1275eccc-3a52-42bd-ad8a-b55916e7bd4d req-cb59b9ed-832c-4884-b460-bcbacf735c20 service nova] Lock "d02648d1-c160-42e6-8e62-db27d4764f5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.403820] env[62588]: DEBUG nova.compute.manager [req-1275eccc-3a52-42bd-ad8a-b55916e7bd4d req-cb59b9ed-832c-4884-b460-bcbacf735c20 service nova] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] No waiting events found dispatching network-vif-plugged-00394747-29ef-4343-97d3-7db4ae840a08 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1773.403981] env[62588]: WARNING nova.compute.manager [req-1275eccc-3a52-42bd-ad8a-b55916e7bd4d req-cb59b9ed-832c-4884-b460-bcbacf735c20 service nova] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Received unexpected event network-vif-plugged-00394747-29ef-4343-97d3-7db4ae840a08 for instance with vm_state building and task_state spawning. [ 1773.407208] env[62588]: INFO nova.compute.claims [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1773.415577] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 5914dad7-c69e-4294-8625-991864b73e0a] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1773.420541] env[62588]: DEBUG oslo_vmware.api [None req-2fdb4aa3-2be4-43c6-91f8-4fcbce5f8d31 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794189, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.426086] env[62588]: DEBUG oslo_vmware.api [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794193, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.479941} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.426325] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b/5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1773.426526] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1773.426755] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec77565f-b8dc-4dc0-bcf3-784fd36153ab {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.433689] env[62588]: INFO nova.compute.manager [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] instance snapshotting [ 1773.435213] env[62588]: DEBUG oslo_vmware.api [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1773.435213] env[62588]: value = "task-1794197" [ 1773.435213] env[62588]: _type = "Task" [ 1773.435213] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.440812] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a5f93f-1241-4545-ad33-ed45e4e07fb7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.457479] env[62588]: DEBUG oslo_vmware.api [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.477875] env[62588]: DEBUG oslo_vmware.api [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794195, 'name': PowerOffVM_Task, 'duration_secs': 0.818798} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.478810] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1773.479048] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Updating instance 'e440420a-21e2-42dc-9659-393c4a715560' progress to 17 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1773.483390] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31074207-71ae-4073-af8b-badab34bd5c4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.533445] env[62588]: DEBUG nova.objects.instance [None req-ff969bf8-be89-432a-961c-91b999a24e02 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lazy-loading 'flavor' on Instance uuid 3ee02a39-f285-405c-b7b8-ab797afe560c {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1773.589625] env[62588]: DEBUG oslo_concurrency.lockutils [None req-66632cae-99f2-480d-b80f-dfd4e0ca36ab tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "a3196246-6d9f-48a2-b6d9-9bfe56e8af2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.184s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.631670] env[62588]: DEBUG nova.network.neutron [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Successfully updated port: 00394747-29ef-4343-97d3-7db4ae840a08 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1773.909151] env[62588]: DEBUG oslo_vmware.api [None req-2fdb4aa3-2be4-43c6-91f8-4fcbce5f8d31 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794189, 'name': ReconfigVM_Task, 'duration_secs': 5.749076} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.909436] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2fdb4aa3-2be4-43c6-91f8-4fcbce5f8d31 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Releasing lock "2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.909643] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdb4aa3-2be4-43c6-91f8-4fcbce5f8d31 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Reconfigured VM to detach interface {{(pid=62588) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1773.919724] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 49169fb2-3c56-4406-a33d-f275cc425ce4] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1773.922497] env[62588]: INFO nova.compute.resource_tracker [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Updating resource usage from migration 26bfed90-aa3e-486f-adcb-5f450b5fd53d [ 1773.945822] env[62588]: DEBUG oslo_vmware.api [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062431} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.952657] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1773.954383] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0128efa7-ccd5-4ce3-8fd2-14f3ab91f20f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.988240] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b/5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1773.991555] env[62588]: DEBUG nova.virt.hardware [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:37:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1773.991795] env[62588]: DEBUG nova.virt.hardware [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1773.991945] env[62588]: DEBUG nova.virt.hardware [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1773.992133] env[62588]: DEBUG nova.virt.hardware [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1773.992270] env[62588]: DEBUG nova.virt.hardware [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1773.992410] env[62588]: DEBUG nova.virt.hardware [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1773.992603] env[62588]: DEBUG nova.virt.hardware [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1773.992751] env[62588]: DEBUG nova.virt.hardware [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1773.992908] env[62588]: DEBUG nova.virt.hardware [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1773.993073] env[62588]: DEBUG nova.virt.hardware [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1773.993253] env[62588]: DEBUG nova.virt.hardware [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1774.002867] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c1f8a38-18ee-4b5a-acf8-75b226d3bd17 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.021693] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Creating Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1774.022284] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-661b5ec3-6023-41c1-bea8-6f854e3323c8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.041042] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f90eff94-5aec-45e1-9e30-8710b4e4e1f9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.051303] env[62588]: DEBUG oslo_vmware.api [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1774.051303] env[62588]: value = "task-1794198" [ 1774.051303] env[62588]: _type = "Task" [ 1774.051303] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.052929] env[62588]: DEBUG oslo_vmware.api [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for the task: (returnval){ [ 1774.052929] env[62588]: value = "task-1794199" [ 1774.052929] env[62588]: _type = "Task" [ 1774.052929] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.057300] env[62588]: DEBUG oslo_vmware.api [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1774.057300] env[62588]: value = "task-1794200" [ 1774.057300] env[62588]: _type = "Task" [ 1774.057300] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.070533] env[62588]: DEBUG oslo_vmware.api [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794198, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.075464] env[62588]: DEBUG oslo_vmware.api [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794199, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.079175] env[62588]: DEBUG oslo_vmware.api [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.135130] env[62588]: DEBUG oslo_concurrency.lockutils [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Acquiring lock "refresh_cache-d02648d1-c160-42e6-8e62-db27d4764f5b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.135408] env[62588]: DEBUG oslo_concurrency.lockutils [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Acquired lock "refresh_cache-d02648d1-c160-42e6-8e62-db27d4764f5b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.135535] env[62588]: DEBUG nova.network.neutron [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1774.270117] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a005d3-807c-4083-bbfa-478b2f2156d0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.278680] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493b173a-c878-4f8e-b5f0-c0e55a9f59bf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.313547] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f2d644-18ea-4f13-9c36-b54ee808f593 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.322199] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c7fca5-f00a-4e81-9f2c-a82ddc873475 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.335532] env[62588]: DEBUG nova.compute.provider_tree [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1774.426936] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: eca1e90c-5ab0-4016-9aa9-0c6047159fb0] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1774.550580] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ff969bf8-be89-432a-961c-91b999a24e02 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lock "3ee02a39-f285-405c-b7b8-ab797afe560c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.584s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.565372] env[62588]: DEBUG oslo_vmware.api [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794198, 'name': ReconfigVM_Task, 'duration_secs': 0.31342} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.571139] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b/5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1774.571795] env[62588]: DEBUG oslo_vmware.api [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794199, 'name': CreateSnapshot_Task, 'duration_secs': 0.469839} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.572533] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a302e137-cb44-494a-a803-a982e7410ba8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.574022] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Created Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1774.575307] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c594b4e-6513-4fb3-ae18-0cb4caa6cf15 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.581166] env[62588]: DEBUG oslo_vmware.api [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794200, 'name': ReconfigVM_Task, 'duration_secs': 0.180316} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.581775] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Updating instance 'e440420a-21e2-42dc-9659-393c4a715560' progress to 33 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1774.589190] env[62588]: DEBUG oslo_vmware.api [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1774.589190] env[62588]: value = "task-1794201" [ 1774.589190] env[62588]: _type = "Task" [ 1774.589190] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.599932] env[62588]: DEBUG oslo_vmware.api [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794201, 'name': Rename_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.692210] env[62588]: DEBUG nova.network.neutron [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1774.838857] env[62588]: DEBUG nova.scheduler.client.report [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1774.930936] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 5077d1f4-4048-44b8-a258-b2902dcef773] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1774.973845] env[62588]: DEBUG nova.network.neutron [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Updating instance_info_cache with network_info: [{"id": "00394747-29ef-4343-97d3-7db4ae840a08", "address": "fa:16:3e:65:09:ef", "network": {"id": "cb85c24d-a20f-4d95-913a-564f87c7fea9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1802909719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f5ba59d537540e2b743887b9f274016", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00394747-29", "ovs_interfaceid": "00394747-29ef-4343-97d3-7db4ae840a08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.096148] env[62588]: DEBUG nova.virt.hardware [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1775.096148] env[62588]: DEBUG nova.virt.hardware [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1775.096148] env[62588]: DEBUG nova.virt.hardware [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1775.096148] env[62588]: DEBUG nova.virt.hardware [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1775.096148] env[62588]: DEBUG nova.virt.hardware [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1775.096148] env[62588]: DEBUG nova.virt.hardware [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1775.096148] env[62588]: DEBUG nova.virt.hardware [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1775.096148] env[62588]: DEBUG nova.virt.hardware [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1775.097097] env[62588]: DEBUG nova.virt.hardware [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1775.097404] env[62588]: DEBUG nova.virt.hardware [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1775.097691] env[62588]: DEBUG nova.virt.hardware [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1775.108145] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Reconfiguring VM instance instance-0000005b to detach disk 2000 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1775.119212] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Creating linked-clone VM from snapshot {{(pid=62588) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1775.121246] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad5a904d-e3b0-4428-bfd6-1953bec8098f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.138077] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e235a093-c3de-4391-be11-4b3cdab64dc1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.148628] env[62588]: DEBUG oslo_vmware.api [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794201, 'name': Rename_Task, 'duration_secs': 0.257267} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.153252] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1775.153252] env[62588]: DEBUG oslo_vmware.api [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for the task: (returnval){ [ 1775.153252] env[62588]: value = "task-1794202" [ 1775.153252] env[62588]: _type = "Task" [ 1775.153252] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.153252] env[62588]: DEBUG oslo_vmware.api [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1775.153252] env[62588]: value = "task-1794203" [ 1775.153252] env[62588]: _type = "Task" [ 1775.153252] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.153252] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddcc6ceb-9831-457c-b3d6-67d6a43f5f15 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.176828] env[62588]: DEBUG oslo_vmware.api [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794202, 'name': CloneVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.178398] env[62588]: DEBUG oslo_vmware.api [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794203, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.179799] env[62588]: DEBUG oslo_vmware.api [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1775.179799] env[62588]: value = "task-1794204" [ 1775.179799] env[62588]: _type = "Task" [ 1775.179799] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.190820] env[62588]: DEBUG oslo_vmware.api [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.346300] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.451s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.347359] env[62588]: INFO nova.compute.manager [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Migrating [ 1775.357069] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.735s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.357069] env[62588]: DEBUG nova.objects.instance [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lazy-loading 'pci_requests' on Instance uuid 93855408-6c6d-4480-9764-7dc12394438b {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1775.437952] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 8f332302-3abe-48f7-b007-676335d46d97] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1775.466125] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a5390c8c-cc4f-4ea7-b6a5-e74aebfc24b1 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquiring lock "3ee02a39-f285-405c-b7b8-ab797afe560c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.466428] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a5390c8c-cc4f-4ea7-b6a5-e74aebfc24b1 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lock "3ee02a39-f285-405c-b7b8-ab797afe560c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.466645] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a5390c8c-cc4f-4ea7-b6a5-e74aebfc24b1 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquiring lock "3ee02a39-f285-405c-b7b8-ab797afe560c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.466846] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a5390c8c-cc4f-4ea7-b6a5-e74aebfc24b1 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lock "3ee02a39-f285-405c-b7b8-ab797afe560c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.467066] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a5390c8c-cc4f-4ea7-b6a5-e74aebfc24b1 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lock "3ee02a39-f285-405c-b7b8-ab797afe560c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.469926] env[62588]: INFO nova.compute.manager [None req-a5390c8c-cc4f-4ea7-b6a5-e74aebfc24b1 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Terminating instance [ 1775.476764] env[62588]: DEBUG oslo_concurrency.lockutils [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Releasing lock "refresh_cache-d02648d1-c160-42e6-8e62-db27d4764f5b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.477049] env[62588]: DEBUG nova.compute.manager [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Instance network_info: |[{"id": "00394747-29ef-4343-97d3-7db4ae840a08", "address": "fa:16:3e:65:09:ef", "network": {"id": "cb85c24d-a20f-4d95-913a-564f87c7fea9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1802909719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f5ba59d537540e2b743887b9f274016", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00394747-29", "ovs_interfaceid": "00394747-29ef-4343-97d3-7db4ae840a08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1775.477472] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:09:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd96b39f-bd2e-48d1-85c3-577cf97f08c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00394747-29ef-4343-97d3-7db4ae840a08', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1775.486140] env[62588]: DEBUG oslo.service.loopingcall [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1775.486912] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1775.487203] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4f4a3bd-0307-45a3-bed1-f717919fde57 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.511101] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1775.511101] env[62588]: value = "task-1794205" [ 1775.511101] env[62588]: _type = "Task" [ 1775.511101] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.514666] env[62588]: DEBUG nova.compute.manager [req-5ac55063-fcce-4179-af0c-3353aec1a90a req-b6e1e2cc-be75-447f-9678-2be18e657923 service nova] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Received event network-changed-00394747-29ef-4343-97d3-7db4ae840a08 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1775.514873] env[62588]: DEBUG nova.compute.manager [req-5ac55063-fcce-4179-af0c-3353aec1a90a req-b6e1e2cc-be75-447f-9678-2be18e657923 service nova] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Refreshing instance network info cache due to event network-changed-00394747-29ef-4343-97d3-7db4ae840a08. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1775.515127] env[62588]: DEBUG oslo_concurrency.lockutils [req-5ac55063-fcce-4179-af0c-3353aec1a90a req-b6e1e2cc-be75-447f-9678-2be18e657923 service nova] Acquiring lock "refresh_cache-d02648d1-c160-42e6-8e62-db27d4764f5b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.515280] env[62588]: DEBUG oslo_concurrency.lockutils [req-5ac55063-fcce-4179-af0c-3353aec1a90a req-b6e1e2cc-be75-447f-9678-2be18e657923 service nova] Acquired lock "refresh_cache-d02648d1-c160-42e6-8e62-db27d4764f5b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.515436] env[62588]: DEBUG nova.network.neutron [req-5ac55063-fcce-4179-af0c-3353aec1a90a req-b6e1e2cc-be75-447f-9678-2be18e657923 service nova] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Refreshing network info cache for port 00394747-29ef-4343-97d3-7db4ae840a08 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1775.523373] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2fdb4aa3-2be4-43c6-91f8-4fcbce5f8d31 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "refresh_cache-2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.523563] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2fdb4aa3-2be4-43c6-91f8-4fcbce5f8d31 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquired lock "refresh_cache-2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.523773] env[62588]: DEBUG nova.network.neutron [None req-2fdb4aa3-2be4-43c6-91f8-4fcbce5f8d31 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1775.531349] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794205, 'name': CreateVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.668532] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bffc7649-25de-45e7-898e-f87211351bde tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquiring lock "8ad0b805-95c8-43f6-a687-6819ae17c230" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.668985] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bffc7649-25de-45e7-898e-f87211351bde tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "8ad0b805-95c8-43f6-a687-6819ae17c230" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.675826] env[62588]: DEBUG oslo_vmware.api [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794203, 'name': ReconfigVM_Task, 'duration_secs': 0.21206} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.684417] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Reconfigured VM instance instance-0000005b to detach disk 2000 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1775.684417] env[62588]: DEBUG oslo_vmware.api [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794202, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.684417] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84342632-673c-4339-92cd-2b9bc2edbe02 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.694384] env[62588]: DEBUG oslo_vmware.api [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794204, 'name': PowerOnVM_Task, 'duration_secs': 0.480936} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.710897] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1775.711840] env[62588]: INFO nova.compute.manager [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Took 9.95 seconds to spawn the instance on the hypervisor. [ 1775.713036] env[62588]: DEBUG nova.compute.manager [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1775.720696] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] e440420a-21e2-42dc-9659-393c4a715560/e440420a-21e2-42dc-9659-393c4a715560.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1775.721714] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a5661a-c8ed-4384-883b-46701f1ae2e8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.724635] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fc8d002-49b0-4ff4-ba9f-d920ac99e584 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.752990] env[62588]: DEBUG oslo_vmware.api [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1775.752990] env[62588]: value = "task-1794206" [ 1775.752990] env[62588]: _type = "Task" [ 1775.752990] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.760035] env[62588]: DEBUG oslo_vmware.api [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794206, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.868974] env[62588]: DEBUG nova.objects.instance [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lazy-loading 'numa_topology' on Instance uuid 93855408-6c6d-4480-9764-7dc12394438b {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1775.870136] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "refresh_cache-6a5d81c6-e4ba-4066-967a-1e81e6eff0f7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.870364] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquired lock "refresh_cache-6a5d81c6-e4ba-4066-967a-1e81e6eff0f7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.870551] env[62588]: DEBUG nova.network.neutron [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1775.930404] env[62588]: INFO nova.network.neutron [None req-2fdb4aa3-2be4-43c6-91f8-4fcbce5f8d31 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Port 7a4047bc-3c2e-499b-a41d-58c5e62b1922 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1775.941979] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: a3862ec6-21d1-4801-b506-09dcf1304ee2] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1775.975283] env[62588]: DEBUG nova.compute.manager [None req-a5390c8c-cc4f-4ea7-b6a5-e74aebfc24b1 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1775.975538] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a5390c8c-cc4f-4ea7-b6a5-e74aebfc24b1 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1775.977340] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3a9ad2-b8f8-423a-8f03-cc94cb20dd24 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.985977] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5390c8c-cc4f-4ea7-b6a5-e74aebfc24b1 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1775.986393] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8321cf57-f963-410f-82d2-f572283970c5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.993808] env[62588]: DEBUG oslo_vmware.api [None req-a5390c8c-cc4f-4ea7-b6a5-e74aebfc24b1 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1775.993808] env[62588]: value = "task-1794207" [ 1775.993808] env[62588]: _type = "Task" [ 1775.993808] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.007209] env[62588]: DEBUG oslo_vmware.api [None req-a5390c8c-cc4f-4ea7-b6a5-e74aebfc24b1 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.023827] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794205, 'name': CreateVM_Task, 'duration_secs': 0.45921} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.024057] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1776.025068] env[62588]: DEBUG oslo_concurrency.lockutils [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.025268] env[62588]: DEBUG oslo_concurrency.lockutils [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.025598] env[62588]: DEBUG oslo_concurrency.lockutils [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1776.025907] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1002457d-2648-45a4-ae6b-9f54fca6b182 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.031372] env[62588]: DEBUG oslo_vmware.api [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1776.031372] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52049a06-4b44-eba6-f775-5552f47076eb" [ 1776.031372] env[62588]: _type = "Task" [ 1776.031372] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.040942] env[62588]: DEBUG oslo_vmware.api [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52049a06-4b44-eba6-f775-5552f47076eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.121601] env[62588]: DEBUG nova.compute.manager [req-ef1794d4-132c-4d6d-8ce5-7203638b84b3 req-52c2c8dc-9839-4fc8-a1fc-829ec14afbd0 service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Received event network-vif-deleted-c8879b92-108b-4703-aa24-c61b51fe5335 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1776.121601] env[62588]: INFO nova.compute.manager [req-ef1794d4-132c-4d6d-8ce5-7203638b84b3 req-52c2c8dc-9839-4fc8-a1fc-829ec14afbd0 service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Neutron deleted interface c8879b92-108b-4703-aa24-c61b51fe5335; detaching it from the instance and deleting it from the info cache [ 1776.121601] env[62588]: DEBUG nova.network.neutron [req-ef1794d4-132c-4d6d-8ce5-7203638b84b3 req-52c2c8dc-9839-4fc8-a1fc-829ec14afbd0 service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Updating instance_info_cache with network_info: [{"id": "4d9c4671-15fd-4b9f-8570-f6ae911bdb08", "address": "fa:16:3e:28:41:e3", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d9c4671-15", "ovs_interfaceid": "4d9c4671-15fd-4b9f-8570-f6ae911bdb08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7a4047bc-3c2e-499b-a41d-58c5e62b1922", "address": "fa:16:3e:9b:1e:c3", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a4047bc-3c", "ovs_interfaceid": "7a4047bc-3c2e-499b-a41d-58c5e62b1922", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.168680] env[62588]: DEBUG oslo_vmware.api [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794202, 'name': CloneVM_Task} progress is 95%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.172547] env[62588]: INFO nova.compute.manager [None req-bffc7649-25de-45e7-898e-f87211351bde tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Detaching volume 3ee4522a-fe90-4335-931f-899d3869703c [ 1776.212721] env[62588]: DEBUG nova.network.neutron [None req-2fdb4aa3-2be4-43c6-91f8-4fcbce5f8d31 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Updating instance_info_cache with network_info: [{"id": "4d9c4671-15fd-4b9f-8570-f6ae911bdb08", "address": "fa:16:3e:28:41:e3", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d9c4671-15", "ovs_interfaceid": "4d9c4671-15fd-4b9f-8570-f6ae911bdb08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c8879b92-108b-4703-aa24-c61b51fe5335", "address": "fa:16:3e:a2:10:39", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8879b92-10", "ovs_interfaceid": "c8879b92-108b-4703-aa24-c61b51fe5335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.228825] env[62588]: INFO nova.virt.block_device [None req-bffc7649-25de-45e7-898e-f87211351bde tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Attempting to driver detach volume 3ee4522a-fe90-4335-931f-899d3869703c from mountpoint /dev/sdb [ 1776.228825] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-bffc7649-25de-45e7-898e-f87211351bde tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Volume detach. Driver type: vmdk {{(pid=62588) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1776.228825] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-bffc7649-25de-45e7-898e-f87211351bde tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372124', 'volume_id': '3ee4522a-fe90-4335-931f-899d3869703c', 'name': 'volume-3ee4522a-fe90-4335-931f-899d3869703c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8ad0b805-95c8-43f6-a687-6819ae17c230', 'attached_at': '', 'detached_at': '', 'volume_id': '3ee4522a-fe90-4335-931f-899d3869703c', 'serial': '3ee4522a-fe90-4335-931f-899d3869703c'} {{(pid=62588) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1776.229591] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0e79b9-f806-4286-8997-d3f189d04136 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.263495] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f8e788-8c77-477c-92f1-b10655ea9038 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.268814] env[62588]: INFO nova.compute.manager [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Took 18.25 seconds to build instance. [ 1776.277805] env[62588]: DEBUG oslo_vmware.api [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794206, 'name': ReconfigVM_Task, 'duration_secs': 0.339898} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.278038] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Reconfigured VM instance instance-0000005b to attach disk [datastore1] e440420a-21e2-42dc-9659-393c4a715560/e440420a-21e2-42dc-9659-393c4a715560.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1776.278340] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Updating instance 'e440420a-21e2-42dc-9659-393c4a715560' progress to 50 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1776.286470] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a7b2a0-1a0f-4347-a3eb-5e9da1a9491f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.313284] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d084bd2b-2dd4-4e87-bb72-70f449ddc02b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.332088] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-bffc7649-25de-45e7-898e-f87211351bde tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] The volume has not been displaced from its original location: [datastore1] volume-3ee4522a-fe90-4335-931f-899d3869703c/volume-3ee4522a-fe90-4335-931f-899d3869703c.vmdk. No consolidation needed. {{(pid=62588) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1776.337446] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-bffc7649-25de-45e7-898e-f87211351bde tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Reconfiguring VM instance instance-00000043 to detach disk 2001 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1776.338478] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c31ea7a-37e7-47ca-b930-7796f278667d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.361200] env[62588]: DEBUG oslo_vmware.api [None req-bffc7649-25de-45e7-898e-f87211351bde tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for the task: (returnval){ [ 1776.361200] env[62588]: value = "task-1794208" [ 1776.361200] env[62588]: _type = "Task" [ 1776.361200] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.370070] env[62588]: DEBUG oslo_vmware.api [None req-bffc7649-25de-45e7-898e-f87211351bde tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794208, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.372614] env[62588]: INFO nova.compute.claims [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1776.423601] env[62588]: DEBUG nova.network.neutron [req-5ac55063-fcce-4179-af0c-3353aec1a90a req-b6e1e2cc-be75-447f-9678-2be18e657923 service nova] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Updated VIF entry in instance network info cache for port 00394747-29ef-4343-97d3-7db4ae840a08. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1776.424121] env[62588]: DEBUG nova.network.neutron [req-5ac55063-fcce-4179-af0c-3353aec1a90a req-b6e1e2cc-be75-447f-9678-2be18e657923 service nova] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Updating instance_info_cache with network_info: [{"id": "00394747-29ef-4343-97d3-7db4ae840a08", "address": "fa:16:3e:65:09:ef", "network": {"id": "cb85c24d-a20f-4d95-913a-564f87c7fea9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1802909719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f5ba59d537540e2b743887b9f274016", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00394747-29", "ovs_interfaceid": "00394747-29ef-4343-97d3-7db4ae840a08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.446745] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: f69d21a5-d5ae-4cd1-b2b3-cd9c342500e3] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1776.506205] env[62588]: DEBUG oslo_vmware.api [None req-a5390c8c-cc4f-4ea7-b6a5-e74aebfc24b1 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794207, 'name': PowerOffVM_Task, 'duration_secs': 0.344202} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.506428] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5390c8c-cc4f-4ea7-b6a5-e74aebfc24b1 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1776.506611] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a5390c8c-cc4f-4ea7-b6a5-e74aebfc24b1 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1776.506873] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ea0d9f3-f0d3-4f05-b381-2398dec9d5ff {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.542788] env[62588]: DEBUG oslo_vmware.api [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52049a06-4b44-eba6-f775-5552f47076eb, 'name': SearchDatastore_Task, 'duration_secs': 0.010598} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.545617] env[62588]: DEBUG oslo_concurrency.lockutils [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.546016] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1776.546101] env[62588]: DEBUG oslo_concurrency.lockutils [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.546235] env[62588]: DEBUG oslo_concurrency.lockutils [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.546412] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1776.546839] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fb8b04b-1ccb-463d-a289-23c42f467c0e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.556384] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1776.559713] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1776.559713] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e43e801-91dc-4787-8221-94e4785b9c24 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.563066] env[62588]: DEBUG oslo_vmware.api [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1776.563066] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52cb1766-4ecc-df64-7120-db3cdf64c5f0" [ 1776.563066] env[62588]: _type = "Task" [ 1776.563066] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.570543] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "866820b1-6d9a-43ec-98f5-2f9f52527865" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.570898] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "866820b1-6d9a-43ec-98f5-2f9f52527865" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.575348] env[62588]: DEBUG oslo_vmware.api [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52cb1766-4ecc-df64-7120-db3cdf64c5f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.603208] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a5390c8c-cc4f-4ea7-b6a5-e74aebfc24b1 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1776.603208] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a5390c8c-cc4f-4ea7-b6a5-e74aebfc24b1 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1776.603208] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5390c8c-cc4f-4ea7-b6a5-e74aebfc24b1 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Deleting the datastore file [datastore1] 3ee02a39-f285-405c-b7b8-ab797afe560c {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1776.603208] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50a50947-cc10-4a48-aa92-3e816d8753a4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.605519] env[62588]: DEBUG oslo_concurrency.lockutils [None req-098821b4-1030-4341-b9ef-3d87f44410b6 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.605740] env[62588]: DEBUG oslo_concurrency.lockutils [None req-098821b4-1030-4341-b9ef-3d87f44410b6 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.605970] env[62588]: DEBUG oslo_concurrency.lockutils [None req-098821b4-1030-4341-b9ef-3d87f44410b6 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "2f1cc4d5-24b4-47dc-ba6a-884141e9fa42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.606177] env[62588]: DEBUG oslo_concurrency.lockutils [None req-098821b4-1030-4341-b9ef-3d87f44410b6 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "2f1cc4d5-24b4-47dc-ba6a-884141e9fa42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.607150] env[62588]: DEBUG oslo_concurrency.lockutils [None req-098821b4-1030-4341-b9ef-3d87f44410b6 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "2f1cc4d5-24b4-47dc-ba6a-884141e9fa42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.609892] env[62588]: INFO nova.compute.manager [None req-098821b4-1030-4341-b9ef-3d87f44410b6 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Terminating instance [ 1776.616580] env[62588]: DEBUG oslo_vmware.api [None req-a5390c8c-cc4f-4ea7-b6a5-e74aebfc24b1 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1776.616580] env[62588]: value = "task-1794210" [ 1776.616580] env[62588]: _type = "Task" [ 1776.616580] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.628383] env[62588]: DEBUG oslo_concurrency.lockutils [req-ef1794d4-132c-4d6d-8ce5-7203638b84b3 req-52c2c8dc-9839-4fc8-a1fc-829ec14afbd0 service nova] Acquiring lock "2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.633471] env[62588]: DEBUG oslo_vmware.api [None req-a5390c8c-cc4f-4ea7-b6a5-e74aebfc24b1 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.669356] env[62588]: DEBUG oslo_vmware.api [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794202, 'name': CloneVM_Task, 'duration_secs': 1.358175} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.669625] env[62588]: INFO nova.virt.vmwareapi.vmops [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Created linked-clone VM from snapshot [ 1776.670435] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce934d9-a1f6-42dd-97ee-f747e62c80a2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.678035] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Uploading image 689baac0-6a27-4c6e-a5e9-bc97be2b2ca9 {{(pid=62588) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1776.688329] env[62588]: DEBUG nova.network.neutron [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Updating instance_info_cache with network_info: [{"id": "db5c060f-ac9c-467e-b8c3-f4c52c60e360", "address": "fa:16:3e:6b:41:98", "network": {"id": "94db9e1b-f422-4077-be68-4fd81b713a80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1210070792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "979ec9f712cf4691b14f90355fbb2827", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5c060f-ac", "ovs_interfaceid": "db5c060f-ac9c-467e-b8c3-f4c52c60e360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.708859] env[62588]: DEBUG oslo_vmware.rw_handles [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1776.708859] env[62588]: value = "vm-372147" [ 1776.708859] env[62588]: _type = "VirtualMachine" [ 1776.708859] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1776.709202] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8c715af5-2b7e-40d1-91b3-0b065f37dbbc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.715137] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2fdb4aa3-2be4-43c6-91f8-4fcbce5f8d31 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Releasing lock "refresh_cache-2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.718475] env[62588]: DEBUG oslo_vmware.rw_handles [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Lease: (returnval){ [ 1776.718475] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52feb049-cc18-b992-ffdc-4b2409afde4a" [ 1776.718475] env[62588]: _type = "HttpNfcLease" [ 1776.718475] env[62588]: } obtained for exporting VM: (result){ [ 1776.718475] env[62588]: value = "vm-372147" [ 1776.718475] env[62588]: _type = "VirtualMachine" [ 1776.718475] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1776.718735] env[62588]: DEBUG oslo_vmware.api [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for the lease: (returnval){ [ 1776.718735] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52feb049-cc18-b992-ffdc-4b2409afde4a" [ 1776.718735] env[62588]: _type = "HttpNfcLease" [ 1776.718735] env[62588]: } to be ready. {{(pid=62588) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1776.727182] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1776.727182] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52feb049-cc18-b992-ffdc-4b2409afde4a" [ 1776.727182] env[62588]: _type = "HttpNfcLease" [ 1776.727182] env[62588]: } is initializing. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1776.779120] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a60aa7f5-9ddd-4309-b987-eaa737967e69 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.769s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.795130] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e576dd4-465e-448e-b88a-aad83b92908d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.821562] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36896e22-fd9d-45b5-8abd-5d1cd1bcf6fe {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.844905] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Updating instance 'e440420a-21e2-42dc-9659-393c4a715560' progress to 67 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1776.871187] env[62588]: DEBUG oslo_vmware.api [None req-bffc7649-25de-45e7-898e-f87211351bde tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794208, 'name': ReconfigVM_Task, 'duration_secs': 0.245713} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.871954] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-bffc7649-25de-45e7-898e-f87211351bde tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Reconfigured VM instance instance-00000043 to detach disk 2001 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1776.877682] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd317608-4b76-40f6-9d4b-7e67d6f541db {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.899190] env[62588]: DEBUG oslo_vmware.api [None req-bffc7649-25de-45e7-898e-f87211351bde tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for the task: (returnval){ [ 1776.899190] env[62588]: value = "task-1794212" [ 1776.899190] env[62588]: _type = "Task" [ 1776.899190] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.911428] env[62588]: DEBUG oslo_vmware.api [None req-bffc7649-25de-45e7-898e-f87211351bde tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794212, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.927014] env[62588]: DEBUG oslo_concurrency.lockutils [req-5ac55063-fcce-4179-af0c-3353aec1a90a req-b6e1e2cc-be75-447f-9678-2be18e657923 service nova] Releasing lock "refresh_cache-d02648d1-c160-42e6-8e62-db27d4764f5b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.927357] env[62588]: DEBUG nova.compute.manager [req-5ac55063-fcce-4179-af0c-3353aec1a90a req-b6e1e2cc-be75-447f-9678-2be18e657923 service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Received event network-vif-deleted-7a4047bc-3c2e-499b-a41d-58c5e62b1922 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1776.927578] env[62588]: INFO nova.compute.manager [req-5ac55063-fcce-4179-af0c-3353aec1a90a req-b6e1e2cc-be75-447f-9678-2be18e657923 service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Neutron deleted interface 7a4047bc-3c2e-499b-a41d-58c5e62b1922; detaching it from the instance and deleting it from the info cache [ 1776.927944] env[62588]: DEBUG nova.network.neutron [req-5ac55063-fcce-4179-af0c-3353aec1a90a req-b6e1e2cc-be75-447f-9678-2be18e657923 service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Updating instance_info_cache with network_info: [{"id": "4d9c4671-15fd-4b9f-8570-f6ae911bdb08", "address": "fa:16:3e:28:41:e3", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d9c4671-15", "ovs_interfaceid": "4d9c4671-15fd-4b9f-8570-f6ae911bdb08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c8879b92-108b-4703-aa24-c61b51fe5335", "address": "fa:16:3e:a2:10:39", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8879b92-10", "ovs_interfaceid": "c8879b92-108b-4703-aa24-c61b51fe5335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.950024] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: aa58d5dd-6cee-4d32-b80a-1fdc853995e6] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1777.073721] env[62588]: DEBUG oslo_vmware.api [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52cb1766-4ecc-df64-7120-db3cdf64c5f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011547} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.074600] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b6aab99-1904-4c42-95e3-457cf514ef78 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.076998] env[62588]: DEBUG nova.compute.manager [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1777.083174] env[62588]: DEBUG oslo_vmware.api [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1777.083174] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5230e957-aabe-341a-1869-69d21c062169" [ 1777.083174] env[62588]: _type = "Task" [ 1777.083174] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.092934] env[62588]: DEBUG oslo_vmware.api [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5230e957-aabe-341a-1869-69d21c062169, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.124093] env[62588]: DEBUG nova.compute.manager [None req-098821b4-1030-4341-b9ef-3d87f44410b6 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1777.124321] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-098821b4-1030-4341-b9ef-3d87f44410b6 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1777.125353] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fd35a2-9e5d-453e-a68e-7311144f34b0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.133906] env[62588]: DEBUG oslo_vmware.api [None req-a5390c8c-cc4f-4ea7-b6a5-e74aebfc24b1 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363078} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.136118] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5390c8c-cc4f-4ea7-b6a5-e74aebfc24b1 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1777.136315] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a5390c8c-cc4f-4ea7-b6a5-e74aebfc24b1 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1777.136494] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a5390c8c-cc4f-4ea7-b6a5-e74aebfc24b1 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1777.136665] env[62588]: INFO nova.compute.manager [None req-a5390c8c-cc4f-4ea7-b6a5-e74aebfc24b1 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1777.136903] env[62588]: DEBUG oslo.service.loopingcall [None req-a5390c8c-cc4f-4ea7-b6a5-e74aebfc24b1 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1777.137139] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-098821b4-1030-4341-b9ef-3d87f44410b6 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1777.137414] env[62588]: DEBUG nova.compute.manager [-] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1777.137475] env[62588]: DEBUG nova.network.neutron [-] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1777.139084] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d4a4997-cd09-43c5-b9e6-5feef4aae86d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.145779] env[62588]: DEBUG oslo_vmware.api [None req-098821b4-1030-4341-b9ef-3d87f44410b6 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1777.145779] env[62588]: value = "task-1794213" [ 1777.145779] env[62588]: _type = "Task" [ 1777.145779] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.153432] env[62588]: DEBUG oslo_vmware.api [None req-098821b4-1030-4341-b9ef-3d87f44410b6 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.191358] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Releasing lock "refresh_cache-6a5d81c6-e4ba-4066-967a-1e81e6eff0f7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.221032] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2fdb4aa3-2be4-43c6-91f8-4fcbce5f8d31 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "interface-2f1cc4d5-24b4-47dc-ba6a-884141e9fa42-7a4047bc-3c2e-499b-a41d-58c5e62b1922" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.040s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.231300] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1777.231300] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52feb049-cc18-b992-ffdc-4b2409afde4a" [ 1777.231300] env[62588]: _type = "HttpNfcLease" [ 1777.231300] env[62588]: } is ready. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1777.231300] env[62588]: DEBUG oslo_vmware.rw_handles [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1777.231300] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52feb049-cc18-b992-ffdc-4b2409afde4a" [ 1777.231300] env[62588]: _type = "HttpNfcLease" [ 1777.231300] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1777.231623] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7c4ba9-398f-46a7-9c1b-284ea3c0b270 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.240546] env[62588]: DEBUG oslo_vmware.rw_handles [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5235d885-4fa4-6a1b-682a-4c247187ac09/disk-0.vmdk from lease info. {{(pid=62588) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1777.240771] env[62588]: DEBUG oslo_vmware.rw_handles [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5235d885-4fa4-6a1b-682a-4c247187ac09/disk-0.vmdk for reading. {{(pid=62588) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1777.373715] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4daf5aa3-745a-428b-b914-a4f91de6a09e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.409243] env[62588]: DEBUG oslo_vmware.api [None req-bffc7649-25de-45e7-898e-f87211351bde tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794212, 'name': ReconfigVM_Task, 'duration_secs': 0.150742} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.414215] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-bffc7649-25de-45e7-898e-f87211351bde tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372124', 'volume_id': '3ee4522a-fe90-4335-931f-899d3869703c', 'name': 'volume-3ee4522a-fe90-4335-931f-899d3869703c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8ad0b805-95c8-43f6-a687-6819ae17c230', 'attached_at': '', 'detached_at': '', 'volume_id': '3ee4522a-fe90-4335-931f-899d3869703c', 'serial': '3ee4522a-fe90-4335-931f-899d3869703c'} {{(pid=62588) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1777.430801] env[62588]: DEBUG oslo_concurrency.lockutils [req-5ac55063-fcce-4179-af0c-3353aec1a90a req-b6e1e2cc-be75-447f-9678-2be18e657923 service nova] Acquiring lock "2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.444537] env[62588]: DEBUG nova.network.neutron [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Port c40c4914-43a5-43b9-8141-7221cc54ed1e binding to destination host cpu-1 is already ACTIVE {{(pid=62588) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1777.455222] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 3d1e96f5-3021-4155-8855-592361b2b0d6] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1777.606292] env[62588]: DEBUG oslo_vmware.api [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5230e957-aabe-341a-1869-69d21c062169, 'name': SearchDatastore_Task, 'duration_secs': 0.035619} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.607282] env[62588]: DEBUG oslo_concurrency.lockutils [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.607282] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] d02648d1-c160-42e6-8e62-db27d4764f5b/d02648d1-c160-42e6-8e62-db27d4764f5b.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1777.607885] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9410ee2-fbc3-4ba7-b945-013ad9152ae6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.612548] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.619426] env[62588]: DEBUG oslo_vmware.api [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1777.619426] env[62588]: value = "task-1794214" [ 1777.619426] env[62588]: _type = "Task" [ 1777.619426] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.633413] env[62588]: DEBUG oslo_vmware.api [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.656622] env[62588]: DEBUG oslo_vmware.api [None req-098821b4-1030-4341-b9ef-3d87f44410b6 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794213, 'name': PowerOffVM_Task, 'duration_secs': 0.218114} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.659494] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-098821b4-1030-4341-b9ef-3d87f44410b6 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1777.659761] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-098821b4-1030-4341-b9ef-3d87f44410b6 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1777.660245] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b818759f-3ebb-492f-ad61-f9153b02cce6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.688341] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1eb32425-490d-4e58-85c5-58eb892dbe35 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.688725] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1eb32425-490d-4e58-85c5-58eb892dbe35 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.688982] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1eb32425-490d-4e58-85c5-58eb892dbe35 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.689256] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1eb32425-490d-4e58-85c5-58eb892dbe35 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.689479] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1eb32425-490d-4e58-85c5-58eb892dbe35 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.692069] env[62588]: INFO nova.compute.manager [None req-1eb32425-490d-4e58-85c5-58eb892dbe35 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Terminating instance [ 1777.706066] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8aa43e0-1c05-4bde-a6c1-4b4269d06b4a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.715118] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d9cad9-f49f-470e-b473-1c0d68bc0dbc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.752178] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc118d4-a445-4f88-b223-e862d586eaeb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.761990] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831a04c9-8bbc-466b-8785-c153658b31bd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.777456] env[62588]: DEBUG nova.compute.provider_tree [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1777.783298] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Acquiring lock "b35be3c7-2565-4713-b426-60e18f6544d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.783637] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Lock "b35be3c7-2565-4713-b426-60e18f6544d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.822428] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-098821b4-1030-4341-b9ef-3d87f44410b6 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1777.822702] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-098821b4-1030-4341-b9ef-3d87f44410b6 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1777.822931] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-098821b4-1030-4341-b9ef-3d87f44410b6 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Deleting the datastore file [datastore1] 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1777.823307] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05410c3a-7989-4f68-bd2a-dd98db8c17cd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.833098] env[62588]: DEBUG oslo_vmware.api [None req-098821b4-1030-4341-b9ef-3d87f44410b6 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1777.833098] env[62588]: value = "task-1794216" [ 1777.833098] env[62588]: _type = "Task" [ 1777.833098] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.844547] env[62588]: DEBUG oslo_vmware.api [None req-098821b4-1030-4341-b9ef-3d87f44410b6 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.958978] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 46b71ab3-df5b-47b1-a98a-9dd6c2eb4552] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1777.974735] env[62588]: DEBUG nova.objects.instance [None req-bffc7649-25de-45e7-898e-f87211351bde tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lazy-loading 'flavor' on Instance uuid 8ad0b805-95c8-43f6-a687-6819ae17c230 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1778.035373] env[62588]: DEBUG nova.compute.manager [req-fb163463-3cec-415b-ab53-5b546a90f9fa req-1c6fe995-96ec-423f-99d3-40168882acf4 service nova] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Received event network-vif-deleted-7d91350a-c276-47c1-87a6-9c06c6955632 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1778.035716] env[62588]: INFO nova.compute.manager [req-fb163463-3cec-415b-ab53-5b546a90f9fa req-1c6fe995-96ec-423f-99d3-40168882acf4 service nova] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Neutron deleted interface 7d91350a-c276-47c1-87a6-9c06c6955632; detaching it from the instance and deleting it from the info cache [ 1778.035929] env[62588]: DEBUG nova.network.neutron [req-fb163463-3cec-415b-ab53-5b546a90f9fa req-1c6fe995-96ec-423f-99d3-40168882acf4 service nova] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.134567] env[62588]: DEBUG oslo_vmware.api [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794214, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.200133] env[62588]: DEBUG nova.compute.manager [None req-1eb32425-490d-4e58-85c5-58eb892dbe35 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1778.200549] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb32425-490d-4e58-85c5-58eb892dbe35 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1778.207954] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6676ac0f-b1e8-47ff-826c-bab319ef1dc9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.214556] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb32425-490d-4e58-85c5-58eb892dbe35 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1778.215863] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc058092-afc3-4658-b0f2-98eaf6ec14d6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.224219] env[62588]: DEBUG oslo_vmware.api [None req-1eb32425-490d-4e58-85c5-58eb892dbe35 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1778.224219] env[62588]: value = "task-1794217" [ 1778.224219] env[62588]: _type = "Task" [ 1778.224219] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.232866] env[62588]: DEBUG oslo_vmware.api [None req-1eb32425-490d-4e58-85c5-58eb892dbe35 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.287275] env[62588]: DEBUG nova.scheduler.client.report [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1778.292645] env[62588]: DEBUG nova.compute.manager [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1778.344263] env[62588]: DEBUG oslo_vmware.api [None req-098821b4-1030-4341-b9ef-3d87f44410b6 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.505655} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.345684] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-098821b4-1030-4341-b9ef-3d87f44410b6 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1778.346027] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-098821b4-1030-4341-b9ef-3d87f44410b6 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1778.346208] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-098821b4-1030-4341-b9ef-3d87f44410b6 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1778.346408] env[62588]: INFO nova.compute.manager [None req-098821b4-1030-4341-b9ef-3d87f44410b6 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1778.347109] env[62588]: DEBUG oslo.service.loopingcall [None req-098821b4-1030-4341-b9ef-3d87f44410b6 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1778.347109] env[62588]: DEBUG nova.compute.manager [-] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1778.347309] env[62588]: DEBUG nova.network.neutron [-] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1778.406956] env[62588]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port c8879b92-108b-4703-aa24-c61b51fe5335 could not be found.", "detail": ""}} {{(pid=62588) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1778.407385] env[62588]: DEBUG nova.network.neutron [-] Unable to show port c8879b92-108b-4703-aa24-c61b51fe5335 as it no longer exists. {{(pid=62588) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1778.478491] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: d592d200-c893-4538-be6b-59f21277da0d] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1778.485917] env[62588]: DEBUG oslo_concurrency.lockutils [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "e440420a-21e2-42dc-9659-393c4a715560-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.486142] env[62588]: DEBUG oslo_concurrency.lockutils [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "e440420a-21e2-42dc-9659-393c4a715560-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.487247] env[62588]: DEBUG oslo_concurrency.lockutils [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "e440420a-21e2-42dc-9659-393c4a715560-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.505531] env[62588]: DEBUG nova.network.neutron [-] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.541900] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24571fb8-97c0-45b8-8f9a-e46b18cb51de {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.553038] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3509c28c-6a28-44d6-86ab-9212f71670bc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.595548] env[62588]: DEBUG nova.compute.manager [req-fb163463-3cec-415b-ab53-5b546a90f9fa req-1c6fe995-96ec-423f-99d3-40168882acf4 service nova] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Detach interface failed, port_id=7d91350a-c276-47c1-87a6-9c06c6955632, reason: Instance 3ee02a39-f285-405c-b7b8-ab797afe560c could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1778.636130] env[62588]: DEBUG oslo_vmware.api [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570499} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.640112] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] d02648d1-c160-42e6-8e62-db27d4764f5b/d02648d1-c160-42e6-8e62-db27d4764f5b.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1778.640112] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1778.640112] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73b7b6dd-222d-40bf-b526-a47fa11fb1c0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.646837] env[62588]: DEBUG oslo_vmware.api [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1778.646837] env[62588]: value = "task-1794218" [ 1778.646837] env[62588]: _type = "Task" [ 1778.646837] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.657417] env[62588]: DEBUG oslo_vmware.api [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.715942] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89de18d9-26ef-442a-9bbd-9df231e9d489 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.749852] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Updating instance '6a5d81c6-e4ba-4066-967a-1e81e6eff0f7' progress to 0 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1778.768386] env[62588]: DEBUG oslo_vmware.api [None req-1eb32425-490d-4e58-85c5-58eb892dbe35 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794217, 'name': PowerOffVM_Task, 'duration_secs': 0.201071} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.768818] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb32425-490d-4e58-85c5-58eb892dbe35 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1778.768950] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb32425-490d-4e58-85c5-58eb892dbe35 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1778.770334] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7092d24e-d037-4558-929e-fdb4bdb37135 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.798677] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.444s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.805864] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.193s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.807651] env[62588]: INFO nova.compute.claims [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1778.833924] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.870881] env[62588]: INFO nova.network.neutron [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Updating port 8138c0f3-336c-485e-917f-2e62a6a3a6cc with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1778.898505] env[62588]: DEBUG oslo_concurrency.lockutils [None req-926a25d8-e324-428a-8544-70baafa82e80 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquiring lock "8ad0b805-95c8-43f6-a687-6819ae17c230" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.905139] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb32425-490d-4e58-85c5-58eb892dbe35 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1778.905139] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb32425-490d-4e58-85c5-58eb892dbe35 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1778.905139] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb32425-490d-4e58-85c5-58eb892dbe35 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Deleting the datastore file [datastore1] 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1778.905139] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40e4daac-1815-428e-a12b-9c5fb80bc017 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.912219] env[62588]: DEBUG oslo_vmware.api [None req-1eb32425-490d-4e58-85c5-58eb892dbe35 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1778.912219] env[62588]: value = "task-1794220" [ 1778.912219] env[62588]: _type = "Task" [ 1778.912219] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.922410] env[62588]: DEBUG oslo_vmware.api [None req-1eb32425-490d-4e58-85c5-58eb892dbe35 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794220, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.990569] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 88b35a0a-bc01-4bd4-91d5-fdb491b23b3e] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1778.992992] env[62588]: DEBUG oslo_concurrency.lockutils [None req-bffc7649-25de-45e7-898e-f87211351bde tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "8ad0b805-95c8-43f6-a687-6819ae17c230" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.324s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.995389] env[62588]: DEBUG oslo_concurrency.lockutils [None req-926a25d8-e324-428a-8544-70baafa82e80 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "8ad0b805-95c8-43f6-a687-6819ae17c230" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.096s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.995389] env[62588]: DEBUG nova.compute.manager [None req-926a25d8-e324-428a-8544-70baafa82e80 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1778.996505] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9c724f-ec0e-475e-a3b1-9d8622aea40e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.005656] env[62588]: DEBUG nova.compute.manager [None req-926a25d8-e324-428a-8544-70baafa82e80 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62588) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1779.008060] env[62588]: DEBUG nova.objects.instance [None req-926a25d8-e324-428a-8544-70baafa82e80 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lazy-loading 'flavor' on Instance uuid 8ad0b805-95c8-43f6-a687-6819ae17c230 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1779.008060] env[62588]: INFO nova.compute.manager [-] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Took 1.87 seconds to deallocate network for instance. [ 1779.158758] env[62588]: DEBUG oslo_vmware.api [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173308} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.159394] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1779.160350] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f24984-824e-4603-bef1-0514d433205e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.187695] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] d02648d1-c160-42e6-8e62-db27d4764f5b/d02648d1-c160-42e6-8e62-db27d4764f5b.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1779.190789] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2172ccd4-d77f-4b1f-a28b-c030ccbbacdc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.213355] env[62588]: DEBUG nova.network.neutron [-] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.224204] env[62588]: DEBUG oslo_vmware.api [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1779.224204] env[62588]: value = "task-1794221" [ 1779.224204] env[62588]: _type = "Task" [ 1779.224204] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.236555] env[62588]: DEBUG oslo_vmware.api [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794221, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.262033] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1779.262033] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ab6bebb-0745-4f27-a336-e92e1bd58188 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.268576] env[62588]: DEBUG oslo_vmware.api [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1779.268576] env[62588]: value = "task-1794222" [ 1779.268576] env[62588]: _type = "Task" [ 1779.268576] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.279561] env[62588]: DEBUG oslo_vmware.api [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.424248] env[62588]: DEBUG oslo_vmware.api [None req-1eb32425-490d-4e58-85c5-58eb892dbe35 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794220, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142861} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.424513] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb32425-490d-4e58-85c5-58eb892dbe35 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1779.424705] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb32425-490d-4e58-85c5-58eb892dbe35 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1779.424884] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb32425-490d-4e58-85c5-58eb892dbe35 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1779.425070] env[62588]: INFO nova.compute.manager [None req-1eb32425-490d-4e58-85c5-58eb892dbe35 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1779.425331] env[62588]: DEBUG oslo.service.loopingcall [None req-1eb32425-490d-4e58-85c5-58eb892dbe35 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1779.425538] env[62588]: DEBUG nova.compute.manager [-] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1779.425649] env[62588]: DEBUG nova.network.neutron [-] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1779.495725] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 874c16bd-85d4-40f0-a87b-8e3f28e96202] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1779.514637] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a5390c8c-cc4f-4ea7-b6a5-e74aebfc24b1 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.718742] env[62588]: INFO nova.compute.manager [-] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Took 1.37 seconds to deallocate network for instance. [ 1779.736254] env[62588]: DEBUG oslo_vmware.api [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794221, 'name': ReconfigVM_Task, 'duration_secs': 0.345962} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.736514] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Reconfigured VM instance instance-0000005e to attach disk [datastore1] d02648d1-c160-42e6-8e62-db27d4764f5b/d02648d1-c160-42e6-8e62-db27d4764f5b.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1779.737228] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a461861-76fa-4e14-9ded-c200a1a7e870 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.747970] env[62588]: DEBUG oslo_vmware.api [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1779.747970] env[62588]: value = "task-1794223" [ 1779.747970] env[62588]: _type = "Task" [ 1779.747970] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.759433] env[62588]: DEBUG oslo_vmware.api [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794223, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.780258] env[62588]: DEBUG oslo_vmware.api [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794222, 'name': PowerOffVM_Task, 'duration_secs': 0.216981} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.781488] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1779.781488] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Updating instance '6a5d81c6-e4ba-4066-967a-1e81e6eff0f7' progress to 17 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1779.807090] env[62588]: DEBUG oslo_concurrency.lockutils [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "refresh_cache-e440420a-21e2-42dc-9659-393c4a715560" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.807296] env[62588]: DEBUG oslo_concurrency.lockutils [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquired lock "refresh_cache-e440420a-21e2-42dc-9659-393c4a715560" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.807469] env[62588]: DEBUG nova.network.neutron [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1779.999608] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 10cf38fe-eb65-4492-91b2-d830c6769cb8] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1780.014334] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-926a25d8-e324-428a-8544-70baafa82e80 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1780.014648] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fb7647b-49a1-439b-bcd7-1f15912eafe9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.023993] env[62588]: DEBUG oslo_vmware.api [None req-926a25d8-e324-428a-8544-70baafa82e80 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for the task: (returnval){ [ 1780.023993] env[62588]: value = "task-1794224" [ 1780.023993] env[62588]: _type = "Task" [ 1780.023993] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.033106] env[62588]: DEBUG oslo_vmware.api [None req-926a25d8-e324-428a-8544-70baafa82e80 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.068243] env[62588]: DEBUG nova.compute.manager [req-7a2a0f07-b431-4eae-b638-95964b3dd70f req-3aa66498-c52e-4a33-9dcf-652d6bfbc1ae service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Received event network-vif-deleted-4d9c4671-15fd-4b9f-8570-f6ae911bdb08 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1780.068433] env[62588]: DEBUG nova.compute.manager [req-7a2a0f07-b431-4eae-b638-95964b3dd70f req-3aa66498-c52e-4a33-9dcf-652d6bfbc1ae service nova] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Received event network-vif-deleted-4a1aa5f4-aed2-48f9-82fa-efa67be49db0 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1780.068628] env[62588]: INFO nova.compute.manager [req-7a2a0f07-b431-4eae-b638-95964b3dd70f req-3aa66498-c52e-4a33-9dcf-652d6bfbc1ae service nova] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Neutron deleted interface 4a1aa5f4-aed2-48f9-82fa-efa67be49db0; detaching it from the instance and deleting it from the info cache [ 1780.068775] env[62588]: DEBUG nova.network.neutron [req-7a2a0f07-b431-4eae-b638-95964b3dd70f req-3aa66498-c52e-4a33-9dcf-652d6bfbc1ae service nova] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.098806] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c970b33b-ebd5-4444-a1e2-337b37b8aca4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.109586] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df17957-0395-46e9-8717-7463472acb2b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.142388] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed68a0f-effe-42b8-b91e-7e278a3130e2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.150855] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b0daad-f4fa-44c9-98bf-e20acf8db531 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.164760] env[62588]: DEBUG nova.compute.provider_tree [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1780.205278] env[62588]: DEBUG nova.network.neutron [-] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.223785] env[62588]: DEBUG oslo_concurrency.lockutils [None req-098821b4-1030-4341-b9ef-3d87f44410b6 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.257557] env[62588]: DEBUG oslo_vmware.api [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794223, 'name': Rename_Task, 'duration_secs': 0.157821} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.258076] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1780.258202] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f1c190e-226e-45cc-8841-fc4e68b0466f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.265069] env[62588]: DEBUG oslo_vmware.api [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1780.265069] env[62588]: value = "task-1794225" [ 1780.265069] env[62588]: _type = "Task" [ 1780.265069] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.272813] env[62588]: DEBUG oslo_vmware.api [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.288749] env[62588]: DEBUG nova.virt.hardware [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:37:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1780.289025] env[62588]: DEBUG nova.virt.hardware [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1780.289187] env[62588]: DEBUG nova.virt.hardware [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1780.289401] env[62588]: DEBUG nova.virt.hardware [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1780.289553] env[62588]: DEBUG nova.virt.hardware [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1780.289705] env[62588]: DEBUG nova.virt.hardware [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1780.289902] env[62588]: DEBUG nova.virt.hardware [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1780.290075] env[62588]: DEBUG nova.virt.hardware [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1780.290260] env[62588]: DEBUG nova.virt.hardware [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1780.290594] env[62588]: DEBUG nova.virt.hardware [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1780.290766] env[62588]: DEBUG nova.virt.hardware [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1780.296026] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b540da32-620c-4a58-860c-3e255e0b0def {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.313487] env[62588]: DEBUG oslo_vmware.api [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1780.313487] env[62588]: value = "task-1794226" [ 1780.313487] env[62588]: _type = "Task" [ 1780.313487] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.322749] env[62588]: DEBUG oslo_vmware.api [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794226, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.503426] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: da1aa85b-feca-4031-b8f7-ec05f7d5c375] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1780.536449] env[62588]: DEBUG oslo_vmware.api [None req-926a25d8-e324-428a-8544-70baafa82e80 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794224, 'name': PowerOffVM_Task, 'duration_secs': 0.231726} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.537590] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-926a25d8-e324-428a-8544-70baafa82e80 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1780.537802] env[62588]: DEBUG nova.compute.manager [None req-926a25d8-e324-428a-8544-70baafa82e80 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1780.538745] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32afc094-5aca-4cf1-97cb-8075be6afbbd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.572856] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-abbc1834-5d82-4171-b2ee-6fdbbf84bb47 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.582921] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bd66d1-9452-473e-bab0-5233f7d22ef5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.594909] env[62588]: DEBUG nova.network.neutron [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Updating instance_info_cache with network_info: [{"id": "c40c4914-43a5-43b9-8141-7221cc54ed1e", "address": "fa:16:3e:6e:29:b1", "network": {"id": "a87fd2a5-7bb8-40bb-94aa-bfa03a2c12b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-745012254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9caa809c97541cea65bc0fd5cdd9eec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40c4914-43", "ovs_interfaceid": "c40c4914-43a5-43b9-8141-7221cc54ed1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.620827] env[62588]: DEBUG nova.compute.manager [req-7a2a0f07-b431-4eae-b638-95964b3dd70f req-3aa66498-c52e-4a33-9dcf-652d6bfbc1ae service nova] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Detach interface failed, port_id=4a1aa5f4-aed2-48f9-82fa-efa67be49db0, reason: Instance 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1780.622133] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquiring lock "refresh_cache-93855408-6c6d-4480-9764-7dc12394438b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.622297] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquired lock "refresh_cache-93855408-6c6d-4480-9764-7dc12394438b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.622467] env[62588]: DEBUG nova.network.neutron [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1780.668110] env[62588]: DEBUG nova.scheduler.client.report [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1780.708811] env[62588]: INFO nova.compute.manager [-] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Took 1.28 seconds to deallocate network for instance. [ 1780.778105] env[62588]: DEBUG oslo_vmware.api [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794225, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.823637] env[62588]: DEBUG oslo_vmware.api [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794226, 'name': ReconfigVM_Task, 'duration_secs': 0.295874} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.823780] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Updating instance '6a5d81c6-e4ba-4066-967a-1e81e6eff0f7' progress to 33 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1781.008431] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: cd9251fb-103f-4fea-a54a-398f28e4a7bc] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1781.052416] env[62588]: DEBUG oslo_concurrency.lockutils [None req-926a25d8-e324-428a-8544-70baafa82e80 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "8ad0b805-95c8-43f6-a687-6819ae17c230" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.097694] env[62588]: DEBUG oslo_concurrency.lockutils [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Releasing lock "refresh_cache-e440420a-21e2-42dc-9659-393c4a715560" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.173344] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.173906] env[62588]: DEBUG nova.compute.manager [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1781.176808] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.343s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.183084] env[62588]: INFO nova.compute.claims [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1781.215771] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1eb32425-490d-4e58-85c5-58eb892dbe35 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.276722] env[62588]: DEBUG oslo_vmware.api [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794225, 'name': PowerOnVM_Task, 'duration_secs': 0.904182} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.277073] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1781.277282] env[62588]: INFO nova.compute.manager [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1781.277471] env[62588]: DEBUG nova.compute.manager [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1781.278337] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234019f6-6780-4a03-ad26-fcf69613a76e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.330686] env[62588]: DEBUG nova.virt.hardware [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1781.330931] env[62588]: DEBUG nova.virt.hardware [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1781.331131] env[62588]: DEBUG nova.virt.hardware [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1781.331357] env[62588]: DEBUG nova.virt.hardware [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1781.331517] env[62588]: DEBUG nova.virt.hardware [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1781.331665] env[62588]: DEBUG nova.virt.hardware [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1781.331904] env[62588]: DEBUG nova.virt.hardware [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1781.332086] env[62588]: DEBUG nova.virt.hardware [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1781.332308] env[62588]: DEBUG nova.virt.hardware [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1781.332501] env[62588]: DEBUG nova.virt.hardware [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1781.332680] env[62588]: DEBUG nova.virt.hardware [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1781.338475] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1781.341623] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2b17599-5cf0-4def-96e3-b3522dc817c4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.363616] env[62588]: DEBUG oslo_vmware.api [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1781.363616] env[62588]: value = "task-1794227" [ 1781.363616] env[62588]: _type = "Task" [ 1781.363616] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.373434] env[62588]: DEBUG oslo_vmware.api [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794227, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.392717] env[62588]: DEBUG nova.network.neutron [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Updating instance_info_cache with network_info: [{"id": "8138c0f3-336c-485e-917f-2e62a6a3a6cc", "address": "fa:16:3e:2c:67:bb", "network": {"id": "53e5e9d3-1405-4d49-b447-38ad085a370d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-959313782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7186086b95024140b01eeb45e2af009f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8138c0f3-33", "ovs_interfaceid": "8138c0f3-336c-485e-917f-2e62a6a3a6cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.466909] env[62588]: DEBUG nova.objects.instance [None req-231c8f24-6968-4825-a8f2-7878688fe972 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lazy-loading 'flavor' on Instance uuid 8ad0b805-95c8-43f6-a687-6819ae17c230 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1781.511771] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 48e51ea3-9a6e-4078-9c09-b3b4291d2d55] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1781.626018] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067b6ad1-c56a-4558-8ce7-4ca6ecbe8806 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.645639] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f356e518-d551-4feb-95ab-f94630ec76f8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.653789] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Updating instance 'e440420a-21e2-42dc-9659-393c4a715560' progress to 83 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1781.688584] env[62588]: DEBUG nova.compute.utils [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1781.690330] env[62588]: DEBUG nova.compute.manager [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1781.690330] env[62588]: DEBUG nova.network.neutron [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1781.744812] env[62588]: DEBUG nova.policy [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c67af47cdf7f4c618e25c15c541a7b88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1abac53217249a7a6b3552ebfca1c1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1781.799650] env[62588]: INFO nova.compute.manager [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Took 21.71 seconds to build instance. [ 1781.874706] env[62588]: DEBUG oslo_vmware.api [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794227, 'name': ReconfigVM_Task, 'duration_secs': 0.290295} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.875014] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1781.876375] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16058469-e1d2-4ae7-9c50-a49133e75f5c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.898198] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Releasing lock "refresh_cache-93855408-6c6d-4480-9764-7dc12394438b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.907729] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7/6a5d81c6-e4ba-4066-967a-1e81e6eff0f7.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1781.908909] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e65bc22-85c5-43e8-97d9-1fc7c4dc07a3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.930913] env[62588]: DEBUG oslo_vmware.api [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1781.930913] env[62588]: value = "task-1794228" [ 1781.930913] env[62588]: _type = "Task" [ 1781.930913] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.933283] env[62588]: DEBUG nova.virt.hardware [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f894a6869a9a4a0d6b7910cd9f7eb345',container_format='bare',created_at=2024-12-12T04:58:18Z,direct_url=,disk_format='vmdk',id=a3d684a9-5713-4ce3-bbe8-ecb1379e0219,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1478490806-shelved',owner='7186086b95024140b01eeb45e2af009f',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2024-12-12T04:58:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1781.933492] env[62588]: DEBUG nova.virt.hardware [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1781.933625] env[62588]: DEBUG nova.virt.hardware [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1781.933804] env[62588]: DEBUG nova.virt.hardware [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1781.933945] env[62588]: DEBUG nova.virt.hardware [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1781.934104] env[62588]: DEBUG nova.virt.hardware [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1781.934352] env[62588]: DEBUG nova.virt.hardware [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1781.934451] env[62588]: DEBUG nova.virt.hardware [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1781.934614] env[62588]: DEBUG nova.virt.hardware [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1781.934772] env[62588]: DEBUG nova.virt.hardware [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1781.934941] env[62588]: DEBUG nova.virt.hardware [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1781.935824] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbd03f0-3c83-43f1-ab60-2f7a1372f62a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.947663] env[62588]: DEBUG oslo_vmware.api [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794228, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.951049] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1a2578-dac7-48ee-beba-5283f8d26ecb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.967350] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:67:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '489b2441-7132-4942-8b61-49cf0ad4400e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8138c0f3-336c-485e-917f-2e62a6a3a6cc', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1781.974910] env[62588]: DEBUG oslo.service.loopingcall [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1781.976831] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1781.977071] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6276fbb1-a872-41c0-9ea8-df0ca756f705 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.991228] env[62588]: DEBUG oslo_concurrency.lockutils [None req-231c8f24-6968-4825-a8f2-7878688fe972 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquiring lock "refresh_cache-8ad0b805-95c8-43f6-a687-6819ae17c230" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.991420] env[62588]: DEBUG oslo_concurrency.lockutils [None req-231c8f24-6968-4825-a8f2-7878688fe972 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquired lock "refresh_cache-8ad0b805-95c8-43f6-a687-6819ae17c230" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.991604] env[62588]: DEBUG nova.network.neutron [None req-231c8f24-6968-4825-a8f2-7878688fe972 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1781.991805] env[62588]: DEBUG nova.objects.instance [None req-231c8f24-6968-4825-a8f2-7878688fe972 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lazy-loading 'info_cache' on Instance uuid 8ad0b805-95c8-43f6-a687-6819ae17c230 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1781.999515] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1781.999515] env[62588]: value = "task-1794229" [ 1781.999515] env[62588]: _type = "Task" [ 1781.999515] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.008638] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794229, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.014534] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 9f4fcd9a-eb33-41d8-b7f6-b57b647049d5] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1782.048687] env[62588]: DEBUG nova.network.neutron [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Successfully created port: 468cd7a6-6f27-449b-b0b6-6948faa23fa5 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1782.157767] env[62588]: DEBUG nova.compute.manager [req-12214085-93ec-42af-a365-3b4ead6ede7f req-e939b5a2-350a-4b75-a952-8f856bdf770f service nova] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Received event network-vif-plugged-8138c0f3-336c-485e-917f-2e62a6a3a6cc {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1782.157899] env[62588]: DEBUG oslo_concurrency.lockutils [req-12214085-93ec-42af-a365-3b4ead6ede7f req-e939b5a2-350a-4b75-a952-8f856bdf770f service nova] Acquiring lock "93855408-6c6d-4480-9764-7dc12394438b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.158122] env[62588]: DEBUG oslo_concurrency.lockutils [req-12214085-93ec-42af-a365-3b4ead6ede7f req-e939b5a2-350a-4b75-a952-8f856bdf770f service nova] Lock "93855408-6c6d-4480-9764-7dc12394438b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.158300] env[62588]: DEBUG oslo_concurrency.lockutils [req-12214085-93ec-42af-a365-3b4ead6ede7f req-e939b5a2-350a-4b75-a952-8f856bdf770f service nova] Lock "93855408-6c6d-4480-9764-7dc12394438b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.158492] env[62588]: DEBUG nova.compute.manager [req-12214085-93ec-42af-a365-3b4ead6ede7f req-e939b5a2-350a-4b75-a952-8f856bdf770f service nova] [instance: 93855408-6c6d-4480-9764-7dc12394438b] No waiting events found dispatching network-vif-plugged-8138c0f3-336c-485e-917f-2e62a6a3a6cc {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1782.158688] env[62588]: WARNING nova.compute.manager [req-12214085-93ec-42af-a365-3b4ead6ede7f req-e939b5a2-350a-4b75-a952-8f856bdf770f service nova] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Received unexpected event network-vif-plugged-8138c0f3-336c-485e-917f-2e62a6a3a6cc for instance with vm_state shelved_offloaded and task_state spawning. [ 1782.158851] env[62588]: DEBUG nova.compute.manager [req-12214085-93ec-42af-a365-3b4ead6ede7f req-e939b5a2-350a-4b75-a952-8f856bdf770f service nova] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Received event network-changed-8138c0f3-336c-485e-917f-2e62a6a3a6cc {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1782.159010] env[62588]: DEBUG nova.compute.manager [req-12214085-93ec-42af-a365-3b4ead6ede7f req-e939b5a2-350a-4b75-a952-8f856bdf770f service nova] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Refreshing instance network info cache due to event network-changed-8138c0f3-336c-485e-917f-2e62a6a3a6cc. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1782.159227] env[62588]: DEBUG oslo_concurrency.lockutils [req-12214085-93ec-42af-a365-3b4ead6ede7f req-e939b5a2-350a-4b75-a952-8f856bdf770f service nova] Acquiring lock "refresh_cache-93855408-6c6d-4480-9764-7dc12394438b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.159921] env[62588]: DEBUG oslo_concurrency.lockutils [req-12214085-93ec-42af-a365-3b4ead6ede7f req-e939b5a2-350a-4b75-a952-8f856bdf770f service nova] Acquired lock "refresh_cache-93855408-6c6d-4480-9764-7dc12394438b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.159921] env[62588]: DEBUG nova.network.neutron [req-12214085-93ec-42af-a365-3b4ead6ede7f req-e939b5a2-350a-4b75-a952-8f856bdf770f service nova] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Refreshing network info cache for port 8138c0f3-336c-485e-917f-2e62a6a3a6cc {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1782.162974] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1782.163486] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a307bf91-afff-460d-b7f2-5ee80e6da93f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.174180] env[62588]: DEBUG oslo_vmware.api [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1782.174180] env[62588]: value = "task-1794230" [ 1782.174180] env[62588]: _type = "Task" [ 1782.174180] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.184116] env[62588]: DEBUG oslo_vmware.api [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.194772] env[62588]: DEBUG nova.compute.manager [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1782.304064] env[62588]: DEBUG oslo_concurrency.lockutils [None req-68c6e53c-a77f-4eba-815c-1b03007cc473 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Lock "d02648d1-c160-42e6-8e62-db27d4764f5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.240s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.450104] env[62588]: DEBUG oslo_vmware.api [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.497164] env[62588]: DEBUG nova.objects.base [None req-231c8f24-6968-4825-a8f2-7878688fe972 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Object Instance<8ad0b805-95c8-43f6-a687-6819ae17c230> lazy-loaded attributes: flavor,info_cache {{(pid=62588) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1782.510487] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794229, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.512250] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828046e7-d407-486c-bc32-6bb4fe1b0edd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.517836] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 641a3a07-a4a4-4920-b710-f62bca7f9ebc] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1782.523264] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8884e15-deb5-496a-8dd0-bf2da85dc6f4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.557992] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e24fc5-9edb-4c75-ad57-6fde7c3d76a4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.568183] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f1a797-0bb0-423d-9dca-a0528d68c76f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.584717] env[62588]: DEBUG nova.compute.provider_tree [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1782.686644] env[62588]: DEBUG oslo_vmware.api [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794230, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.914553] env[62588]: DEBUG nova.network.neutron [req-12214085-93ec-42af-a365-3b4ead6ede7f req-e939b5a2-350a-4b75-a952-8f856bdf770f service nova] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Updated VIF entry in instance network info cache for port 8138c0f3-336c-485e-917f-2e62a6a3a6cc. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1782.915254] env[62588]: DEBUG nova.network.neutron [req-12214085-93ec-42af-a365-3b4ead6ede7f req-e939b5a2-350a-4b75-a952-8f856bdf770f service nova] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Updating instance_info_cache with network_info: [{"id": "8138c0f3-336c-485e-917f-2e62a6a3a6cc", "address": "fa:16:3e:2c:67:bb", "network": {"id": "53e5e9d3-1405-4d49-b447-38ad085a370d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-959313782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7186086b95024140b01eeb45e2af009f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8138c0f3-33", "ovs_interfaceid": "8138c0f3-336c-485e-917f-2e62a6a3a6cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.946591] env[62588]: DEBUG oslo_vmware.api [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.012435] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794229, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.020944] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: ca06a33a-8a7b-40f5-84ed-b5f27616d1f2] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1783.087445] env[62588]: DEBUG nova.scheduler.client.report [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1783.187097] env[62588]: DEBUG oslo_vmware.api [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794230, 'name': PowerOnVM_Task, 'duration_secs': 0.913138} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.187415] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1783.187602] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-37203e46-6509-4e82-b236-b8d23b86231a tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Updating instance 'e440420a-21e2-42dc-9659-393c4a715560' progress to 100 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1783.205787] env[62588]: DEBUG nova.compute.manager [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1783.234933] env[62588]: DEBUG nova.virt.hardware [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1783.235715] env[62588]: DEBUG nova.virt.hardware [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1783.235715] env[62588]: DEBUG nova.virt.hardware [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1783.235715] env[62588]: DEBUG nova.virt.hardware [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1783.235893] env[62588]: DEBUG nova.virt.hardware [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1783.235973] env[62588]: DEBUG nova.virt.hardware [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1783.236248] env[62588]: DEBUG nova.virt.hardware [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1783.236415] env[62588]: DEBUG nova.virt.hardware [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1783.236622] env[62588]: DEBUG nova.virt.hardware [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1783.236843] env[62588]: DEBUG nova.virt.hardware [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1783.237118] env[62588]: DEBUG nova.virt.hardware [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1783.238415] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa78bb0-3e67-4fed-a64f-a9317b163e30 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.251835] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c0a562-0418-4e9b-9cf5-9337edbe24ff {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.282681] env[62588]: DEBUG nova.network.neutron [None req-231c8f24-6968-4825-a8f2-7878688fe972 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Updating instance_info_cache with network_info: [{"id": "347c42a2-815e-44d4-a7be-744beabf8ad2", "address": "fa:16:3e:0f:97:c6", "network": {"id": "abe77029-4246-4dd1-a37f-7e4bb2908970", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1890419447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "084551de646f4e009b911831dfceb4f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap347c42a2-81", "ovs_interfaceid": "347c42a2-815e-44d4-a7be-744beabf8ad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1783.419516] env[62588]: DEBUG oslo_concurrency.lockutils [req-12214085-93ec-42af-a365-3b4ead6ede7f req-e939b5a2-350a-4b75-a952-8f856bdf770f service nova] Releasing lock "refresh_cache-93855408-6c6d-4480-9764-7dc12394438b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1783.449187] env[62588]: DEBUG oslo_vmware.api [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794228, 'name': ReconfigVM_Task, 'duration_secs': 1.241925} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.449515] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7/6a5d81c6-e4ba-4066-967a-1e81e6eff0f7.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1783.449810] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Updating instance '6a5d81c6-e4ba-4066-967a-1e81e6eff0f7' progress to 50 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1783.512085] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794229, 'name': CreateVM_Task, 'duration_secs': 1.488329} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.512296] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1783.512956] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a3d684a9-5713-4ce3-bbe8-ecb1379e0219" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.513136] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a3d684a9-5713-4ce3-bbe8-ecb1379e0219" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.513502] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a3d684a9-5713-4ce3-bbe8-ecb1379e0219" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1783.513777] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9cc64b3-a210-41af-9820-3574c973a75d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.519539] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1783.519539] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5243fd5f-97ec-33be-7680-2a57499c43b2" [ 1783.519539] env[62588]: _type = "Task" [ 1783.519539] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.524468] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 34c9ee4c-c446-46aa-8566-d4f66dfef960] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1783.530416] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5243fd5f-97ec-33be-7680-2a57499c43b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.592609] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.593903] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a5390c8c-cc4f-4ea7-b6a5-e74aebfc24b1 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.079s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.594367] env[62588]: DEBUG nova.objects.instance [None req-a5390c8c-cc4f-4ea7-b6a5-e74aebfc24b1 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lazy-loading 'resources' on Instance uuid 3ee02a39-f285-405c-b7b8-ab797afe560c {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1783.736446] env[62588]: DEBUG nova.network.neutron [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Successfully updated port: 468cd7a6-6f27-449b-b0b6-6948faa23fa5 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1783.785059] env[62588]: DEBUG oslo_concurrency.lockutils [None req-231c8f24-6968-4825-a8f2-7878688fe972 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Releasing lock "refresh_cache-8ad0b805-95c8-43f6-a687-6819ae17c230" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1783.960413] env[62588]: DEBUG nova.compute.manager [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1783.961399] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05986c8-bcc5-431c-a158-75e6898acdd6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.966679] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476c579d-1ffa-4981-a98f-ffa1ce37e46f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.006609] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c83741-f77b-4d21-9438-a5acb8669eb9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.028644] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Updating instance '6a5d81c6-e4ba-4066-967a-1e81e6eff0f7' progress to 67 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1784.035932] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: d3291e2a-3e28-424a-94a5-b9831dcdbb09] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1784.045299] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a3d684a9-5713-4ce3-bbe8-ecb1379e0219" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.045543] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Processing image a3d684a9-5713-4ce3-bbe8-ecb1379e0219 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1784.045787] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a3d684a9-5713-4ce3-bbe8-ecb1379e0219/a3d684a9-5713-4ce3-bbe8-ecb1379e0219.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.045928] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a3d684a9-5713-4ce3-bbe8-ecb1379e0219/a3d684a9-5713-4ce3-bbe8-ecb1379e0219.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.046122] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1784.046381] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-728f0c95-2283-4641-9a79-c6193e66f1c9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.056509] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1784.056704] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1784.057487] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4deb083-b65c-4aa4-9181-19da23f0a4e4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.064148] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1784.064148] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c50aa6-546a-af04-8284-3e4845c91029" [ 1784.064148] env[62588]: _type = "Task" [ 1784.064148] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.073860] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c50aa6-546a-af04-8284-3e4845c91029, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.096810] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Acquiring lock "57d265f7-d007-492d-a82a-53cba050b57a" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.096922] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Lock "57d265f7-d007-492d-a82a-53cba050b57a" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.190234] env[62588]: DEBUG nova.compute.manager [req-a04f13dd-227a-45cc-95ba-ea00812ce34a req-1d481e33-61bd-4ced-860c-7baf2cb25ae0 service nova] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Received event network-vif-plugged-468cd7a6-6f27-449b-b0b6-6948faa23fa5 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1784.190234] env[62588]: DEBUG oslo_concurrency.lockutils [req-a04f13dd-227a-45cc-95ba-ea00812ce34a req-1d481e33-61bd-4ced-860c-7baf2cb25ae0 service nova] Acquiring lock "866820b1-6d9a-43ec-98f5-2f9f52527865-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.190553] env[62588]: DEBUG oslo_concurrency.lockutils [req-a04f13dd-227a-45cc-95ba-ea00812ce34a req-1d481e33-61bd-4ced-860c-7baf2cb25ae0 service nova] Lock "866820b1-6d9a-43ec-98f5-2f9f52527865-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.190553] env[62588]: DEBUG oslo_concurrency.lockutils [req-a04f13dd-227a-45cc-95ba-ea00812ce34a req-1d481e33-61bd-4ced-860c-7baf2cb25ae0 service nova] Lock "866820b1-6d9a-43ec-98f5-2f9f52527865-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.190736] env[62588]: DEBUG nova.compute.manager [req-a04f13dd-227a-45cc-95ba-ea00812ce34a req-1d481e33-61bd-4ced-860c-7baf2cb25ae0 service nova] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] No waiting events found dispatching network-vif-plugged-468cd7a6-6f27-449b-b0b6-6948faa23fa5 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1784.191088] env[62588]: WARNING nova.compute.manager [req-a04f13dd-227a-45cc-95ba-ea00812ce34a req-1d481e33-61bd-4ced-860c-7baf2cb25ae0 service nova] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Received unexpected event network-vif-plugged-468cd7a6-6f27-449b-b0b6-6948faa23fa5 for instance with vm_state building and task_state spawning. [ 1784.191252] env[62588]: DEBUG nova.compute.manager [req-a04f13dd-227a-45cc-95ba-ea00812ce34a req-1d481e33-61bd-4ced-860c-7baf2cb25ae0 service nova] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Received event network-changed-468cd7a6-6f27-449b-b0b6-6948faa23fa5 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1784.191289] env[62588]: DEBUG nova.compute.manager [req-a04f13dd-227a-45cc-95ba-ea00812ce34a req-1d481e33-61bd-4ced-860c-7baf2cb25ae0 service nova] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Refreshing instance network info cache due to event network-changed-468cd7a6-6f27-449b-b0b6-6948faa23fa5. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1784.191668] env[62588]: DEBUG oslo_concurrency.lockutils [req-a04f13dd-227a-45cc-95ba-ea00812ce34a req-1d481e33-61bd-4ced-860c-7baf2cb25ae0 service nova] Acquiring lock "refresh_cache-866820b1-6d9a-43ec-98f5-2f9f52527865" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.191668] env[62588]: DEBUG oslo_concurrency.lockutils [req-a04f13dd-227a-45cc-95ba-ea00812ce34a req-1d481e33-61bd-4ced-860c-7baf2cb25ae0 service nova] Acquired lock "refresh_cache-866820b1-6d9a-43ec-98f5-2f9f52527865" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.191809] env[62588]: DEBUG nova.network.neutron [req-a04f13dd-227a-45cc-95ba-ea00812ce34a req-1d481e33-61bd-4ced-860c-7baf2cb25ae0 service nova] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Refreshing network info cache for port 468cd7a6-6f27-449b-b0b6-6948faa23fa5 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1784.240307] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "refresh_cache-866820b1-6d9a-43ec-98f5-2f9f52527865" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.365730] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064b8ec5-1f00-4b9b-99d7-0d8bfe2e8725 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.374353] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed59f857-e2b0-468c-8199-c92f39b4f676 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.406605] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd99bcc0-b9b5-45c8-890e-de11db093566 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.415704] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a0544c-1c95-4bd7-9b11-91efc22101fe {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.431096] env[62588]: DEBUG nova.compute.provider_tree [None req-a5390c8c-cc4f-4ea7-b6a5-e74aebfc24b1 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1784.507630] env[62588]: INFO nova.compute.manager [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] instance snapshotting [ 1784.510586] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e995e8-17c8-4845-9b66-6a4b91f4c922 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.530791] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a679cb-1678-4a64-be01-786a969a8394 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.576219] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Preparing fetch location {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1784.576338] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Fetch image to [datastore1] OSTACK_IMG_81559200-901c-4572-925d-f6f5c67fc655/OSTACK_IMG_81559200-901c-4572-925d-f6f5c67fc655.vmdk {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1784.576490] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Downloading stream optimized image a3d684a9-5713-4ce3-bbe8-ecb1379e0219 to [datastore1] OSTACK_IMG_81559200-901c-4572-925d-f6f5c67fc655/OSTACK_IMG_81559200-901c-4572-925d-f6f5c67fc655.vmdk on the data store datastore1 as vApp {{(pid=62588) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1784.576625] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Downloading image file data a3d684a9-5713-4ce3-bbe8-ecb1379e0219 to the ESX as VM named 'OSTACK_IMG_81559200-901c-4572-925d-f6f5c67fc655' {{(pid=62588) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1784.615020] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Lock "57d265f7-d007-492d-a82a-53cba050b57a" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.518s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.615559] env[62588]: DEBUG nova.compute.manager [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1784.655210] env[62588]: DEBUG oslo_vmware.rw_handles [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1784.655210] env[62588]: value = "resgroup-9" [ 1784.655210] env[62588]: _type = "ResourcePool" [ 1784.655210] env[62588]: }. {{(pid=62588) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1784.655514] env[62588]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1edf577d-b604-4197-b674-9fea1d9fd00a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.680500] env[62588]: DEBUG oslo_vmware.rw_handles [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lease: (returnval){ [ 1784.680500] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c98a9b-c4c9-ec78-4aed-75f904dd54ce" [ 1784.680500] env[62588]: _type = "HttpNfcLease" [ 1784.680500] env[62588]: } obtained for vApp import into resource pool (val){ [ 1784.680500] env[62588]: value = "resgroup-9" [ 1784.680500] env[62588]: _type = "ResourcePool" [ 1784.680500] env[62588]: }. {{(pid=62588) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1784.680780] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the lease: (returnval){ [ 1784.680780] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c98a9b-c4c9-ec78-4aed-75f904dd54ce" [ 1784.680780] env[62588]: _type = "HttpNfcLease" [ 1784.680780] env[62588]: } to be ready. {{(pid=62588) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1784.688432] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1784.688432] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c98a9b-c4c9-ec78-4aed-75f904dd54ce" [ 1784.688432] env[62588]: _type = "HttpNfcLease" [ 1784.688432] env[62588]: } is initializing. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1784.729860] env[62588]: DEBUG nova.network.neutron [req-a04f13dd-227a-45cc-95ba-ea00812ce34a req-1d481e33-61bd-4ced-860c-7baf2cb25ae0 service nova] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1784.790205] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-231c8f24-6968-4825-a8f2-7878688fe972 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1784.790686] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-260b7251-772c-46c2-a42a-219cca43bcc1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.800261] env[62588]: DEBUG oslo_vmware.api [None req-231c8f24-6968-4825-a8f2-7878688fe972 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for the task: (returnval){ [ 1784.800261] env[62588]: value = "task-1794232" [ 1784.800261] env[62588]: _type = "Task" [ 1784.800261] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.810187] env[62588]: DEBUG oslo_vmware.api [None req-231c8f24-6968-4825-a8f2-7878688fe972 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.819994] env[62588]: DEBUG nova.network.neutron [req-a04f13dd-227a-45cc-95ba-ea00812ce34a req-1d481e33-61bd-4ced-860c-7baf2cb25ae0 service nova] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.935168] env[62588]: DEBUG nova.scheduler.client.report [None req-a5390c8c-cc4f-4ea7-b6a5-e74aebfc24b1 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1785.024950] env[62588]: DEBUG oslo_vmware.rw_handles [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5235d885-4fa4-6a1b-682a-4c247187ac09/disk-0.vmdk. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1785.025906] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4081a030-11ee-427f-9699-57669a93f154 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.033136] env[62588]: DEBUG oslo_vmware.rw_handles [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5235d885-4fa4-6a1b-682a-4c247187ac09/disk-0.vmdk is in state: ready. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1785.033305] env[62588]: ERROR oslo_vmware.rw_handles [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5235d885-4fa4-6a1b-682a-4c247187ac09/disk-0.vmdk due to incomplete transfer. [ 1785.033530] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-304a7caf-037f-4012-aada-4ae60c95ef28 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.041892] env[62588]: DEBUG oslo_vmware.rw_handles [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5235d885-4fa4-6a1b-682a-4c247187ac09/disk-0.vmdk. {{(pid=62588) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1785.042148] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Uploaded image 689baac0-6a27-4c6e-a5e9-bc97be2b2ca9 to the Glance image server {{(pid=62588) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1785.044266] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Destroying the VM {{(pid=62588) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1785.044529] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-30d3071d-9ac7-4f2f-88ca-cd33d98c75b1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.046828] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Creating Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1785.047070] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fde15fbc-ede7-4620-a221-bba32f3d6552 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.054985] env[62588]: DEBUG oslo_vmware.api [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1785.054985] env[62588]: value = "task-1794234" [ 1785.054985] env[62588]: _type = "Task" [ 1785.054985] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.056284] env[62588]: DEBUG oslo_vmware.api [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for the task: (returnval){ [ 1785.056284] env[62588]: value = "task-1794233" [ 1785.056284] env[62588]: _type = "Task" [ 1785.056284] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.072406] env[62588]: DEBUG oslo_vmware.api [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794233, 'name': Destroy_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.076848] env[62588]: DEBUG oslo_vmware.api [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794234, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.123446] env[62588]: DEBUG nova.compute.utils [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1785.125184] env[62588]: DEBUG nova.compute.manager [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1785.125362] env[62588]: DEBUG nova.network.neutron [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1785.169860] env[62588]: DEBUG nova.policy [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b31a2739801f48ef86f7ef731e1a42a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71e313fa58814b8485a5a4110e7cae7d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1785.193529] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1785.193529] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c98a9b-c4c9-ec78-4aed-75f904dd54ce" [ 1785.193529] env[62588]: _type = "HttpNfcLease" [ 1785.193529] env[62588]: } is initializing. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1785.311566] env[62588]: DEBUG oslo_vmware.api [None req-231c8f24-6968-4825-a8f2-7878688fe972 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794232, 'name': PowerOnVM_Task, 'duration_secs': 0.488857} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.311960] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-231c8f24-6968-4825-a8f2-7878688fe972 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1785.312255] env[62588]: DEBUG nova.compute.manager [None req-231c8f24-6968-4825-a8f2-7878688fe972 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1785.313134] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c1cf63-55e9-433b-b5fa-d9115c2b967a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.324510] env[62588]: DEBUG oslo_concurrency.lockutils [req-a04f13dd-227a-45cc-95ba-ea00812ce34a req-1d481e33-61bd-4ced-860c-7baf2cb25ae0 service nova] Releasing lock "refresh_cache-866820b1-6d9a-43ec-98f5-2f9f52527865" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.326545] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquired lock "refresh_cache-866820b1-6d9a-43ec-98f5-2f9f52527865" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.326773] env[62588]: DEBUG nova.network.neutron [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1785.443019] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a5390c8c-cc4f-4ea7-b6a5-e74aebfc24b1 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.847s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.443019] env[62588]: DEBUG oslo_concurrency.lockutils [None req-098821b4-1030-4341-b9ef-3d87f44410b6 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.219s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.443019] env[62588]: DEBUG nova.objects.instance [None req-098821b4-1030-4341-b9ef-3d87f44410b6 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lazy-loading 'resources' on Instance uuid 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1785.467941] env[62588]: INFO nova.scheduler.client.report [None req-a5390c8c-cc4f-4ea7-b6a5-e74aebfc24b1 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Deleted allocations for instance 3ee02a39-f285-405c-b7b8-ab797afe560c [ 1785.572432] env[62588]: DEBUG oslo_vmware.api [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794234, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.577765] env[62588]: DEBUG oslo_vmware.api [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794233, 'name': Destroy_Task, 'duration_secs': 0.424297} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.578147] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Destroyed the VM [ 1785.578440] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Deleting Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1785.578781] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bb334ff8-e32b-465a-91c1-afb87dd58ebb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.588658] env[62588]: DEBUG oslo_vmware.api [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for the task: (returnval){ [ 1785.588658] env[62588]: value = "task-1794235" [ 1785.588658] env[62588]: _type = "Task" [ 1785.588658] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.593059] env[62588]: DEBUG nova.network.neutron [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Successfully created port: 241de4bc-cfec-4738-b8bf-4c288b38afd2 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1785.602773] env[62588]: DEBUG oslo_vmware.api [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794235, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.628801] env[62588]: DEBUG nova.compute.manager [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1785.690808] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1785.690808] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c98a9b-c4c9-ec78-4aed-75f904dd54ce" [ 1785.690808] env[62588]: _type = "HttpNfcLease" [ 1785.690808] env[62588]: } is ready. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1785.691221] env[62588]: DEBUG oslo_vmware.rw_handles [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1785.691221] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c98a9b-c4c9-ec78-4aed-75f904dd54ce" [ 1785.691221] env[62588]: _type = "HttpNfcLease" [ 1785.691221] env[62588]: }. {{(pid=62588) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1785.692053] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbec9551-d0b5-451c-8d3d-085c1dc3fda7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.695096] env[62588]: DEBUG oslo_concurrency.lockutils [None req-814f98eb-a7ec-440a-9ff2-6dcaab307aae tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "e440420a-21e2-42dc-9659-393c4a715560" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.695530] env[62588]: DEBUG oslo_concurrency.lockutils [None req-814f98eb-a7ec-440a-9ff2-6dcaab307aae tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "e440420a-21e2-42dc-9659-393c4a715560" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.695783] env[62588]: DEBUG nova.compute.manager [None req-814f98eb-a7ec-440a-9ff2-6dcaab307aae tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Going to confirm migration 5 {{(pid=62588) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5246}} [ 1785.703809] env[62588]: DEBUG oslo_vmware.rw_handles [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5224eebc-7ecf-2a84-deb9-b28fb7333702/disk-0.vmdk from lease info. {{(pid=62588) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1785.704015] env[62588]: DEBUG oslo_vmware.rw_handles [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5224eebc-7ecf-2a84-deb9-b28fb7333702/disk-0.vmdk. {{(pid=62588) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1785.769165] env[62588]: DEBUG nova.network.neutron [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Port db5c060f-ac9c-467e-b8c3-f4c52c60e360 binding to destination host cpu-1 is already ACTIVE {{(pid=62588) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1785.777303] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-932560f4-0ae5-4cb3-bd92-99eb9c502a22 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.889744] env[62588]: DEBUG nova.network.neutron [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1785.980698] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a5390c8c-cc4f-4ea7-b6a5-e74aebfc24b1 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lock "3ee02a39-f285-405c-b7b8-ab797afe560c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.514s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.071061] env[62588]: DEBUG oslo_vmware.api [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794234, 'name': CreateSnapshot_Task, 'duration_secs': 0.887464} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.071360] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Created Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1786.072135] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08af8254-f97e-40f8-9e7d-429faf45bda9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.101709] env[62588]: DEBUG oslo_vmware.api [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794235, 'name': RemoveSnapshot_Task} progress is 16%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.128050] env[62588]: DEBUG nova.network.neutron [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Updating instance_info_cache with network_info: [{"id": "468cd7a6-6f27-449b-b0b6-6948faa23fa5", "address": "fa:16:3e:10:52:e7", "network": {"id": "29d85f41-e61c-49c7-93dd-8ae6091e13dd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004971789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1abac53217249a7a6b3552ebfca1c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap468cd7a6-6f", "ovs_interfaceid": "468cd7a6-6f27-449b-b0b6-6948faa23fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.233333] env[62588]: DEBUG oslo_concurrency.lockutils [None req-814f98eb-a7ec-440a-9ff2-6dcaab307aae tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "refresh_cache-e440420a-21e2-42dc-9659-393c4a715560" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.233493] env[62588]: DEBUG oslo_concurrency.lockutils [None req-814f98eb-a7ec-440a-9ff2-6dcaab307aae tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquired lock "refresh_cache-e440420a-21e2-42dc-9659-393c4a715560" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.233726] env[62588]: DEBUG nova.network.neutron [None req-814f98eb-a7ec-440a-9ff2-6dcaab307aae tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1786.233990] env[62588]: DEBUG nova.objects.instance [None req-814f98eb-a7ec-440a-9ff2-6dcaab307aae tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lazy-loading 'info_cache' on Instance uuid e440420a-21e2-42dc-9659-393c4a715560 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1786.249148] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198382c8-153a-4385-a275-1f4b198a26cb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.259858] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641e25f0-74dc-443b-ae53-00a5745ad6ae {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.315051] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da488714-3a7b-4826-bf40-ae691356154a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.323849] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971e4530-603c-4496-b32c-7d6f96fca4ca {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.342920] env[62588]: DEBUG nova.compute.provider_tree [None req-098821b4-1030-4341-b9ef-3d87f44410b6 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1786.591559] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Creating linked-clone VM from snapshot {{(pid=62588) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1786.595175] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-39987425-e3a8-4a2d-a1ba-90f8ab5f644b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.612689] env[62588]: DEBUG oslo_vmware.api [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794235, 'name': RemoveSnapshot_Task, 'duration_secs': 0.705454} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.616486] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Deleted Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1786.616851] env[62588]: INFO nova.compute.manager [None req-b2b23dd2-812c-403b-a92a-634a19aa2747 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Took 13.18 seconds to snapshot the instance on the hypervisor. [ 1786.619916] env[62588]: DEBUG oslo_vmware.api [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1786.619916] env[62588]: value = "task-1794236" [ 1786.619916] env[62588]: _type = "Task" [ 1786.619916] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.632241] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Releasing lock "refresh_cache-866820b1-6d9a-43ec-98f5-2f9f52527865" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.632525] env[62588]: DEBUG nova.compute.manager [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Instance network_info: |[{"id": "468cd7a6-6f27-449b-b0b6-6948faa23fa5", "address": "fa:16:3e:10:52:e7", "network": {"id": "29d85f41-e61c-49c7-93dd-8ae6091e13dd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004971789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1abac53217249a7a6b3552ebfca1c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap468cd7a6-6f", "ovs_interfaceid": "468cd7a6-6f27-449b-b0b6-6948faa23fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1786.632814] env[62588]: DEBUG oslo_vmware.api [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794236, 'name': CloneVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.634906] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:52:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '468cd7a6-6f27-449b-b0b6-6948faa23fa5', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1786.642997] env[62588]: DEBUG oslo.service.loopingcall [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1786.646559] env[62588]: DEBUG nova.compute.manager [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1786.648088] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1786.648587] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a055e6e9-e51a-4701-a541-9bd1c7003a1b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.680849] env[62588]: DEBUG nova.virt.hardware [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1786.681160] env[62588]: DEBUG nova.virt.hardware [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1786.681327] env[62588]: DEBUG nova.virt.hardware [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1786.681512] env[62588]: DEBUG nova.virt.hardware [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1786.681669] env[62588]: DEBUG nova.virt.hardware [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1786.681829] env[62588]: DEBUG nova.virt.hardware [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1786.682070] env[62588]: DEBUG nova.virt.hardware [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1786.682240] env[62588]: DEBUG nova.virt.hardware [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1786.682404] env[62588]: DEBUG nova.virt.hardware [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1786.682566] env[62588]: DEBUG nova.virt.hardware [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1786.682735] env[62588]: DEBUG nova.virt.hardware [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1786.685097] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3b4444-58b5-4f0b-87a8-0588849a16e0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.688085] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1786.688085] env[62588]: value = "task-1794237" [ 1786.688085] env[62588]: _type = "Task" [ 1786.688085] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.698126] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b557395f-02ba-4318-bd14-d3241700e65e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.709173] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794237, 'name': CreateVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.829529] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "6a5d81c6-e4ba-4066-967a-1e81e6eff0f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.829815] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "6a5d81c6-e4ba-4066-967a-1e81e6eff0f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.830039] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "6a5d81c6-e4ba-4066-967a-1e81e6eff0f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.846051] env[62588]: DEBUG nova.scheduler.client.report [None req-098821b4-1030-4341-b9ef-3d87f44410b6 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1787.143343] env[62588]: DEBUG oslo_vmware.api [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794236, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.204862] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794237, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.282733] env[62588]: DEBUG nova.compute.manager [req-74d70dd8-4293-4b19-a658-333fed630531 req-824343a5-5f11-40b0-a896-d942dcd765ac service nova] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Received event network-vif-plugged-241de4bc-cfec-4738-b8bf-4c288b38afd2 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1787.282976] env[62588]: DEBUG oslo_concurrency.lockutils [req-74d70dd8-4293-4b19-a658-333fed630531 req-824343a5-5f11-40b0-a896-d942dcd765ac service nova] Acquiring lock "b35be3c7-2565-4713-b426-60e18f6544d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.283215] env[62588]: DEBUG oslo_concurrency.lockutils [req-74d70dd8-4293-4b19-a658-333fed630531 req-824343a5-5f11-40b0-a896-d942dcd765ac service nova] Lock "b35be3c7-2565-4713-b426-60e18f6544d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.283486] env[62588]: DEBUG oslo_concurrency.lockutils [req-74d70dd8-4293-4b19-a658-333fed630531 req-824343a5-5f11-40b0-a896-d942dcd765ac service nova] Lock "b35be3c7-2565-4713-b426-60e18f6544d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.283751] env[62588]: DEBUG nova.compute.manager [req-74d70dd8-4293-4b19-a658-333fed630531 req-824343a5-5f11-40b0-a896-d942dcd765ac service nova] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] No waiting events found dispatching network-vif-plugged-241de4bc-cfec-4738-b8bf-4c288b38afd2 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1787.283963] env[62588]: WARNING nova.compute.manager [req-74d70dd8-4293-4b19-a658-333fed630531 req-824343a5-5f11-40b0-a896-d942dcd765ac service nova] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Received unexpected event network-vif-plugged-241de4bc-cfec-4738-b8bf-4c288b38afd2 for instance with vm_state building and task_state spawning. [ 1787.355860] env[62588]: DEBUG nova.network.neutron [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Successfully updated port: 241de4bc-cfec-4738-b8bf-4c288b38afd2 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1787.357615] env[62588]: DEBUG oslo_concurrency.lockutils [None req-098821b4-1030-4341-b9ef-3d87f44410b6 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.362124] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1eb32425-490d-4e58-85c5-58eb892dbe35 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.144s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.362124] env[62588]: DEBUG nova.objects.instance [None req-1eb32425-490d-4e58-85c5-58eb892dbe35 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lazy-loading 'resources' on Instance uuid 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1787.405223] env[62588]: INFO nova.scheduler.client.report [None req-098821b4-1030-4341-b9ef-3d87f44410b6 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Deleted allocations for instance 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42 [ 1787.537765] env[62588]: DEBUG nova.network.neutron [None req-814f98eb-a7ec-440a-9ff2-6dcaab307aae tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Updating instance_info_cache with network_info: [{"id": "c40c4914-43a5-43b9-8141-7221cc54ed1e", "address": "fa:16:3e:6e:29:b1", "network": {"id": "a87fd2a5-7bb8-40bb-94aa-bfa03a2c12b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-745012254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9caa809c97541cea65bc0fd5cdd9eec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40c4914-43", "ovs_interfaceid": "c40c4914-43a5-43b9-8141-7221cc54ed1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.627143] env[62588]: DEBUG oslo_vmware.rw_handles [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Completed reading data from the image iterator. {{(pid=62588) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1787.627475] env[62588]: DEBUG oslo_vmware.rw_handles [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5224eebc-7ecf-2a84-deb9-b28fb7333702/disk-0.vmdk. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1787.628561] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8cdcae-063f-4388-a1b9-9b2c5a674cef {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.640790] env[62588]: DEBUG oslo_vmware.api [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794236, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.640930] env[62588]: DEBUG oslo_vmware.rw_handles [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5224eebc-7ecf-2a84-deb9-b28fb7333702/disk-0.vmdk is in state: ready. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1787.641050] env[62588]: DEBUG oslo_vmware.rw_handles [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5224eebc-7ecf-2a84-deb9-b28fb7333702/disk-0.vmdk. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1787.641375] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d7fe68bf-ffd2-4744-add3-179e36900ec6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.703905] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794237, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.861079] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Acquiring lock "refresh_cache-b35be3c7-2565-4713-b426-60e18f6544d1" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.861079] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Acquired lock "refresh_cache-b35be3c7-2565-4713-b426-60e18f6544d1" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.861243] env[62588]: DEBUG nova.network.neutron [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1787.877733] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "refresh_cache-6a5d81c6-e4ba-4066-967a-1e81e6eff0f7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.877834] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquired lock "refresh_cache-6a5d81c6-e4ba-4066-967a-1e81e6eff0f7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.877969] env[62588]: DEBUG nova.network.neutron [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1787.920090] env[62588]: DEBUG oslo_concurrency.lockutils [None req-098821b4-1030-4341-b9ef-3d87f44410b6 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.313s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.920404] env[62588]: DEBUG oslo_concurrency.lockutils [req-ef1794d4-132c-4d6d-8ce5-7203638b84b3 req-52c2c8dc-9839-4fc8-a1fc-829ec14afbd0 service nova] Acquired lock "2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.921799] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1048ee2a-20ce-4bcc-a2ae-e49acd8f8425 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.931586] env[62588]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1787.931586] env[62588]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62588) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1787.931724] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05d5f21c-db6c-4a0c-9c6f-48d78322b90c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.943442] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd71218-4cfe-439c-a913-7191ebcd8e1f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.986833] env[62588]: ERROR root [req-ef1794d4-132c-4d6d-8ce5-7203638b84b3 req-52c2c8dc-9839-4fc8-a1fc-829ec14afbd0 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-372081' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-372081' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-372081' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-372081'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-372081' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-372081' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-372081'}\n"]: nova.exception.InstanceNotFound: Instance 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42 could not be found. [ 1787.987075] env[62588]: DEBUG oslo_concurrency.lockutils [req-ef1794d4-132c-4d6d-8ce5-7203638b84b3 req-52c2c8dc-9839-4fc8-a1fc-829ec14afbd0 service nova] Releasing lock "2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.987273] env[62588]: DEBUG nova.compute.manager [req-ef1794d4-132c-4d6d-8ce5-7203638b84b3 req-52c2c8dc-9839-4fc8-a1fc-829ec14afbd0 service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Detach interface failed, port_id=c8879b92-108b-4703-aa24-c61b51fe5335, reason: Instance 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1787.987866] env[62588]: DEBUG oslo_concurrency.lockutils [req-5ac55063-fcce-4179-af0c-3353aec1a90a req-b6e1e2cc-be75-447f-9678-2be18e657923 service nova] Acquired lock "2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.988748] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3b43c0-7091-45e1-9eb3-23027264f877 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.996954] env[62588]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1787.997094] env[62588]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62588) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1787.999802] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f16572b-1d58-4b6c-b246-da28099e79bd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.010428] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54920c35-fb25-4f54-ac41-b7911f16ef8f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.051619] env[62588]: DEBUG oslo_concurrency.lockutils [None req-814f98eb-a7ec-440a-9ff2-6dcaab307aae tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Releasing lock "refresh_cache-e440420a-21e2-42dc-9659-393c4a715560" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.051897] env[62588]: DEBUG nova.objects.instance [None req-814f98eb-a7ec-440a-9ff2-6dcaab307aae tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lazy-loading 'migration_context' on Instance uuid e440420a-21e2-42dc-9659-393c4a715560 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1788.053499] env[62588]: ERROR root [req-5ac55063-fcce-4179-af0c-3353aec1a90a req-b6e1e2cc-be75-447f-9678-2be18e657923 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-372081' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-372081' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-372081' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-372081'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-372081' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-372081' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-372081'}\n"]: nova.exception.InstanceNotFound: Instance 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42 could not be found. [ 1788.053695] env[62588]: DEBUG oslo_concurrency.lockutils [req-5ac55063-fcce-4179-af0c-3353aec1a90a req-b6e1e2cc-be75-447f-9678-2be18e657923 service nova] Releasing lock "2f1cc4d5-24b4-47dc-ba6a-884141e9fa42" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.053874] env[62588]: DEBUG nova.compute.manager [req-5ac55063-fcce-4179-af0c-3353aec1a90a req-b6e1e2cc-be75-447f-9678-2be18e657923 service nova] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Detach interface failed, port_id=7a4047bc-3c2e-499b-a41d-58c5e62b1922, reason: Instance 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1788.132026] env[62588]: DEBUG oslo_vmware.api [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794236, 'name': CloneVM_Task} progress is 95%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.155748] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91a4d59-2573-48b7-99e2-7b9314d2dcf8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.163641] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f558069d-4612-4f4f-bdfa-53aab878d6db {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.197845] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77b1fac-bf8d-4170-b583-65820ddc8c93 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.209145] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb615727-691a-4ff1-96b5-9e08af3232f2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.212464] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794237, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.224267] env[62588]: DEBUG nova.compute.provider_tree [None req-1eb32425-490d-4e58-85c5-58eb892dbe35 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1788.295439] env[62588]: DEBUG oslo_vmware.rw_handles [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5224eebc-7ecf-2a84-deb9-b28fb7333702/disk-0.vmdk. {{(pid=62588) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1788.295786] env[62588]: INFO nova.virt.vmwareapi.images [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Downloaded image file data a3d684a9-5713-4ce3-bbe8-ecb1379e0219 [ 1788.296950] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecce49d-e1b3-4591-986b-de415522dc61 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.316370] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7cb4b66-3735-465e-927a-8461e6e1eb8b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.368155] env[62588]: INFO nova.virt.vmwareapi.images [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] The imported VM was unregistered [ 1788.370696] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Caching image {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1788.370957] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Creating directory with path [datastore1] devstack-image-cache_base/a3d684a9-5713-4ce3-bbe8-ecb1379e0219 {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1788.371770] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3256914d-0648-4910-9065-b1e01676d78f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.402249] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Created directory with path [datastore1] devstack-image-cache_base/a3d684a9-5713-4ce3-bbe8-ecb1379e0219 {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1788.402468] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_81559200-901c-4572-925d-f6f5c67fc655/OSTACK_IMG_81559200-901c-4572-925d-f6f5c67fc655.vmdk to [datastore1] devstack-image-cache_base/a3d684a9-5713-4ce3-bbe8-ecb1379e0219/a3d684a9-5713-4ce3-bbe8-ecb1379e0219.vmdk. {{(pid=62588) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1788.402733] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-46e49bfc-ff3f-4641-b5ad-415bf0561410 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.409092] env[62588]: DEBUG nova.network.neutron [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1788.414294] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1788.414294] env[62588]: value = "task-1794240" [ 1788.414294] env[62588]: _type = "Task" [ 1788.414294] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.427834] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794240, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.559009] env[62588]: DEBUG nova.objects.base [None req-814f98eb-a7ec-440a-9ff2-6dcaab307aae tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62588) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1788.559314] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf2eafa-bb3f-4bc3-8373-345ed4561729 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.566500] env[62588]: DEBUG nova.network.neutron [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Updating instance_info_cache with network_info: [{"id": "241de4bc-cfec-4738-b8bf-4c288b38afd2", "address": "fa:16:3e:0b:9f:93", "network": {"id": "a7c841ed-402f-4677-b713-107909c08400", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-499408839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71e313fa58814b8485a5a4110e7cae7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap241de4bc-cf", "ovs_interfaceid": "241de4bc-cfec-4738-b8bf-4c288b38afd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.590187] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e8ad1be-bd12-4936-bd57-1427a246e330 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.598299] env[62588]: DEBUG oslo_vmware.api [None req-814f98eb-a7ec-440a-9ff2-6dcaab307aae tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1788.598299] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5231d65a-c2ed-85d2-56f5-1e94273825bd" [ 1788.598299] env[62588]: _type = "Task" [ 1788.598299] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.610127] env[62588]: DEBUG oslo_vmware.api [None req-814f98eb-a7ec-440a-9ff2-6dcaab307aae tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5231d65a-c2ed-85d2-56f5-1e94273825bd, 'name': SearchDatastore_Task, 'duration_secs': 0.009038} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.610127] env[62588]: DEBUG oslo_concurrency.lockutils [None req-814f98eb-a7ec-440a-9ff2-6dcaab307aae tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.632868] env[62588]: DEBUG oslo_vmware.api [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794236, 'name': CloneVM_Task, 'duration_secs': 1.870094} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.633189] env[62588]: INFO nova.virt.vmwareapi.vmops [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Created linked-clone VM from snapshot [ 1788.634115] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb0b5ce-cd44-4404-a48b-31e1abbc0385 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.643206] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Uploading image 61d443b9-9499-4007-85b3-781d2b4feffc {{(pid=62588) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1788.656563] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Destroying the VM {{(pid=62588) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1788.657156] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-57feb522-a624-4904-860f-10ab34ecfc48 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.665941] env[62588]: DEBUG oslo_vmware.api [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1788.665941] env[62588]: value = "task-1794241" [ 1788.665941] env[62588]: _type = "Task" [ 1788.665941] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.675813] env[62588]: DEBUG oslo_vmware.api [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794241, 'name': Destroy_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.704214] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794237, 'name': CreateVM_Task, 'duration_secs': 1.717754} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.704372] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1788.705044] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.705209] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.705539] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1788.705787] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb2dd07b-2040-4c70-9234-c70860eec8e6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.710496] env[62588]: DEBUG oslo_vmware.api [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1788.710496] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52cc22f7-5269-6b66-ec35-3a7b567a3988" [ 1788.710496] env[62588]: _type = "Task" [ 1788.710496] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.718386] env[62588]: DEBUG oslo_vmware.api [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52cc22f7-5269-6b66-ec35-3a7b567a3988, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.726879] env[62588]: DEBUG nova.scheduler.client.report [None req-1eb32425-490d-4e58-85c5-58eb892dbe35 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1788.788947] env[62588]: DEBUG nova.network.neutron [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Updating instance_info_cache with network_info: [{"id": "db5c060f-ac9c-467e-b8c3-f4c52c60e360", "address": "fa:16:3e:6b:41:98", "network": {"id": "94db9e1b-f422-4077-be68-4fd81b713a80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1210070792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "979ec9f712cf4691b14f90355fbb2827", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5c060f-ac", "ovs_interfaceid": "db5c060f-ac9c-467e-b8c3-f4c52c60e360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.929622] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f9e5bda0-b1dd-4143-976d-d6607f571249 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Acquiring lock "50cd2ea3-1c22-4157-a953-1e5d9e8ad915" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.929907] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f9e5bda0-b1dd-4143-976d-d6607f571249 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Lock "50cd2ea3-1c22-4157-a953-1e5d9e8ad915" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.930196] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f9e5bda0-b1dd-4143-976d-d6607f571249 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Acquiring lock "50cd2ea3-1c22-4157-a953-1e5d9e8ad915-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.930448] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f9e5bda0-b1dd-4143-976d-d6607f571249 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Lock "50cd2ea3-1c22-4157-a953-1e5d9e8ad915-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.930656] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f9e5bda0-b1dd-4143-976d-d6607f571249 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Lock "50cd2ea3-1c22-4157-a953-1e5d9e8ad915-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.932745] env[62588]: INFO nova.compute.manager [None req-f9e5bda0-b1dd-4143-976d-d6607f571249 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Terminating instance [ 1788.935652] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794240, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.073200] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Releasing lock "refresh_cache-b35be3c7-2565-4713-b426-60e18f6544d1" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.073200] env[62588]: DEBUG nova.compute.manager [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Instance network_info: |[{"id": "241de4bc-cfec-4738-b8bf-4c288b38afd2", "address": "fa:16:3e:0b:9f:93", "network": {"id": "a7c841ed-402f-4677-b713-107909c08400", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-499408839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71e313fa58814b8485a5a4110e7cae7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap241de4bc-cf", "ovs_interfaceid": "241de4bc-cfec-4738-b8bf-4c288b38afd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1789.073200] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:9f:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '241de4bc-cfec-4738-b8bf-4c288b38afd2', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1789.081113] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Creating folder: Project (71e313fa58814b8485a5a4110e7cae7d). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1789.082603] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82d973fa-33ff-43e8-8051-0c9f19f26e5a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.097258] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Created folder: Project (71e313fa58814b8485a5a4110e7cae7d) in parent group-v371885. [ 1789.097530] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Creating folder: Instances. Parent ref: group-v372154. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1789.097846] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2d2f753-26f2-4d0c-9b08-e0f5a93dc304 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.110487] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Created folder: Instances in parent group-v372154. [ 1789.110850] env[62588]: DEBUG oslo.service.loopingcall [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1789.111151] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1789.111425] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-533eeb16-7a01-452a-805a-5c99f3fe7fdb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.134893] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1789.134893] env[62588]: value = "task-1794244" [ 1789.134893] env[62588]: _type = "Task" [ 1789.134893] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.146360] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794244, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.179998] env[62588]: DEBUG oslo_vmware.api [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794241, 'name': Destroy_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.226037] env[62588]: DEBUG oslo_vmware.api [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52cc22f7-5269-6b66-ec35-3a7b567a3988, 'name': SearchDatastore_Task, 'duration_secs': 0.019654} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.226395] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.226636] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1789.226909] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.227110] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.227310] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1789.227607] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c765d7c-1fe5-4dc9-b8ee-520690bf937f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.231623] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1eb32425-490d-4e58-85c5-58eb892dbe35 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.872s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.233869] env[62588]: DEBUG oslo_concurrency.lockutils [None req-814f98eb-a7ec-440a-9ff2-6dcaab307aae tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.624s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.246527] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1789.246716] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1789.247501] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6a232a9-549e-4ecb-aa9d-f6f7ae6c15a5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.255476] env[62588]: INFO nova.scheduler.client.report [None req-1eb32425-490d-4e58-85c5-58eb892dbe35 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Deleted allocations for instance 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b [ 1789.261564] env[62588]: DEBUG oslo_vmware.api [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1789.261564] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52838e5a-93ec-406e-5963-c35f10dcacc9" [ 1789.261564] env[62588]: _type = "Task" [ 1789.261564] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.275460] env[62588]: DEBUG oslo_vmware.api [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52838e5a-93ec-406e-5963-c35f10dcacc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.295774] env[62588]: DEBUG oslo_concurrency.lockutils [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Releasing lock "refresh_cache-6a5d81c6-e4ba-4066-967a-1e81e6eff0f7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.308938] env[62588]: DEBUG nova.compute.manager [req-531da062-d914-49f3-94ac-8e661cf635da req-8ae16395-3c58-4952-b624-fdeac55f15d7 service nova] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Received event network-changed-241de4bc-cfec-4738-b8bf-4c288b38afd2 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1789.309253] env[62588]: DEBUG nova.compute.manager [req-531da062-d914-49f3-94ac-8e661cf635da req-8ae16395-3c58-4952-b624-fdeac55f15d7 service nova] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Refreshing instance network info cache due to event network-changed-241de4bc-cfec-4738-b8bf-4c288b38afd2. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1789.309382] env[62588]: DEBUG oslo_concurrency.lockutils [req-531da062-d914-49f3-94ac-8e661cf635da req-8ae16395-3c58-4952-b624-fdeac55f15d7 service nova] Acquiring lock "refresh_cache-b35be3c7-2565-4713-b426-60e18f6544d1" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.309563] env[62588]: DEBUG oslo_concurrency.lockutils [req-531da062-d914-49f3-94ac-8e661cf635da req-8ae16395-3c58-4952-b624-fdeac55f15d7 service nova] Acquired lock "refresh_cache-b35be3c7-2565-4713-b426-60e18f6544d1" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.309743] env[62588]: DEBUG nova.network.neutron [req-531da062-d914-49f3-94ac-8e661cf635da req-8ae16395-3c58-4952-b624-fdeac55f15d7 service nova] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Refreshing network info cache for port 241de4bc-cfec-4738-b8bf-4c288b38afd2 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1789.430299] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794240, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.437479] env[62588]: DEBUG nova.compute.manager [None req-f9e5bda0-b1dd-4143-976d-d6607f571249 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1789.438047] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e5bda0-b1dd-4143-976d-d6607f571249 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1789.439059] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fab9809-f732-4014-b695-66d5aa011e3b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.450632] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e5bda0-b1dd-4143-976d-d6607f571249 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1789.451017] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64623c70-72c7-4c14-8030-54fcc975c4f1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.462763] env[62588]: DEBUG oslo_vmware.api [None req-f9e5bda0-b1dd-4143-976d-d6607f571249 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for the task: (returnval){ [ 1789.462763] env[62588]: value = "task-1794245" [ 1789.462763] env[62588]: _type = "Task" [ 1789.462763] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.476485] env[62588]: DEBUG oslo_vmware.api [None req-f9e5bda0-b1dd-4143-976d-d6607f571249 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.649151] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794244, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.679765] env[62588]: DEBUG oslo_vmware.api [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794241, 'name': Destroy_Task} progress is 33%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.772477] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1eb32425-490d-4e58-85c5-58eb892dbe35 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.083s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.780685] env[62588]: DEBUG oslo_vmware.api [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52838e5a-93ec-406e-5963-c35f10dcacc9, 'name': SearchDatastore_Task, 'duration_secs': 0.087894} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.781878] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a056d285-021d-49f8-b064-67816caa1430 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.791609] env[62588]: DEBUG oslo_vmware.api [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1789.791609] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]521692db-5980-6d52-2e70-5b88d0b58693" [ 1789.791609] env[62588]: _type = "Task" [ 1789.791609] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.803843] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca0def6-b748-4077-bb43-e428555a3867 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.816202] env[62588]: DEBUG oslo_vmware.api [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]521692db-5980-6d52-2e70-5b88d0b58693, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.820517] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538a3257-4632-444c-a46a-a399cbb4497e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.928886] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794240, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.975213] env[62588]: DEBUG oslo_vmware.api [None req-f9e5bda0-b1dd-4143-976d-d6607f571249 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794245, 'name': PowerOffVM_Task, 'duration_secs': 0.246392} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.978124] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e5bda0-b1dd-4143-976d-d6607f571249 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1789.978327] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e5bda0-b1dd-4143-976d-d6607f571249 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1789.978832] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3aa8864f-cd19-4f05-9569-dfc9c39296f7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.045929] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e2ebd7-8bbc-4d86-8e03-a92faa67a309 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.057804] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873b8f1b-56b0-408c-b853-85ce4be0e45f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.093966] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40359f56-1c5c-444f-8e73-26dfcca459d2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.104571] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea90130-9f92-4b1c-8504-27543ee5bb4d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.125534] env[62588]: DEBUG nova.compute.provider_tree [None req-814f98eb-a7ec-440a-9ff2-6dcaab307aae tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1790.150110] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794244, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.164903] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e5bda0-b1dd-4143-976d-d6607f571249 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1790.165166] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e5bda0-b1dd-4143-976d-d6607f571249 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1790.165349] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e5bda0-b1dd-4143-976d-d6607f571249 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Deleting the datastore file [datastore1] 50cd2ea3-1c22-4157-a953-1e5d9e8ad915 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1790.165664] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b4d10b9-8aa5-4d5a-a4e8-cfd32dc8efac {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.176945] env[62588]: DEBUG oslo_vmware.api [None req-f9e5bda0-b1dd-4143-976d-d6607f571249 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for the task: (returnval){ [ 1790.176945] env[62588]: value = "task-1794247" [ 1790.176945] env[62588]: _type = "Task" [ 1790.176945] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.184141] env[62588]: DEBUG oslo_vmware.api [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794241, 'name': Destroy_Task} progress is 33%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.192391] env[62588]: DEBUG oslo_vmware.api [None req-f9e5bda0-b1dd-4143-976d-d6607f571249 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.311367] env[62588]: DEBUG oslo_vmware.api [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]521692db-5980-6d52-2e70-5b88d0b58693, 'name': SearchDatastore_Task, 'duration_secs': 0.095135} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.311682] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.312049] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 866820b1-6d9a-43ec-98f5-2f9f52527865/866820b1-6d9a-43ec-98f5-2f9f52527865.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1790.312269] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25543f67-dcb1-4ea8-8cc6-a672d873cede {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.324141] env[62588]: DEBUG oslo_vmware.api [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1790.324141] env[62588]: value = "task-1794248" [ 1790.324141] env[62588]: _type = "Task" [ 1790.324141] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.341028] env[62588]: DEBUG oslo_vmware.api [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.432806] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794240, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.436214] env[62588]: DEBUG nova.network.neutron [req-531da062-d914-49f3-94ac-8e661cf635da req-8ae16395-3c58-4952-b624-fdeac55f15d7 service nova] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Updated VIF entry in instance network info cache for port 241de4bc-cfec-4738-b8bf-4c288b38afd2. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1790.436571] env[62588]: DEBUG nova.network.neutron [req-531da062-d914-49f3-94ac-8e661cf635da req-8ae16395-3c58-4952-b624-fdeac55f15d7 service nova] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Updating instance_info_cache with network_info: [{"id": "241de4bc-cfec-4738-b8bf-4c288b38afd2", "address": "fa:16:3e:0b:9f:93", "network": {"id": "a7c841ed-402f-4677-b713-107909c08400", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-499408839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71e313fa58814b8485a5a4110e7cae7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap241de4bc-cf", "ovs_interfaceid": "241de4bc-cfec-4738-b8bf-4c288b38afd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1790.628603] env[62588]: DEBUG nova.scheduler.client.report [None req-814f98eb-a7ec-440a-9ff2-6dcaab307aae tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1790.648681] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794244, 'name': CreateVM_Task, 'duration_secs': 1.19328} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.648879] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1790.649623] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.649938] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.650191] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1790.650436] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05d83e04-694d-4e99-8f1f-4a645917086f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.658662] env[62588]: DEBUG oslo_vmware.api [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Waiting for the task: (returnval){ [ 1790.658662] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e8adbd-93c1-6d9a-4457-2e5512abcc54" [ 1790.658662] env[62588]: _type = "Task" [ 1790.658662] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.672260] env[62588]: DEBUG oslo_vmware.api [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e8adbd-93c1-6d9a-4457-2e5512abcc54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.687544] env[62588]: DEBUG oslo_vmware.api [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794241, 'name': Destroy_Task} progress is 33%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.695949] env[62588]: DEBUG oslo_vmware.api [None req-f9e5bda0-b1dd-4143-976d-d6607f571249 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.783701] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "dc09d53d-8d5f-4d83-9ef6-0b14b143fde7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.783701] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "dc09d53d-8d5f-4d83-9ef6-0b14b143fde7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.837692] env[62588]: DEBUG oslo_vmware.api [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.934180] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794240, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.940039] env[62588]: DEBUG oslo_concurrency.lockutils [req-531da062-d914-49f3-94ac-8e661cf635da req-8ae16395-3c58-4952-b624-fdeac55f15d7 service nova] Releasing lock "refresh_cache-b35be3c7-2565-4713-b426-60e18f6544d1" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.965030] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41367d0a-a402-472b-814a-8641a0075ed2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.991055] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5253e327-ba10-45f8-a7c5-8fb3ec127d96 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.001205] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Updating instance '6a5d81c6-e4ba-4066-967a-1e81e6eff0f7' progress to 83 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1791.170547] env[62588]: DEBUG oslo_vmware.api [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e8adbd-93c1-6d9a-4457-2e5512abcc54, 'name': SearchDatastore_Task, 'duration_secs': 0.096839} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.170804] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.171051] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1791.171285] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.171427] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.171603] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1791.172167] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5eab70e0-0f73-4214-8663-934d6661d8ce {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.185460] env[62588]: DEBUG oslo_vmware.api [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794241, 'name': Destroy_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.191295] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1791.191488] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1791.196363] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcad63c8-fa07-4d4a-a8e8-e7023db40e70 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.199746] env[62588]: DEBUG oslo_vmware.api [None req-f9e5bda0-b1dd-4143-976d-d6607f571249 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.203289] env[62588]: DEBUG oslo_vmware.api [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Waiting for the task: (returnval){ [ 1791.203289] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]525cf565-cc00-f020-db0a-a1913368995f" [ 1791.203289] env[62588]: _type = "Task" [ 1791.203289] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.212640] env[62588]: DEBUG oslo_vmware.api [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]525cf565-cc00-f020-db0a-a1913368995f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.267170] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "7387d0ac-5771-42e3-85a4-93cee19791d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.267170] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "7387d0ac-5771-42e3-85a4-93cee19791d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.286394] env[62588]: DEBUG nova.compute.manager [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1791.336673] env[62588]: DEBUG oslo_vmware.api [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794248, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.433709] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794240, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.871754} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.433993] env[62588]: INFO nova.virt.vmwareapi.ds_util [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_81559200-901c-4572-925d-f6f5c67fc655/OSTACK_IMG_81559200-901c-4572-925d-f6f5c67fc655.vmdk to [datastore1] devstack-image-cache_base/a3d684a9-5713-4ce3-bbe8-ecb1379e0219/a3d684a9-5713-4ce3-bbe8-ecb1379e0219.vmdk. [ 1791.434196] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Cleaning up location [datastore1] OSTACK_IMG_81559200-901c-4572-925d-f6f5c67fc655 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1791.434376] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_81559200-901c-4572-925d-f6f5c67fc655 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1791.434660] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2bbf968-894b-4e82-b5b2-ae0b95a4209c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.443236] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1791.443236] env[62588]: value = "task-1794249" [ 1791.443236] env[62588]: _type = "Task" [ 1791.443236] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.453480] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.508032] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1791.508414] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f2b0064-de00-4c05-9c93-294cce6ddaee {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.517775] env[62588]: DEBUG oslo_vmware.api [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1791.517775] env[62588]: value = "task-1794250" [ 1791.517775] env[62588]: _type = "Task" [ 1791.517775] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.530471] env[62588]: DEBUG oslo_vmware.api [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.640070] env[62588]: DEBUG oslo_concurrency.lockutils [None req-814f98eb-a7ec-440a-9ff2-6dcaab307aae tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.406s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.687043] env[62588]: DEBUG oslo_vmware.api [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794241, 'name': Destroy_Task, 'duration_secs': 2.529119} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.687683] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Destroyed the VM [ 1791.687933] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Deleting Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1791.688217] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d766a1e8-1985-4965-a5f7-8539f6d2edbd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.693814] env[62588]: DEBUG oslo_vmware.api [None req-f9e5bda0-b1dd-4143-976d-d6607f571249 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.133128} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.694468] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e5bda0-b1dd-4143-976d-d6607f571249 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1791.694652] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e5bda0-b1dd-4143-976d-d6607f571249 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1791.694831] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e5bda0-b1dd-4143-976d-d6607f571249 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1791.695011] env[62588]: INFO nova.compute.manager [None req-f9e5bda0-b1dd-4143-976d-d6607f571249 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1791.695251] env[62588]: DEBUG oslo.service.loopingcall [None req-f9e5bda0-b1dd-4143-976d-d6607f571249 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1791.695436] env[62588]: DEBUG nova.compute.manager [-] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1791.695613] env[62588]: DEBUG nova.network.neutron [-] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1791.697373] env[62588]: DEBUG oslo_concurrency.lockutils [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquiring lock "1c13f071-ee91-40c2-bada-1dad8d195451" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.697633] env[62588]: DEBUG oslo_concurrency.lockutils [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lock "1c13f071-ee91-40c2-bada-1dad8d195451" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.697842] env[62588]: DEBUG oslo_concurrency.lockutils [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquiring lock "1c13f071-ee91-40c2-bada-1dad8d195451-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.698122] env[62588]: DEBUG oslo_concurrency.lockutils [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lock "1c13f071-ee91-40c2-bada-1dad8d195451-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.698408] env[62588]: DEBUG oslo_concurrency.lockutils [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lock "1c13f071-ee91-40c2-bada-1dad8d195451-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.703064] env[62588]: DEBUG oslo_vmware.api [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1791.703064] env[62588]: value = "task-1794251" [ 1791.703064] env[62588]: _type = "Task" [ 1791.703064] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.703064] env[62588]: INFO nova.compute.manager [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Terminating instance [ 1791.719910] env[62588]: DEBUG oslo_vmware.api [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794251, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.720179] env[62588]: DEBUG oslo_vmware.api [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]525cf565-cc00-f020-db0a-a1913368995f, 'name': SearchDatastore_Task, 'duration_secs': 0.037587} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.721458] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fd3e92c-814f-42ae-abd6-79d36aad8826 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.728016] env[62588]: DEBUG oslo_vmware.api [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Waiting for the task: (returnval){ [ 1791.728016] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]523cac05-5f87-d64a-15fa-b23dfbd3b42f" [ 1791.728016] env[62588]: _type = "Task" [ 1791.728016] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.736249] env[62588]: DEBUG oslo_vmware.api [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]523cac05-5f87-d64a-15fa-b23dfbd3b42f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.769237] env[62588]: DEBUG nova.compute.manager [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1791.811632] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.811885] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.813363] env[62588]: INFO nova.compute.claims [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1791.836353] env[62588]: DEBUG oslo_vmware.api [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794248, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.299547} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.836614] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 866820b1-6d9a-43ec-98f5-2f9f52527865/866820b1-6d9a-43ec-98f5-2f9f52527865.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1791.836825] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1791.837088] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f180d9a-f1b3-4d16-af9e-c2383e4488f9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.845649] env[62588]: DEBUG oslo_vmware.api [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1791.845649] env[62588]: value = "task-1794252" [ 1791.845649] env[62588]: _type = "Task" [ 1791.845649] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.855652] env[62588]: DEBUG oslo_vmware.api [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.954846] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177391} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.954846] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1791.954846] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a3d684a9-5713-4ce3-bbe8-ecb1379e0219/a3d684a9-5713-4ce3-bbe8-ecb1379e0219.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.954968] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a3d684a9-5713-4ce3-bbe8-ecb1379e0219/a3d684a9-5713-4ce3-bbe8-ecb1379e0219.vmdk to [datastore1] 93855408-6c6d-4480-9764-7dc12394438b/93855408-6c6d-4480-9764-7dc12394438b.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1791.955160] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2aee6c54-2b96-41b1-afa1-06af555721ad {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.963428] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1791.963428] env[62588]: value = "task-1794253" [ 1791.963428] env[62588]: _type = "Task" [ 1791.963428] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.973526] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.013830] env[62588]: DEBUG nova.compute.manager [req-100d6830-be27-44a8-9fdb-ecea6b1e0543 req-45c514d4-24e6-45b2-b4e5-d0de8a97f3af service nova] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Received event network-vif-deleted-465e6898-0342-4b80-a201-ef19f948d4c1 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1792.014096] env[62588]: INFO nova.compute.manager [req-100d6830-be27-44a8-9fdb-ecea6b1e0543 req-45c514d4-24e6-45b2-b4e5-d0de8a97f3af service nova] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Neutron deleted interface 465e6898-0342-4b80-a201-ef19f948d4c1; detaching it from the instance and deleting it from the info cache [ 1792.014242] env[62588]: DEBUG nova.network.neutron [req-100d6830-be27-44a8-9fdb-ecea6b1e0543 req-45c514d4-24e6-45b2-b4e5-d0de8a97f3af service nova] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.031171] env[62588]: DEBUG oslo_vmware.api [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794250, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.194086] env[62588]: INFO nova.scheduler.client.report [None req-814f98eb-a7ec-440a-9ff2-6dcaab307aae tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Deleted allocation for migration 7348b049-8489-43c0-8e28-c76bdcc1d053 [ 1792.215426] env[62588]: DEBUG nova.compute.manager [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1792.215426] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1792.215966] env[62588]: DEBUG oslo_vmware.api [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794251, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.217847] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a391df3-c41a-46c1-aadf-5267d6b7243d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.227739] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1792.227739] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bd46503-5eab-43f8-b110-3cadb905ea11 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.239597] env[62588]: DEBUG oslo_vmware.api [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]523cac05-5f87-d64a-15fa-b23dfbd3b42f, 'name': SearchDatastore_Task, 'duration_secs': 0.066435} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.240830] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.241104] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] b35be3c7-2565-4713-b426-60e18f6544d1/b35be3c7-2565-4713-b426-60e18f6544d1.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1792.241416] env[62588]: DEBUG oslo_vmware.api [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1792.241416] env[62588]: value = "task-1794254" [ 1792.241416] env[62588]: _type = "Task" [ 1792.241416] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.241605] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09d95b8b-be98-4e36-93d1-5103b8aab113 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.252932] env[62588]: DEBUG oslo_vmware.api [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.254520] env[62588]: DEBUG oslo_vmware.api [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Waiting for the task: (returnval){ [ 1792.254520] env[62588]: value = "task-1794255" [ 1792.254520] env[62588]: _type = "Task" [ 1792.254520] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.264045] env[62588]: DEBUG oslo_vmware.api [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Task: {'id': task-1794255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.289796] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.356318] env[62588]: DEBUG oslo_vmware.api [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.359328} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.356607] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1792.357431] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc32ee4a-b9ba-463f-9fc1-a992532e31ca {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.382084] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 866820b1-6d9a-43ec-98f5-2f9f52527865/866820b1-6d9a-43ec-98f5-2f9f52527865.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1792.382524] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bf63116-0aef-435c-b7ad-69346b282516 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.407052] env[62588]: DEBUG oslo_vmware.api [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1792.407052] env[62588]: value = "task-1794256" [ 1792.407052] env[62588]: _type = "Task" [ 1792.407052] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.424086] env[62588]: DEBUG oslo_vmware.api [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794256, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.479647] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794253, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.492565] env[62588]: DEBUG nova.network.neutron [-] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.516626] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9849832b-803b-45c8-9270-1d287a85b104 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.532765] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4f01c5-9b9d-46fb-90c9-553ab068bd20 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.550420] env[62588]: DEBUG oslo_vmware.api [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794250, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.596248] env[62588]: DEBUG nova.compute.manager [req-100d6830-be27-44a8-9fdb-ecea6b1e0543 req-45c514d4-24e6-45b2-b4e5-d0de8a97f3af service nova] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Detach interface failed, port_id=465e6898-0342-4b80-a201-ef19f948d4c1, reason: Instance 50cd2ea3-1c22-4157-a953-1e5d9e8ad915 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1792.700611] env[62588]: DEBUG oslo_concurrency.lockutils [None req-814f98eb-a7ec-440a-9ff2-6dcaab307aae tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "e440420a-21e2-42dc-9659-393c4a715560" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.005s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.717732] env[62588]: DEBUG oslo_vmware.api [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794251, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.756308] env[62588]: DEBUG oslo_vmware.api [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794254, 'name': PowerOffVM_Task, 'duration_secs': 0.274709} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.760053] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1792.760279] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1792.760619] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90f792cd-3f31-4ec4-b109-6c09a53649cb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.770424] env[62588]: DEBUG oslo_vmware.api [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Task: {'id': task-1794255, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.922080] env[62588]: DEBUG oslo_vmware.api [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.962307] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1792.962442] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1792.962624] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Deleting the datastore file [datastore1] 1c13f071-ee91-40c2-bada-1dad8d195451 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1792.965840] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-588733ef-3089-4e68-87b1-d93b6a9d82d2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.977367] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794253, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.982078] env[62588]: DEBUG oslo_vmware.api [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1792.982078] env[62588]: value = "task-1794258" [ 1792.982078] env[62588]: _type = "Task" [ 1792.982078] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.994403] env[62588]: DEBUG oslo_vmware.api [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.995385] env[62588]: INFO nova.compute.manager [-] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Took 1.30 seconds to deallocate network for instance. [ 1793.029959] env[62588]: DEBUG oslo_vmware.api [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794250, 'name': PowerOnVM_Task, 'duration_secs': 1.069876} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.033232] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1793.033502] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-dc58bba3-8399-40c5-b449-e55d61642f16 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Updating instance '6a5d81c6-e4ba-4066-967a-1e81e6eff0f7' progress to 100 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1793.146406] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461b03dc-6439-490e-bbbc-90b7af2ba125 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.154904] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697d94c2-5ad0-4165-8684-8efcd3b43184 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.189472] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e5796f-6ef1-4452-afbf-29aa9f889695 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.198333] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b560bb-675c-4e07-9bbd-545d0535a2cf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.213724] env[62588]: DEBUG nova.compute.provider_tree [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1793.224599] env[62588]: DEBUG oslo_vmware.api [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794251, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.267624] env[62588]: DEBUG oslo_vmware.api [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Task: {'id': task-1794255, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.418736] env[62588]: DEBUG oslo_vmware.api [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.477586] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794253, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.493794] env[62588]: DEBUG oslo_vmware.api [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.505107] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f9e5bda0-b1dd-4143-976d-d6607f571249 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.721680] env[62588]: DEBUG nova.scheduler.client.report [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1793.734115] env[62588]: DEBUG oslo_vmware.api [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794251, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.767890] env[62588]: DEBUG oslo_vmware.api [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Task: {'id': task-1794255, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.918604] env[62588]: DEBUG oslo_vmware.api [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794256, 'name': ReconfigVM_Task, 'duration_secs': 1.193285} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.918855] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 866820b1-6d9a-43ec-98f5-2f9f52527865/866820b1-6d9a-43ec-98f5-2f9f52527865.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1793.919547] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cf64e57-4f67-4a79-9d21-60958b2160e1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.927628] env[62588]: DEBUG oslo_vmware.api [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1793.927628] env[62588]: value = "task-1794259" [ 1793.927628] env[62588]: _type = "Task" [ 1793.927628] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.937813] env[62588]: DEBUG oslo_vmware.api [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794259, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.978942] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794253, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.988520] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d1ede5eb-0f48-4394-8006-16efd9d8ec5f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "e440420a-21e2-42dc-9659-393c4a715560" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.988520] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d1ede5eb-0f48-4394-8006-16efd9d8ec5f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "e440420a-21e2-42dc-9659-393c4a715560" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.988520] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d1ede5eb-0f48-4394-8006-16efd9d8ec5f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "e440420a-21e2-42dc-9659-393c4a715560-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.988777] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d1ede5eb-0f48-4394-8006-16efd9d8ec5f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "e440420a-21e2-42dc-9659-393c4a715560-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.988880] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d1ede5eb-0f48-4394-8006-16efd9d8ec5f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "e440420a-21e2-42dc-9659-393c4a715560-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.991663] env[62588]: INFO nova.compute.manager [None req-d1ede5eb-0f48-4394-8006-16efd9d8ec5f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Terminating instance [ 1793.998431] env[62588]: DEBUG oslo_vmware.api [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.230928] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.231538] env[62588]: DEBUG nova.compute.manager [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1794.234746] env[62588]: DEBUG oslo_vmware.api [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794251, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.235371] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.946s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.237086] env[62588]: INFO nova.compute.claims [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1794.271108] env[62588]: DEBUG oslo_vmware.api [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Task: {'id': task-1794255, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.74244} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.271452] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] b35be3c7-2565-4713-b426-60e18f6544d1/b35be3c7-2565-4713-b426-60e18f6544d1.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1794.271835] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1794.272035] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce294d5e-e73f-4ca7-a05c-d2a69798133a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.281739] env[62588]: DEBUG oslo_vmware.api [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Waiting for the task: (returnval){ [ 1794.281739] env[62588]: value = "task-1794260" [ 1794.281739] env[62588]: _type = "Task" [ 1794.281739] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.292687] env[62588]: DEBUG oslo_vmware.api [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Task: {'id': task-1794260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.439720] env[62588]: DEBUG oslo_vmware.api [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794259, 'name': Rename_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.481264] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794253, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.496326] env[62588]: DEBUG oslo_vmware.api [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.503319] env[62588]: DEBUG nova.compute.manager [None req-d1ede5eb-0f48-4394-8006-16efd9d8ec5f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1794.503475] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ede5eb-0f48-4394-8006-16efd9d8ec5f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1794.504738] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355e0a98-df92-4f67-bd31-e2914943d88c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.514346] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ede5eb-0f48-4394-8006-16efd9d8ec5f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1794.515025] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26b31918-be91-491d-b623-317a5bd16708 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.524175] env[62588]: DEBUG oslo_vmware.api [None req-d1ede5eb-0f48-4394-8006-16efd9d8ec5f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1794.524175] env[62588]: value = "task-1794261" [ 1794.524175] env[62588]: _type = "Task" [ 1794.524175] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.534882] env[62588]: DEBUG oslo_vmware.api [None req-d1ede5eb-0f48-4394-8006-16efd9d8ec5f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.544182] env[62588]: DEBUG oslo_concurrency.lockutils [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "a5ed224c-8306-4488-9e7c-4da3c564dffe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.544417] env[62588]: DEBUG oslo_concurrency.lockutils [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "a5ed224c-8306-4488-9e7c-4da3c564dffe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.726252] env[62588]: DEBUG oslo_vmware.api [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794251, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.736893] env[62588]: DEBUG nova.compute.utils [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1794.739046] env[62588]: DEBUG nova.compute.manager [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1794.739046] env[62588]: DEBUG nova.network.neutron [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1794.792646] env[62588]: DEBUG oslo_vmware.api [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Task: {'id': task-1794260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08416} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.793055] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1794.793764] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ef123e-47d4-495e-8236-3f44e1d4c782 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.817955] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] b35be3c7-2565-4713-b426-60e18f6544d1/b35be3c7-2565-4713-b426-60e18f6544d1.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1794.819702] env[62588]: DEBUG nova.policy [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be1ca46aaa8b429baa004a02e4840428', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '962ad43ecb3d425ebc57be08dea7d954', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1794.821265] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4b09d1b-ac8c-40c5-9805-c2e19774fae2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.844339] env[62588]: DEBUG oslo_vmware.api [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Waiting for the task: (returnval){ [ 1794.844339] env[62588]: value = "task-1794262" [ 1794.844339] env[62588]: _type = "Task" [ 1794.844339] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.853771] env[62588]: DEBUG oslo_vmware.api [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Task: {'id': task-1794262, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.875845] env[62588]: DEBUG oslo_concurrency.lockutils [None req-52bf73c4-fe39-4107-9bec-1dbcd7b64e03 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "9093cafa-0c88-421b-999a-01a27833cd3b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.876080] env[62588]: DEBUG oslo_concurrency.lockutils [None req-52bf73c4-fe39-4107-9bec-1dbcd7b64e03 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "9093cafa-0c88-421b-999a-01a27833cd3b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.876275] env[62588]: DEBUG nova.compute.manager [None req-52bf73c4-fe39-4107-9bec-1dbcd7b64e03 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1794.877213] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcab6e34-d975-4038-b952-7fdf81a28a59 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.884481] env[62588]: DEBUG nova.compute.manager [None req-52bf73c4-fe39-4107-9bec-1dbcd7b64e03 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62588) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1794.885107] env[62588]: DEBUG nova.objects.instance [None req-52bf73c4-fe39-4107-9bec-1dbcd7b64e03 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lazy-loading 'flavor' on Instance uuid 9093cafa-0c88-421b-999a-01a27833cd3b {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1794.939334] env[62588]: DEBUG oslo_vmware.api [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794259, 'name': Rename_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.977933] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794253, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.979262} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.979051] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a3d684a9-5713-4ce3-bbe8-ecb1379e0219/a3d684a9-5713-4ce3-bbe8-ecb1379e0219.vmdk to [datastore1] 93855408-6c6d-4480-9764-7dc12394438b/93855408-6c6d-4480-9764-7dc12394438b.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1794.979220] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c8b4e8-38c1-46b5-97bb-eabd77bcd788 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.003209] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 93855408-6c6d-4480-9764-7dc12394438b/93855408-6c6d-4480-9764-7dc12394438b.vmdk or device None with type streamOptimized {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1795.006192] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dd01705-66f6-4b52-a62f-76d8c79d08a5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.031186] env[62588]: DEBUG oslo_vmware.api [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.032756] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1795.032756] env[62588]: value = "task-1794263" [ 1795.032756] env[62588]: _type = "Task" [ 1795.032756] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.040870] env[62588]: DEBUG oslo_vmware.api [None req-d1ede5eb-0f48-4394-8006-16efd9d8ec5f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.048259] env[62588]: DEBUG nova.compute.manager [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1795.051345] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794263, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.154498] env[62588]: DEBUG nova.network.neutron [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Successfully created port: 6fa26c07-05d7-457a-b066-6c15b3ba0c98 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1795.228301] env[62588]: DEBUG oslo_vmware.api [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794251, 'name': RemoveSnapshot_Task, 'duration_secs': 3.378276} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.228301] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Deleted Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1795.242369] env[62588]: DEBUG nova.compute.manager [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1795.360650] env[62588]: DEBUG oslo_vmware.api [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Task: {'id': task-1794262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.441372] env[62588]: DEBUG oslo_vmware.api [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794259, 'name': Rename_Task, 'duration_secs': 1.445576} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.441372] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1795.441372] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebd2f194-999b-4775-b8cc-9aa189a0e0c0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.448759] env[62588]: DEBUG oslo_vmware.api [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1795.448759] env[62588]: value = "task-1794264" [ 1795.448759] env[62588]: _type = "Task" [ 1795.448759] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.457368] env[62588]: DEBUG oslo_vmware.api [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.505849] env[62588]: DEBUG oslo_vmware.api [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.112055} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.508748] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1795.508896] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1795.509083] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1795.509255] env[62588]: INFO nova.compute.manager [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Took 3.29 seconds to destroy the instance on the hypervisor. [ 1795.509569] env[62588]: DEBUG oslo.service.loopingcall [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1795.509985] env[62588]: DEBUG nova.compute.manager [-] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1795.510090] env[62588]: DEBUG nova.network.neutron [-] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1795.539878] env[62588]: DEBUG oslo_vmware.api [None req-d1ede5eb-0f48-4394-8006-16efd9d8ec5f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794261, 'name': PowerOffVM_Task, 'duration_secs': 0.632284} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.540857] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ede5eb-0f48-4394-8006-16efd9d8ec5f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1795.541167] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ede5eb-0f48-4394-8006-16efd9d8ec5f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1795.544286] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49e2e31e-a8ad-42c7-8342-25491151b924 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.557790] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794263, 'name': ReconfigVM_Task, 'duration_secs': 0.290663} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.559056] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 93855408-6c6d-4480-9764-7dc12394438b/93855408-6c6d-4480-9764-7dc12394438b.vmdk or device None with type streamOptimized {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1795.560680] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'encryption_format': None, 'encryption_options': None, 'disk_bus': None, 'device_name': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'size': 0, 'encrypted': False, 'encryption_secret_uuid': None, 'image_id': '8a4f5777-3342-4af9-920c-7c09a9521eb3'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'b6897e94-b752-44a1-860e-fd635763900b', 'mount_device': '/dev/sdb', 'device_type': None, 'disk_bus': None, 'delete_on_termination': False, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372144', 'volume_id': '2eed88cc-15ee-4afb-bd99-167f99894136', 'name': 'volume-2eed88cc-15ee-4afb-bd99-167f99894136', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '93855408-6c6d-4480-9764-7dc12394438b', 'attached_at': '', 'detached_at': '', 'volume_id': '2eed88cc-15ee-4afb-bd99-167f99894136', 'serial': '2eed88cc-15ee-4afb-bd99-167f99894136'}, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=62588) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1795.560938] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Volume attach. Driver type: vmdk {{(pid=62588) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1795.561600] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372144', 'volume_id': '2eed88cc-15ee-4afb-bd99-167f99894136', 'name': 'volume-2eed88cc-15ee-4afb-bd99-167f99894136', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '93855408-6c6d-4480-9764-7dc12394438b', 'attached_at': '', 'detached_at': '', 'volume_id': '2eed88cc-15ee-4afb-bd99-167f99894136', 'serial': '2eed88cc-15ee-4afb-bd99-167f99894136'} {{(pid=62588) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1795.562568] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6437c213-880e-43a7-a533-b8762415dfcb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.568801] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8392eb-ff04-458f-8b26-db466c58a756 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.590031] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4388ff77-e76d-43ea-987c-49aed427f342 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.594593] env[62588]: DEBUG oslo_concurrency.lockutils [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.595428] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c51a4de-01b1-465c-956b-9cb87f3f23d8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.625259] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] volume-2eed88cc-15ee-4afb-bd99-167f99894136/volume-2eed88cc-15ee-4afb-bd99-167f99894136.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1795.649120] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec0dcb8c-67fb-4b8a-9c9f-830fe2aa7a0c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.667130] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5518c66e-2811-4528-95e4-9017f2d91699 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.677197] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86f8378-516f-4817-88b3-85d6d953cc21 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.681848] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1795.681848] env[62588]: value = "task-1794266" [ 1795.681848] env[62588]: _type = "Task" [ 1795.681848] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.698107] env[62588]: DEBUG nova.compute.provider_tree [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1795.704507] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.735387] env[62588]: WARNING nova.compute.manager [None req-fd7d660f-6c5b-4831-86e4-4b2df6bf2268 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Image not found during snapshot: nova.exception.ImageNotFound: Image 61d443b9-9499-4007-85b3-781d2b4feffc could not be found. [ 1795.745368] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ede5eb-0f48-4394-8006-16efd9d8ec5f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1795.745368] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ede5eb-0f48-4394-8006-16efd9d8ec5f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1795.745570] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1ede5eb-0f48-4394-8006-16efd9d8ec5f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Deleting the datastore file [datastore1] e440420a-21e2-42dc-9659-393c4a715560 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1795.746169] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64df3689-9c90-4d7f-ba41-b826958882fb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.760306] env[62588]: DEBUG oslo_vmware.api [None req-d1ede5eb-0f48-4394-8006-16efd9d8ec5f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1795.760306] env[62588]: value = "task-1794267" [ 1795.760306] env[62588]: _type = "Task" [ 1795.760306] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.769313] env[62588]: DEBUG oslo_vmware.api [None req-d1ede5eb-0f48-4394-8006-16efd9d8ec5f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.848177] env[62588]: DEBUG nova.compute.manager [req-315477b2-5719-4e7d-a2b2-8d4a76bb5058 req-38dbfd0f-bb8b-4d00-b452-8acdb7321e82 service nova] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Received event network-vif-deleted-5d943231-befc-42bf-a384-b1eb5cfece05 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1795.848376] env[62588]: INFO nova.compute.manager [req-315477b2-5719-4e7d-a2b2-8d4a76bb5058 req-38dbfd0f-bb8b-4d00-b452-8acdb7321e82 service nova] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Neutron deleted interface 5d943231-befc-42bf-a384-b1eb5cfece05; detaching it from the instance and deleting it from the info cache [ 1795.848565] env[62588]: DEBUG nova.network.neutron [req-315477b2-5719-4e7d-a2b2-8d4a76bb5058 req-38dbfd0f-bb8b-4d00-b452-8acdb7321e82 service nova] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.861086] env[62588]: DEBUG oslo_vmware.api [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Task: {'id': task-1794262, 'name': ReconfigVM_Task, 'duration_secs': 0.86985} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.861983] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Reconfigured VM instance instance-00000060 to attach disk [datastore1] b35be3c7-2565-4713-b426-60e18f6544d1/b35be3c7-2565-4713-b426-60e18f6544d1.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1795.862632] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e536fdf7-fe62-4a72-a19e-96a76f84909b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.871268] env[62588]: DEBUG oslo_vmware.api [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Waiting for the task: (returnval){ [ 1795.871268] env[62588]: value = "task-1794268" [ 1795.871268] env[62588]: _type = "Task" [ 1795.871268] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.881397] env[62588]: DEBUG oslo_vmware.api [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Task: {'id': task-1794268, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.900205] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-52bf73c4-fe39-4107-9bec-1dbcd7b64e03 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1795.900205] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b773d443-9bf5-4ea6-855e-adedb7a5c22f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.908323] env[62588]: DEBUG oslo_vmware.api [None req-52bf73c4-fe39-4107-9bec-1dbcd7b64e03 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 1795.908323] env[62588]: value = "task-1794269" [ 1795.908323] env[62588]: _type = "Task" [ 1795.908323] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.922211] env[62588]: DEBUG oslo_vmware.api [None req-52bf73c4-fe39-4107-9bec-1dbcd7b64e03 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.962702] env[62588]: DEBUG oslo_vmware.api [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794264, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.968250] env[62588]: DEBUG nova.network.neutron [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Port db5c060f-ac9c-467e-b8c3-f4c52c60e360 binding to destination host cpu-1 is already ACTIVE {{(pid=62588) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1795.968653] env[62588]: DEBUG oslo_concurrency.lockutils [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "refresh_cache-6a5d81c6-e4ba-4066-967a-1e81e6eff0f7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.968859] env[62588]: DEBUG oslo_concurrency.lockutils [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquired lock "refresh_cache-6a5d81c6-e4ba-4066-967a-1e81e6eff0f7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.969062] env[62588]: DEBUG nova.network.neutron [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1796.192627] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.201938] env[62588]: DEBUG nova.scheduler.client.report [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1796.255928] env[62588]: DEBUG nova.compute.manager [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1796.272089] env[62588]: DEBUG oslo_vmware.api [None req-d1ede5eb-0f48-4394-8006-16efd9d8ec5f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.469503} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.272089] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1ede5eb-0f48-4394-8006-16efd9d8ec5f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1796.272089] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ede5eb-0f48-4394-8006-16efd9d8ec5f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1796.272089] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ede5eb-0f48-4394-8006-16efd9d8ec5f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1796.272339] env[62588]: INFO nova.compute.manager [None req-d1ede5eb-0f48-4394-8006-16efd9d8ec5f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: e440420a-21e2-42dc-9659-393c4a715560] Took 1.77 seconds to destroy the instance on the hypervisor. [ 1796.272490] env[62588]: DEBUG oslo.service.loopingcall [None req-d1ede5eb-0f48-4394-8006-16efd9d8ec5f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1796.272691] env[62588]: DEBUG nova.compute.manager [-] [instance: e440420a-21e2-42dc-9659-393c4a715560] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1796.272784] env[62588]: DEBUG nova.network.neutron [-] [instance: e440420a-21e2-42dc-9659-393c4a715560] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1796.283191] env[62588]: DEBUG nova.virt.hardware [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1796.283471] env[62588]: DEBUG nova.virt.hardware [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1796.283645] env[62588]: DEBUG nova.virt.hardware [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1796.283836] env[62588]: DEBUG nova.virt.hardware [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1796.283994] env[62588]: DEBUG nova.virt.hardware [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1796.284168] env[62588]: DEBUG nova.virt.hardware [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1796.284395] env[62588]: DEBUG nova.virt.hardware [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1796.284572] env[62588]: DEBUG nova.virt.hardware [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1796.284755] env[62588]: DEBUG nova.virt.hardware [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1796.284933] env[62588]: DEBUG nova.virt.hardware [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1796.285153] env[62588]: DEBUG nova.virt.hardware [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1796.286354] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091befd8-7671-445e-b5a0-6fd570f58120 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.296824] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb31af47-be6c-4682-a3a3-5f75b3a4bdb0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.324911] env[62588]: DEBUG nova.network.neutron [-] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.356352] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd5b2357-84ec-46ee-884e-cc1feac2ff02 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.366452] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcab3333-99ba-4410-8b58-7e1b1ca48271 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.388064] env[62588]: DEBUG oslo_vmware.api [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Task: {'id': task-1794268, 'name': Rename_Task, 'duration_secs': 0.215149} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.388388] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1796.388599] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ce15471-f85a-45c3-abca-5344cb3cc09f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.394877] env[62588]: DEBUG oslo_vmware.api [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Waiting for the task: (returnval){ [ 1796.394877] env[62588]: value = "task-1794270" [ 1796.394877] env[62588]: _type = "Task" [ 1796.394877] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.405059] env[62588]: DEBUG nova.compute.manager [req-315477b2-5719-4e7d-a2b2-8d4a76bb5058 req-38dbfd0f-bb8b-4d00-b452-8acdb7321e82 service nova] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Detach interface failed, port_id=5d943231-befc-42bf-a384-b1eb5cfece05, reason: Instance 1c13f071-ee91-40c2-bada-1dad8d195451 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1796.414668] env[62588]: DEBUG oslo_vmware.api [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Task: {'id': task-1794270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.420425] env[62588]: DEBUG oslo_vmware.api [None req-52bf73c4-fe39-4107-9bec-1dbcd7b64e03 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794269, 'name': PowerOffVM_Task, 'duration_secs': 0.292085} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.420712] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-52bf73c4-fe39-4107-9bec-1dbcd7b64e03 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1796.420907] env[62588]: DEBUG nova.compute.manager [None req-52bf73c4-fe39-4107-9bec-1dbcd7b64e03 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1796.421676] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82c4c2c-d8ab-4492-8154-5a458191bc34 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.461132] env[62588]: DEBUG oslo_vmware.api [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794264, 'name': PowerOnVM_Task, 'duration_secs': 0.573192} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.461556] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1796.461640] env[62588]: INFO nova.compute.manager [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Took 13.26 seconds to spawn the instance on the hypervisor. [ 1796.461807] env[62588]: DEBUG nova.compute.manager [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1796.462629] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177e7f60-2fff-49f8-b22f-601e9454573b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.599243] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ef128c78-454a-4edc-a34c-e2fe7f3c14d3 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Acquiring lock "d02648d1-c160-42e6-8e62-db27d4764f5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.599397] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ef128c78-454a-4edc-a34c-e2fe7f3c14d3 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Lock "d02648d1-c160-42e6-8e62-db27d4764f5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.600104] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ef128c78-454a-4edc-a34c-e2fe7f3c14d3 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Acquiring lock "d02648d1-c160-42e6-8e62-db27d4764f5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.600104] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ef128c78-454a-4edc-a34c-e2fe7f3c14d3 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Lock "d02648d1-c160-42e6-8e62-db27d4764f5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.600104] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ef128c78-454a-4edc-a34c-e2fe7f3c14d3 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Lock "d02648d1-c160-42e6-8e62-db27d4764f5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.611329] env[62588]: INFO nova.compute.manager [None req-ef128c78-454a-4edc-a34c-e2fe7f3c14d3 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Terminating instance [ 1796.692635] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794266, 'name': ReconfigVM_Task, 'duration_secs': 0.724815} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.692931] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Reconfigured VM instance instance-00000049 to attach disk [datastore1] volume-2eed88cc-15ee-4afb-bd99-167f99894136/volume-2eed88cc-15ee-4afb-bd99-167f99894136.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1796.697677] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b2d3132-47cd-4d29-b51b-18e3c06724cf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.708535] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.709037] env[62588]: DEBUG nova.compute.manager [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1796.712354] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f9e5bda0-b1dd-4143-976d-d6607f571249 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.207s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.712583] env[62588]: DEBUG nova.objects.instance [None req-f9e5bda0-b1dd-4143-976d-d6607f571249 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Lazy-loading 'resources' on Instance uuid 50cd2ea3-1c22-4157-a953-1e5d9e8ad915 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1796.721458] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1796.721458] env[62588]: value = "task-1794271" [ 1796.721458] env[62588]: _type = "Task" [ 1796.721458] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.733676] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794271, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.827284] env[62588]: INFO nova.compute.manager [-] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Took 1.32 seconds to deallocate network for instance. [ 1796.903022] env[62588]: DEBUG nova.network.neutron [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Updating instance_info_cache with network_info: [{"id": "db5c060f-ac9c-467e-b8c3-f4c52c60e360", "address": "fa:16:3e:6b:41:98", "network": {"id": "94db9e1b-f422-4077-be68-4fd81b713a80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1210070792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "979ec9f712cf4691b14f90355fbb2827", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5c060f-ac", "ovs_interfaceid": "db5c060f-ac9c-467e-b8c3-f4c52c60e360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.915925] env[62588]: DEBUG oslo_vmware.api [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Task: {'id': task-1794270, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.933649] env[62588]: DEBUG oslo_concurrency.lockutils [None req-52bf73c4-fe39-4107-9bec-1dbcd7b64e03 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "9093cafa-0c88-421b-999a-01a27833cd3b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.937352] env[62588]: DEBUG nova.compute.manager [req-a156e25a-976d-42e2-b6cb-a377caafa6cd req-084d2f54-e977-43f8-8b9a-bbd9dcf290b4 service nova] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Received event network-vif-plugged-6fa26c07-05d7-457a-b066-6c15b3ba0c98 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1796.937585] env[62588]: DEBUG oslo_concurrency.lockutils [req-a156e25a-976d-42e2-b6cb-a377caafa6cd req-084d2f54-e977-43f8-8b9a-bbd9dcf290b4 service nova] Acquiring lock "dc09d53d-8d5f-4d83-9ef6-0b14b143fde7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.937820] env[62588]: DEBUG oslo_concurrency.lockutils [req-a156e25a-976d-42e2-b6cb-a377caafa6cd req-084d2f54-e977-43f8-8b9a-bbd9dcf290b4 service nova] Lock "dc09d53d-8d5f-4d83-9ef6-0b14b143fde7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.937986] env[62588]: DEBUG oslo_concurrency.lockutils [req-a156e25a-976d-42e2-b6cb-a377caafa6cd req-084d2f54-e977-43f8-8b9a-bbd9dcf290b4 service nova] Lock "dc09d53d-8d5f-4d83-9ef6-0b14b143fde7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.938169] env[62588]: DEBUG nova.compute.manager [req-a156e25a-976d-42e2-b6cb-a377caafa6cd req-084d2f54-e977-43f8-8b9a-bbd9dcf290b4 service nova] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] No waiting events found dispatching network-vif-plugged-6fa26c07-05d7-457a-b066-6c15b3ba0c98 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1796.938331] env[62588]: WARNING nova.compute.manager [req-a156e25a-976d-42e2-b6cb-a377caafa6cd req-084d2f54-e977-43f8-8b9a-bbd9dcf290b4 service nova] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Received unexpected event network-vif-plugged-6fa26c07-05d7-457a-b066-6c15b3ba0c98 for instance with vm_state building and task_state spawning. [ 1796.987381] env[62588]: INFO nova.compute.manager [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Took 19.40 seconds to build instance. [ 1797.039690] env[62588]: DEBUG nova.network.neutron [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Successfully updated port: 6fa26c07-05d7-457a-b066-6c15b3ba0c98 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1797.113178] env[62588]: DEBUG nova.compute.manager [None req-ef128c78-454a-4edc-a34c-e2fe7f3c14d3 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1797.113426] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-ef128c78-454a-4edc-a34c-e2fe7f3c14d3 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1797.115109] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea7dba6-5b3e-4593-b71f-419a136519d7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.123569] env[62588]: DEBUG nova.network.neutron [-] [instance: e440420a-21e2-42dc-9659-393c4a715560] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.125181] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef128c78-454a-4edc-a34c-e2fe7f3c14d3 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1797.125634] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6285d13-1d58-4108-943a-7d538a41639b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.133213] env[62588]: DEBUG oslo_vmware.api [None req-ef128c78-454a-4edc-a34c-e2fe7f3c14d3 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1797.133213] env[62588]: value = "task-1794272" [ 1797.133213] env[62588]: _type = "Task" [ 1797.133213] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.146348] env[62588]: DEBUG oslo_vmware.api [None req-ef128c78-454a-4edc-a34c-e2fe7f3c14d3 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.214835] env[62588]: DEBUG nova.compute.utils [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1797.216485] env[62588]: DEBUG nova.compute.manager [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1797.216744] env[62588]: DEBUG nova.network.neutron [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1797.233645] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794271, 'name': ReconfigVM_Task, 'duration_secs': 0.229237} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.233963] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372144', 'volume_id': '2eed88cc-15ee-4afb-bd99-167f99894136', 'name': 'volume-2eed88cc-15ee-4afb-bd99-167f99894136', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '93855408-6c6d-4480-9764-7dc12394438b', 'attached_at': '', 'detached_at': '', 'volume_id': '2eed88cc-15ee-4afb-bd99-167f99894136', 'serial': '2eed88cc-15ee-4afb-bd99-167f99894136'} {{(pid=62588) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1797.234627] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2eb7de6-ebb5-48f1-83ea-a64e3d471886 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.244617] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1797.244617] env[62588]: value = "task-1794273" [ 1797.244617] env[62588]: _type = "Task" [ 1797.244617] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.259242] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794273, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.307013] env[62588]: DEBUG nova.policy [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9842fd79fe74710979fc9a592fb4ce7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ccf6b2ee1dc4c85aa64f97e4d32ef87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1797.333989] env[62588]: DEBUG oslo_concurrency.lockutils [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.405722] env[62588]: DEBUG oslo_concurrency.lockutils [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Releasing lock "refresh_cache-6a5d81c6-e4ba-4066-967a-1e81e6eff0f7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.419776] env[62588]: DEBUG oslo_vmware.api [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Task: {'id': task-1794270, 'name': PowerOnVM_Task, 'duration_secs': 0.883042} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.426836] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1797.426836] env[62588]: INFO nova.compute.manager [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Took 10.78 seconds to spawn the instance on the hypervisor. [ 1797.426836] env[62588]: DEBUG nova.compute.manager [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1797.426836] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e795db4-6935-42ba-9b22-ff1b4fea2367 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.492970] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9c40f6e7-36f8-400d-a85a-57f60331895a tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "866820b1-6d9a-43ec-98f5-2f9f52527865" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.922s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.494782] env[62588]: DEBUG nova.objects.instance [None req-f7dba7b1-0ff0-4d32-9fff-42644d01864a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lazy-loading 'flavor' on Instance uuid 9093cafa-0c88-421b-999a-01a27833cd3b {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1797.535704] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8788c3e-7c05-429a-a76d-d673a857c024 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.545913] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "refresh_cache-dc09d53d-8d5f-4d83-9ef6-0b14b143fde7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.546781] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquired lock "refresh_cache-dc09d53d-8d5f-4d83-9ef6-0b14b143fde7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.546816] env[62588]: DEBUG nova.network.neutron [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1797.549160] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b64dd8f-9741-4258-b8ff-7d6b5529a2ec {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.586284] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a221b46-49cc-477f-8f6b-5df5d8b02f6a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.595398] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe9236c-8afc-42cc-ade1-23d779036f0f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.614035] env[62588]: DEBUG nova.compute.provider_tree [None req-f9e5bda0-b1dd-4143-976d-d6607f571249 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1797.627049] env[62588]: INFO nova.compute.manager [-] [instance: e440420a-21e2-42dc-9659-393c4a715560] Took 1.35 seconds to deallocate network for instance. [ 1797.644070] env[62588]: DEBUG oslo_vmware.api [None req-ef128c78-454a-4edc-a34c-e2fe7f3c14d3 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794272, 'name': PowerOffVM_Task, 'duration_secs': 0.265437} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.644341] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef128c78-454a-4edc-a34c-e2fe7f3c14d3 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1797.644514] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-ef128c78-454a-4edc-a34c-e2fe7f3c14d3 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1797.644864] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b935cfa9-74c0-4275-8117-242b410894f9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.720398] env[62588]: DEBUG nova.compute.manager [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1797.737427] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-ef128c78-454a-4edc-a34c-e2fe7f3c14d3 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1797.737592] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-ef128c78-454a-4edc-a34c-e2fe7f3c14d3 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1797.737779] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef128c78-454a-4edc-a34c-e2fe7f3c14d3 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Deleting the datastore file [datastore1] d02648d1-c160-42e6-8e62-db27d4764f5b {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1797.738075] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e042ee90-0942-4b0b-94ce-5cb23e5b3211 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.749978] env[62588]: DEBUG oslo_vmware.api [None req-ef128c78-454a-4edc-a34c-e2fe7f3c14d3 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1797.749978] env[62588]: value = "task-1794275" [ 1797.749978] env[62588]: _type = "Task" [ 1797.749978] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.756867] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794273, 'name': Rename_Task, 'duration_secs': 0.182445} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.757556] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1797.757819] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e46af020-a27a-4dbb-a87f-e2a8c668a264 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.762693] env[62588]: DEBUG oslo_vmware.api [None req-ef128c78-454a-4edc-a34c-e2fe7f3c14d3 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.766082] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1797.766082] env[62588]: value = "task-1794276" [ 1797.766082] env[62588]: _type = "Task" [ 1797.766082] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.770035] env[62588]: DEBUG nova.network.neutron [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Successfully created port: 87887ba0-6497-43f5-b254-8c110a91be42 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1797.778471] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794276, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.888238] env[62588]: DEBUG nova.compute.manager [req-f1c54f32-3520-46a4-8e60-1671892caf2e req-e7e2eb41-412a-40e1-84b5-2fae99cde8ff service nova] [instance: e440420a-21e2-42dc-9659-393c4a715560] Received event network-vif-deleted-c40c4914-43a5-43b9-8141-7221cc54ed1e {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1797.889085] env[62588]: DEBUG nova.compute.manager [req-f1c54f32-3520-46a4-8e60-1671892caf2e req-e7e2eb41-412a-40e1-84b5-2fae99cde8ff service nova] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Received event network-changed-468cd7a6-6f27-449b-b0b6-6948faa23fa5 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1797.889085] env[62588]: DEBUG nova.compute.manager [req-f1c54f32-3520-46a4-8e60-1671892caf2e req-e7e2eb41-412a-40e1-84b5-2fae99cde8ff service nova] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Refreshing instance network info cache due to event network-changed-468cd7a6-6f27-449b-b0b6-6948faa23fa5. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1797.889085] env[62588]: DEBUG oslo_concurrency.lockutils [req-f1c54f32-3520-46a4-8e60-1671892caf2e req-e7e2eb41-412a-40e1-84b5-2fae99cde8ff service nova] Acquiring lock "refresh_cache-866820b1-6d9a-43ec-98f5-2f9f52527865" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.889085] env[62588]: DEBUG oslo_concurrency.lockutils [req-f1c54f32-3520-46a4-8e60-1671892caf2e req-e7e2eb41-412a-40e1-84b5-2fae99cde8ff service nova] Acquired lock "refresh_cache-866820b1-6d9a-43ec-98f5-2f9f52527865" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.889085] env[62588]: DEBUG nova.network.neutron [req-f1c54f32-3520-46a4-8e60-1671892caf2e req-e7e2eb41-412a-40e1-84b5-2fae99cde8ff service nova] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Refreshing network info cache for port 468cd7a6-6f27-449b-b0b6-6948faa23fa5 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1797.913605] env[62588]: DEBUG nova.compute.manager [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62588) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1797.952362] env[62588]: INFO nova.compute.manager [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Took 19.15 seconds to build instance. [ 1798.003373] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f7dba7b1-0ff0-4d32-9fff-42644d01864a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "refresh_cache-9093cafa-0c88-421b-999a-01a27833cd3b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.003955] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f7dba7b1-0ff0-4d32-9fff-42644d01864a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquired lock "refresh_cache-9093cafa-0c88-421b-999a-01a27833cd3b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.004335] env[62588]: DEBUG nova.network.neutron [None req-f7dba7b1-0ff0-4d32-9fff-42644d01864a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1798.004877] env[62588]: DEBUG nova.objects.instance [None req-f7dba7b1-0ff0-4d32-9fff-42644d01864a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lazy-loading 'info_cache' on Instance uuid 9093cafa-0c88-421b-999a-01a27833cd3b {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1798.092738] env[62588]: DEBUG nova.network.neutron [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1798.117790] env[62588]: DEBUG nova.scheduler.client.report [None req-f9e5bda0-b1dd-4143-976d-d6607f571249 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1798.133224] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d1ede5eb-0f48-4394-8006-16efd9d8ec5f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.246788] env[62588]: DEBUG nova.network.neutron [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Updating instance_info_cache with network_info: [{"id": "6fa26c07-05d7-457a-b066-6c15b3ba0c98", "address": "fa:16:3e:24:45:00", "network": {"id": "ebfd054e-b4b8-4c77-9adb-1fd6bca34d84", "bridge": "br-int", "label": "tempest-ServersTestJSON-273759622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "962ad43ecb3d425ebc57be08dea7d954", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fa26c07-05", "ovs_interfaceid": "6fa26c07-05d7-457a-b066-6c15b3ba0c98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.262264] env[62588]: DEBUG oslo_vmware.api [None req-ef128c78-454a-4edc-a34c-e2fe7f3c14d3 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297954} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.262558] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef128c78-454a-4edc-a34c-e2fe7f3c14d3 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1798.262807] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-ef128c78-454a-4edc-a34c-e2fe7f3c14d3 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1798.262871] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-ef128c78-454a-4edc-a34c-e2fe7f3c14d3 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1798.263287] env[62588]: INFO nova.compute.manager [None req-ef128c78-454a-4edc-a34c-e2fe7f3c14d3 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1798.263287] env[62588]: DEBUG oslo.service.loopingcall [None req-ef128c78-454a-4edc-a34c-e2fe7f3c14d3 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1798.264142] env[62588]: DEBUG nova.compute.manager [-] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1798.264324] env[62588]: DEBUG nova.network.neutron [-] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1798.277660] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794276, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.341803] env[62588]: DEBUG oslo_concurrency.lockutils [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Acquiring lock "b35be3c7-2565-4713-b426-60e18f6544d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.455231] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2d3d1777-5918-4d90-bbfd-614acce31720 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Lock "b35be3c7-2565-4713-b426-60e18f6544d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.671s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.455524] env[62588]: DEBUG oslo_concurrency.lockutils [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Lock "b35be3c7-2565-4713-b426-60e18f6544d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.114s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.455738] env[62588]: DEBUG oslo_concurrency.lockutils [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Acquiring lock "b35be3c7-2565-4713-b426-60e18f6544d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.456032] env[62588]: DEBUG oslo_concurrency.lockutils [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Lock "b35be3c7-2565-4713-b426-60e18f6544d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.456230] env[62588]: DEBUG oslo_concurrency.lockutils [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Lock "b35be3c7-2565-4713-b426-60e18f6544d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.459920] env[62588]: INFO nova.compute.manager [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Terminating instance [ 1798.509667] env[62588]: DEBUG nova.objects.base [None req-f7dba7b1-0ff0-4d32-9fff-42644d01864a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Object Instance<9093cafa-0c88-421b-999a-01a27833cd3b> lazy-loaded attributes: flavor,info_cache {{(pid=62588) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1798.624900] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f9e5bda0-b1dd-4143-976d-d6607f571249 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.627640] env[62588]: DEBUG oslo_concurrency.lockutils [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.033s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.630068] env[62588]: INFO nova.compute.claims [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1798.662373] env[62588]: INFO nova.scheduler.client.report [None req-f9e5bda0-b1dd-4143-976d-d6607f571249 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Deleted allocations for instance 50cd2ea3-1c22-4157-a953-1e5d9e8ad915 [ 1798.716592] env[62588]: DEBUG nova.network.neutron [req-f1c54f32-3520-46a4-8e60-1671892caf2e req-e7e2eb41-412a-40e1-84b5-2fae99cde8ff service nova] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Updated VIF entry in instance network info cache for port 468cd7a6-6f27-449b-b0b6-6948faa23fa5. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1798.716971] env[62588]: DEBUG nova.network.neutron [req-f1c54f32-3520-46a4-8e60-1671892caf2e req-e7e2eb41-412a-40e1-84b5-2fae99cde8ff service nova] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Updating instance_info_cache with network_info: [{"id": "468cd7a6-6f27-449b-b0b6-6948faa23fa5", "address": "fa:16:3e:10:52:e7", "network": {"id": "29d85f41-e61c-49c7-93dd-8ae6091e13dd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004971789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1abac53217249a7a6b3552ebfca1c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap468cd7a6-6f", "ovs_interfaceid": "468cd7a6-6f27-449b-b0b6-6948faa23fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.731375] env[62588]: DEBUG nova.compute.manager [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1798.748603] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Releasing lock "refresh_cache-dc09d53d-8d5f-4d83-9ef6-0b14b143fde7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.748927] env[62588]: DEBUG nova.compute.manager [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Instance network_info: |[{"id": "6fa26c07-05d7-457a-b066-6c15b3ba0c98", "address": "fa:16:3e:24:45:00", "network": {"id": "ebfd054e-b4b8-4c77-9adb-1fd6bca34d84", "bridge": "br-int", "label": "tempest-ServersTestJSON-273759622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "962ad43ecb3d425ebc57be08dea7d954", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fa26c07-05", "ovs_interfaceid": "6fa26c07-05d7-457a-b066-6c15b3ba0c98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1798.749706] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:45:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fa26c07-05d7-457a-b066-6c15b3ba0c98', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1798.758382] env[62588]: DEBUG oslo.service.loopingcall [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1798.760615] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1798.761130] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cc4aec3-ef4d-4b3a-a6d0-39a32de75f6d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.778364] env[62588]: DEBUG nova.virt.hardware [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1798.778602] env[62588]: DEBUG nova.virt.hardware [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1798.778757] env[62588]: DEBUG nova.virt.hardware [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1798.778937] env[62588]: DEBUG nova.virt.hardware [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1798.779109] env[62588]: DEBUG nova.virt.hardware [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1798.779219] env[62588]: DEBUG nova.virt.hardware [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1798.779427] env[62588]: DEBUG nova.virt.hardware [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1798.779586] env[62588]: DEBUG nova.virt.hardware [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1798.779776] env[62588]: DEBUG nova.virt.hardware [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1798.779944] env[62588]: DEBUG nova.virt.hardware [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1798.780136] env[62588]: DEBUG nova.virt.hardware [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1798.781341] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f338059b-4563-4491-a497-c34b2f58cb9e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.792443] env[62588]: DEBUG oslo_vmware.api [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794276, 'name': PowerOnVM_Task, 'duration_secs': 0.526004} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.795436] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1798.797359] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1798.797359] env[62588]: value = "task-1794277" [ 1798.797359] env[62588]: _type = "Task" [ 1798.797359] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.799417] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc6d8f0-c11a-4679-b9b4-6e3e71e466fa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.812198] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794277, 'name': CreateVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.900820] env[62588]: DEBUG nova.compute.manager [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1798.901823] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d58c3b-78d8-4cde-a4a9-836fd11a1649 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.964021] env[62588]: DEBUG nova.compute.manager [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1798.964336] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1798.965327] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e018b934-9908-4a42-a8c7-c3cef6169cd6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.971916] env[62588]: DEBUG nova.compute.manager [req-bb90d96d-4721-4cfa-998f-7d9af120fd3d req-db1e78f7-b23d-4ce9-b64d-82902bc0a413 service nova] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Received event network-changed-6fa26c07-05d7-457a-b066-6c15b3ba0c98 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1798.972175] env[62588]: DEBUG nova.compute.manager [req-bb90d96d-4721-4cfa-998f-7d9af120fd3d req-db1e78f7-b23d-4ce9-b64d-82902bc0a413 service nova] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Refreshing instance network info cache due to event network-changed-6fa26c07-05d7-457a-b066-6c15b3ba0c98. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1798.972450] env[62588]: DEBUG oslo_concurrency.lockutils [req-bb90d96d-4721-4cfa-998f-7d9af120fd3d req-db1e78f7-b23d-4ce9-b64d-82902bc0a413 service nova] Acquiring lock "refresh_cache-dc09d53d-8d5f-4d83-9ef6-0b14b143fde7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.972601] env[62588]: DEBUG oslo_concurrency.lockutils [req-bb90d96d-4721-4cfa-998f-7d9af120fd3d req-db1e78f7-b23d-4ce9-b64d-82902bc0a413 service nova] Acquired lock "refresh_cache-dc09d53d-8d5f-4d83-9ef6-0b14b143fde7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.972767] env[62588]: DEBUG nova.network.neutron [req-bb90d96d-4721-4cfa-998f-7d9af120fd3d req-db1e78f7-b23d-4ce9-b64d-82902bc0a413 service nova] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Refreshing network info cache for port 6fa26c07-05d7-457a-b066-6c15b3ba0c98 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1798.980013] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1798.980013] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-773bff22-2e08-4293-bba8-ef83a7d3c0e9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.988938] env[62588]: DEBUG oslo_vmware.api [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Waiting for the task: (returnval){ [ 1798.988938] env[62588]: value = "task-1794278" [ 1798.988938] env[62588]: _type = "Task" [ 1798.988938] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.000014] env[62588]: DEBUG oslo_vmware.api [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Task: {'id': task-1794278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.021684] env[62588]: DEBUG nova.network.neutron [-] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.052644] env[62588]: DEBUG oslo_concurrency.lockutils [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.175560] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f9e5bda0-b1dd-4143-976d-d6607f571249 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Lock "50cd2ea3-1c22-4157-a953-1e5d9e8ad915" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.245s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.220365] env[62588]: DEBUG oslo_concurrency.lockutils [req-f1c54f32-3520-46a4-8e60-1671892caf2e req-e7e2eb41-412a-40e1-84b5-2fae99cde8ff service nova] Releasing lock "refresh_cache-866820b1-6d9a-43ec-98f5-2f9f52527865" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.308414] env[62588]: DEBUG nova.network.neutron [None req-f7dba7b1-0ff0-4d32-9fff-42644d01864a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Updating instance_info_cache with network_info: [{"id": "887cdcb2-a25b-4d26-a0d8-0c868f0634ea", "address": "fa:16:3e:79:2d:a0", "network": {"id": "005b221e-cf07-4d05-b85b-99fe5911cbdb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-505805492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ae052fbdc942f0b17b96ab4d2252d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap887cdcb2-a2", "ovs_interfaceid": "887cdcb2-a25b-4d26-a0d8-0c868f0634ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.315070] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794277, 'name': CreateVM_Task, 'duration_secs': 0.466175} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.315070] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1799.315281] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.315281] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.315553] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1799.315834] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-738a56bb-c635-46fd-a19b-219bb02f639a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.321600] env[62588]: DEBUG oslo_vmware.api [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1799.321600] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]521037d2-d9b0-7013-0218-6e709fc184d8" [ 1799.321600] env[62588]: _type = "Task" [ 1799.321600] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.332847] env[62588]: DEBUG oslo_vmware.api [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]521037d2-d9b0-7013-0218-6e709fc184d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.406962] env[62588]: DEBUG nova.network.neutron [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Successfully updated port: 87887ba0-6497-43f5-b254-8c110a91be42 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1799.421446] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c47ae86c-8c15-43f3-aa13-2cf56180625b tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "93855408-6c6d-4480-9764-7dc12394438b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 38.655s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.499332] env[62588]: DEBUG oslo_vmware.api [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Task: {'id': task-1794278, 'name': PowerOffVM_Task, 'duration_secs': 0.233032} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.499676] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1799.499857] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1799.500415] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1aa31596-8b29-4f69-8891-20b3c4e6e027 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.524166] env[62588]: INFO nova.compute.manager [-] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Took 1.26 seconds to deallocate network for instance. [ 1799.610675] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1799.610916] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1799.611104] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Deleting the datastore file [datastore1] b35be3c7-2565-4713-b426-60e18f6544d1 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1799.611361] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cf8162f-a9b4-4a7d-8f03-70d3157aa334 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.624503] env[62588]: DEBUG oslo_vmware.api [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Waiting for the task: (returnval){ [ 1799.624503] env[62588]: value = "task-1794280" [ 1799.624503] env[62588]: _type = "Task" [ 1799.624503] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.633408] env[62588]: DEBUG oslo_vmware.api [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Task: {'id': task-1794280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.748933] env[62588]: DEBUG nova.network.neutron [req-bb90d96d-4721-4cfa-998f-7d9af120fd3d req-db1e78f7-b23d-4ce9-b64d-82902bc0a413 service nova] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Updated VIF entry in instance network info cache for port 6fa26c07-05d7-457a-b066-6c15b3ba0c98. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1799.749309] env[62588]: DEBUG nova.network.neutron [req-bb90d96d-4721-4cfa-998f-7d9af120fd3d req-db1e78f7-b23d-4ce9-b64d-82902bc0a413 service nova] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Updating instance_info_cache with network_info: [{"id": "6fa26c07-05d7-457a-b066-6c15b3ba0c98", "address": "fa:16:3e:24:45:00", "network": {"id": "ebfd054e-b4b8-4c77-9adb-1fd6bca34d84", "bridge": "br-int", "label": "tempest-ServersTestJSON-273759622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "962ad43ecb3d425ebc57be08dea7d954", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fa26c07-05", "ovs_interfaceid": "6fa26c07-05d7-457a-b066-6c15b3ba0c98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.811621] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f7dba7b1-0ff0-4d32-9fff-42644d01864a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Releasing lock "refresh_cache-9093cafa-0c88-421b-999a-01a27833cd3b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.838015] env[62588]: DEBUG oslo_vmware.api [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]521037d2-d9b0-7013-0218-6e709fc184d8, 'name': SearchDatastore_Task, 'duration_secs': 0.012381} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.840551] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.840940] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1799.841197] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.841347] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.841573] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1799.842904] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12c4b70d-8b62-495d-92a3-a4823a835fb7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.856030] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1799.856236] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1799.856978] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64a63241-0a02-4391-a8ea-b9a972d53488 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.863415] env[62588]: DEBUG oslo_vmware.api [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1799.863415] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527ba5f4-2a88-d7d2-9602-b6950c98dcac" [ 1799.863415] env[62588]: _type = "Task" [ 1799.863415] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.872397] env[62588]: DEBUG oslo_vmware.api [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527ba5f4-2a88-d7d2-9602-b6950c98dcac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.887210] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cc0e33-232d-415a-a2a6-c7c898da9ba2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.895751] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d63bc9b-04d9-4845-bd0b-fcab2506c5f8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.928147] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "refresh_cache-7387d0ac-5771-42e3-85a4-93cee19791d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.928406] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquired lock "refresh_cache-7387d0ac-5771-42e3-85a4-93cee19791d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.928451] env[62588]: DEBUG nova.network.neutron [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1799.930526] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d2132f-154e-4e61-b74c-cec7441c4bdf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.939471] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66ecf4a-0b99-4bab-a8bb-87933f46978d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.954221] env[62588]: DEBUG nova.compute.provider_tree [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1800.030908] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ef128c78-454a-4edc-a34c-e2fe7f3c14d3 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.134505] env[62588]: DEBUG oslo_vmware.api [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Task: {'id': task-1794280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.446483} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.134731] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1800.134924] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1800.135118] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1800.135460] env[62588]: INFO nova.compute.manager [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1800.135547] env[62588]: DEBUG oslo.service.loopingcall [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1800.135756] env[62588]: DEBUG nova.compute.manager [-] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1800.135857] env[62588]: DEBUG nova.network.neutron [-] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1800.252628] env[62588]: DEBUG oslo_concurrency.lockutils [req-bb90d96d-4721-4cfa-998f-7d9af120fd3d req-db1e78f7-b23d-4ce9-b64d-82902bc0a413 service nova] Releasing lock "refresh_cache-dc09d53d-8d5f-4d83-9ef6-0b14b143fde7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.252628] env[62588]: DEBUG nova.compute.manager [req-bb90d96d-4721-4cfa-998f-7d9af120fd3d req-db1e78f7-b23d-4ce9-b64d-82902bc0a413 service nova] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Received event network-vif-deleted-00394747-29ef-4343-97d3-7db4ae840a08 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1800.252843] env[62588]: INFO nova.compute.manager [req-bb90d96d-4721-4cfa-998f-7d9af120fd3d req-db1e78f7-b23d-4ce9-b64d-82902bc0a413 service nova] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Neutron deleted interface 00394747-29ef-4343-97d3-7db4ae840a08; detaching it from the instance and deleting it from the info cache [ 1800.252971] env[62588]: DEBUG nova.network.neutron [req-bb90d96d-4721-4cfa-998f-7d9af120fd3d req-db1e78f7-b23d-4ce9-b64d-82902bc0a413 service nova] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.322390] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Acquiring lock "3771ad9b-9159-4cd6-9428-aca368db8259" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.322390] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Lock "3771ad9b-9159-4cd6-9428-aca368db8259" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.322390] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Acquiring lock "3771ad9b-9159-4cd6-9428-aca368db8259-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.322658] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Lock "3771ad9b-9159-4cd6-9428-aca368db8259-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.323324] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Lock "3771ad9b-9159-4cd6-9428-aca368db8259-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.325387] env[62588]: INFO nova.compute.manager [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Terminating instance [ 1800.375050] env[62588]: DEBUG oslo_vmware.api [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527ba5f4-2a88-d7d2-9602-b6950c98dcac, 'name': SearchDatastore_Task, 'duration_secs': 0.033086} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.376113] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faa9ba31-4e84-4e58-811a-90446e1fd86e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.382843] env[62588]: DEBUG oslo_vmware.api [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1800.382843] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5205409e-d4e1-2986-87b2-8646e19cf840" [ 1800.382843] env[62588]: _type = "Task" [ 1800.382843] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.392232] env[62588]: DEBUG oslo_vmware.api [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5205409e-d4e1-2986-87b2-8646e19cf840, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.456876] env[62588]: DEBUG nova.scheduler.client.report [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1800.462920] env[62588]: DEBUG nova.network.neutron [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1800.645481] env[62588]: DEBUG nova.network.neutron [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Updating instance_info_cache with network_info: [{"id": "87887ba0-6497-43f5-b254-8c110a91be42", "address": "fa:16:3e:5d:53:5f", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87887ba0-64", "ovs_interfaceid": "87887ba0-6497-43f5-b254-8c110a91be42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.757205] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ca21801-b277-4367-8e58-b9b061ec98b6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.768350] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e766e64-aac8-4c61-886c-8e0099cfd02e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.803689] env[62588]: DEBUG nova.compute.manager [req-bb90d96d-4721-4cfa-998f-7d9af120fd3d req-db1e78f7-b23d-4ce9-b64d-82902bc0a413 service nova] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Detach interface failed, port_id=00394747-29ef-4343-97d3-7db4ae840a08, reason: Instance d02648d1-c160-42e6-8e62-db27d4764f5b could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1800.826148] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7dba7b1-0ff0-4d32-9fff-42644d01864a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1800.826476] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5da6242d-4b80-443e-89d1-72b3a4bfd3fa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.829444] env[62588]: DEBUG nova.compute.manager [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1800.829778] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1800.830748] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6355fe-233e-420b-8cdd-4c9ffd51dd42 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.835156] env[62588]: DEBUG oslo_vmware.api [None req-f7dba7b1-0ff0-4d32-9fff-42644d01864a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 1800.835156] env[62588]: value = "task-1794281" [ 1800.835156] env[62588]: _type = "Task" [ 1800.835156] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.840963] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1800.841508] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff8b12a9-71f4-4b52-8faf-e8e07bd92d1f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.846275] env[62588]: DEBUG oslo_vmware.api [None req-f7dba7b1-0ff0-4d32-9fff-42644d01864a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794281, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.847514] env[62588]: DEBUG oslo_vmware.api [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for the task: (returnval){ [ 1800.847514] env[62588]: value = "task-1794282" [ 1800.847514] env[62588]: _type = "Task" [ 1800.847514] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.856707] env[62588]: DEBUG oslo_vmware.api [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.893846] env[62588]: DEBUG oslo_vmware.api [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5205409e-d4e1-2986-87b2-8646e19cf840, 'name': SearchDatastore_Task, 'duration_secs': 0.012115} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.894212] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.894515] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] dc09d53d-8d5f-4d83-9ef6-0b14b143fde7/dc09d53d-8d5f-4d83-9ef6-0b14b143fde7.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1800.894818] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9a5c9ac-6ec5-4f3a-8bbe-291f06766685 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.903174] env[62588]: DEBUG oslo_vmware.api [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1800.903174] env[62588]: value = "task-1794283" [ 1800.903174] env[62588]: _type = "Task" [ 1800.903174] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.912588] env[62588]: DEBUG oslo_vmware.api [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.942702] env[62588]: DEBUG nova.network.neutron [-] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.961603] env[62588]: DEBUG oslo_concurrency.lockutils [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.962208] env[62588]: DEBUG nova.compute.manager [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1800.965429] env[62588]: DEBUG oslo_concurrency.lockutils [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.632s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.965782] env[62588]: DEBUG nova.objects.instance [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lazy-loading 'resources' on Instance uuid 1c13f071-ee91-40c2-bada-1dad8d195451 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1801.000599] env[62588]: DEBUG nova.compute.manager [req-30120c98-f4a7-48cc-b507-679f3d1a37a2 req-85043d7f-21c0-4124-b0f6-7f5aaa236cdd service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Received event network-vif-plugged-87887ba0-6497-43f5-b254-8c110a91be42 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1801.000751] env[62588]: DEBUG oslo_concurrency.lockutils [req-30120c98-f4a7-48cc-b507-679f3d1a37a2 req-85043d7f-21c0-4124-b0f6-7f5aaa236cdd service nova] Acquiring lock "7387d0ac-5771-42e3-85a4-93cee19791d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.000906] env[62588]: DEBUG oslo_concurrency.lockutils [req-30120c98-f4a7-48cc-b507-679f3d1a37a2 req-85043d7f-21c0-4124-b0f6-7f5aaa236cdd service nova] Lock "7387d0ac-5771-42e3-85a4-93cee19791d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.001371] env[62588]: DEBUG oslo_concurrency.lockutils [req-30120c98-f4a7-48cc-b507-679f3d1a37a2 req-85043d7f-21c0-4124-b0f6-7f5aaa236cdd service nova] Lock "7387d0ac-5771-42e3-85a4-93cee19791d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.001371] env[62588]: DEBUG nova.compute.manager [req-30120c98-f4a7-48cc-b507-679f3d1a37a2 req-85043d7f-21c0-4124-b0f6-7f5aaa236cdd service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] No waiting events found dispatching network-vif-plugged-87887ba0-6497-43f5-b254-8c110a91be42 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1801.001443] env[62588]: WARNING nova.compute.manager [req-30120c98-f4a7-48cc-b507-679f3d1a37a2 req-85043d7f-21c0-4124-b0f6-7f5aaa236cdd service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Received unexpected event network-vif-plugged-87887ba0-6497-43f5-b254-8c110a91be42 for instance with vm_state building and task_state spawning. [ 1801.001593] env[62588]: DEBUG nova.compute.manager [req-30120c98-f4a7-48cc-b507-679f3d1a37a2 req-85043d7f-21c0-4124-b0f6-7f5aaa236cdd service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Received event network-changed-87887ba0-6497-43f5-b254-8c110a91be42 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1801.002117] env[62588]: DEBUG nova.compute.manager [req-30120c98-f4a7-48cc-b507-679f3d1a37a2 req-85043d7f-21c0-4124-b0f6-7f5aaa236cdd service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Refreshing instance network info cache due to event network-changed-87887ba0-6497-43f5-b254-8c110a91be42. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1801.002117] env[62588]: DEBUG oslo_concurrency.lockutils [req-30120c98-f4a7-48cc-b507-679f3d1a37a2 req-85043d7f-21c0-4124-b0f6-7f5aaa236cdd service nova] Acquiring lock "refresh_cache-7387d0ac-5771-42e3-85a4-93cee19791d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.147890] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Releasing lock "refresh_cache-7387d0ac-5771-42e3-85a4-93cee19791d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.148204] env[62588]: DEBUG nova.compute.manager [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Instance network_info: |[{"id": "87887ba0-6497-43f5-b254-8c110a91be42", "address": "fa:16:3e:5d:53:5f", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87887ba0-64", "ovs_interfaceid": "87887ba0-6497-43f5-b254-8c110a91be42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1801.148539] env[62588]: DEBUG oslo_concurrency.lockutils [req-30120c98-f4a7-48cc-b507-679f3d1a37a2 req-85043d7f-21c0-4124-b0f6-7f5aaa236cdd service nova] Acquired lock "refresh_cache-7387d0ac-5771-42e3-85a4-93cee19791d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.148723] env[62588]: DEBUG nova.network.neutron [req-30120c98-f4a7-48cc-b507-679f3d1a37a2 req-85043d7f-21c0-4124-b0f6-7f5aaa236cdd service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Refreshing network info cache for port 87887ba0-6497-43f5-b254-8c110a91be42 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1801.150156] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:53:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87887ba0-6497-43f5-b254-8c110a91be42', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1801.158899] env[62588]: DEBUG oslo.service.loopingcall [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1801.162055] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1801.162624] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fe916a1-9061-40b6-80ca-6b8ea145bfcc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.185075] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1801.185075] env[62588]: value = "task-1794284" [ 1801.185075] env[62588]: _type = "Task" [ 1801.185075] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.194559] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794284, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.350260] env[62588]: DEBUG oslo_vmware.api [None req-f7dba7b1-0ff0-4d32-9fff-42644d01864a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794281, 'name': PowerOnVM_Task, 'duration_secs': 0.495876} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.350260] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7dba7b1-0ff0-4d32-9fff-42644d01864a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1801.350260] env[62588]: DEBUG nova.compute.manager [None req-f7dba7b1-0ff0-4d32-9fff-42644d01864a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1801.350260] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8343f87c-0aba-4ac7-affa-356ea1123149 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.365913] env[62588]: DEBUG oslo_vmware.api [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794282, 'name': PowerOffVM_Task, 'duration_secs': 0.226692} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.369546] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1801.370952] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1801.370952] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fd93ff8-8ade-4a44-ba7b-0209938245af {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.420057] env[62588]: DEBUG oslo_vmware.api [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51143} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.420057] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] dc09d53d-8d5f-4d83-9ef6-0b14b143fde7/dc09d53d-8d5f-4d83-9ef6-0b14b143fde7.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1801.420336] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1801.420552] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfd6a9c6-0cb6-4859-b22f-c1689090a294 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.430033] env[62588]: DEBUG oslo_vmware.api [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1801.430033] env[62588]: value = "task-1794286" [ 1801.430033] env[62588]: _type = "Task" [ 1801.430033] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.439155] env[62588]: DEBUG oslo_vmware.api [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.445817] env[62588]: INFO nova.compute.manager [-] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Took 1.31 seconds to deallocate network for instance. [ 1801.446883] env[62588]: DEBUG nova.network.neutron [req-30120c98-f4a7-48cc-b507-679f3d1a37a2 req-85043d7f-21c0-4124-b0f6-7f5aaa236cdd service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Updated VIF entry in instance network info cache for port 87887ba0-6497-43f5-b254-8c110a91be42. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1801.447273] env[62588]: DEBUG nova.network.neutron [req-30120c98-f4a7-48cc-b507-679f3d1a37a2 req-85043d7f-21c0-4124-b0f6-7f5aaa236cdd service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Updating instance_info_cache with network_info: [{"id": "87887ba0-6497-43f5-b254-8c110a91be42", "address": "fa:16:3e:5d:53:5f", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87887ba0-64", "ovs_interfaceid": "87887ba0-6497-43f5-b254-8c110a91be42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.469473] env[62588]: DEBUG nova.compute.utils [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1801.473772] env[62588]: DEBUG nova.compute.manager [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1801.473953] env[62588]: DEBUG nova.network.neutron [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1801.514911] env[62588]: DEBUG nova.policy [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab3cde5f62144e0d8fbc59e60a28fff4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9caa809c97541cea65bc0fd5cdd9eec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1801.560118] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1801.560364] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1801.560552] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Deleting the datastore file [datastore1] 3771ad9b-9159-4cd6-9428-aca368db8259 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1801.560832] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-639b2c8a-975c-4eff-ad14-91f501508afe {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.568210] env[62588]: DEBUG oslo_vmware.api [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for the task: (returnval){ [ 1801.568210] env[62588]: value = "task-1794287" [ 1801.568210] env[62588]: _type = "Task" [ 1801.568210] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.580750] env[62588]: DEBUG oslo_vmware.api [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.699429] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794284, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.716700] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b470f420-800b-4f68-9579-15e3d4eb80cb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.724911] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0cfc79-eb61-4a42-86c8-b4a6fd68c2e0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.756859] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1350d1f5-f017-4e8b-958f-59bc5cbf08a7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.765403] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02642a27-37cd-4a88-a2c3-6798960053ee {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.784211] env[62588]: DEBUG nova.compute.provider_tree [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1801.828751] env[62588]: DEBUG nova.network.neutron [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Successfully created port: 55e4a5b3-9356-46cb-8862-9b64f709a35d {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1801.941171] env[62588]: DEBUG oslo_vmware.api [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071418} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.941561] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1801.942286] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c707193-4912-4c2c-a875-769f8c4646ef {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.957312] env[62588]: DEBUG oslo_concurrency.lockutils [req-30120c98-f4a7-48cc-b507-679f3d1a37a2 req-85043d7f-21c0-4124-b0f6-7f5aaa236cdd service nova] Releasing lock "refresh_cache-7387d0ac-5771-42e3-85a4-93cee19791d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.957614] env[62588]: DEBUG nova.compute.manager [req-30120c98-f4a7-48cc-b507-679f3d1a37a2 req-85043d7f-21c0-4124-b0f6-7f5aaa236cdd service nova] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Received event network-vif-deleted-241de4bc-cfec-4738-b8bf-4c288b38afd2 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1801.958564] env[62588]: DEBUG oslo_concurrency.lockutils [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.971907] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] dc09d53d-8d5f-4d83-9ef6-0b14b143fde7/dc09d53d-8d5f-4d83-9ef6-0b14b143fde7.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1801.972783] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2f1276f-aef5-407f-86e7-122c427bc7ba {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.995302] env[62588]: DEBUG nova.compute.manager [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1802.006691] env[62588]: DEBUG oslo_vmware.api [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1802.006691] env[62588]: value = "task-1794288" [ 1802.006691] env[62588]: _type = "Task" [ 1802.006691] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.016023] env[62588]: DEBUG oslo_vmware.api [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794288, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.081342] env[62588]: DEBUG oslo_vmware.api [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.198746] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794284, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.288115] env[62588]: DEBUG nova.scheduler.client.report [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1802.518750] env[62588]: DEBUG oslo_vmware.api [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794288, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.583147] env[62588]: DEBUG oslo_vmware.api [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Task: {'id': task-1794287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.608046} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.583430] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1802.583668] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1802.583884] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1802.584148] env[62588]: INFO nova.compute.manager [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1802.584445] env[62588]: DEBUG oslo.service.loopingcall [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1802.584672] env[62588]: DEBUG nova.compute.manager [-] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1802.585000] env[62588]: DEBUG nova.network.neutron [-] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1802.697761] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794284, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.793737] env[62588]: DEBUG oslo_concurrency.lockutils [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.796526] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d1ede5eb-0f48-4394-8006-16efd9d8ec5f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.664s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.796722] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d1ede5eb-0f48-4394-8006-16efd9d8ec5f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.800747] env[62588]: DEBUG oslo_concurrency.lockutils [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 3.746s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.822617] env[62588]: INFO nova.scheduler.client.report [None req-d1ede5eb-0f48-4394-8006-16efd9d8ec5f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Deleted allocations for instance e440420a-21e2-42dc-9659-393c4a715560 [ 1802.830297] env[62588]: INFO nova.scheduler.client.report [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Deleted allocations for instance 1c13f071-ee91-40c2-bada-1dad8d195451 [ 1803.007621] env[62588]: DEBUG nova.compute.manager [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1803.023842] env[62588]: DEBUG oslo_vmware.api [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794288, 'name': ReconfigVM_Task, 'duration_secs': 1.000253} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.024245] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Reconfigured VM instance instance-00000061 to attach disk [datastore1] dc09d53d-8d5f-4d83-9ef6-0b14b143fde7/dc09d53d-8d5f-4d83-9ef6-0b14b143fde7.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1803.024910] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6094d5d-15a4-4b9f-b364-b9d640cc8a58 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.028700] env[62588]: DEBUG nova.compute.manager [req-11dfee4e-2391-4ab8-9dd6-de2d94e4189c req-1c8992b3-ab2c-43c4-ab9c-1da9acdc4076 service nova] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Received event network-vif-deleted-c3c938b9-ab38-4b71-a5e0-fbaea818218c {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1803.028897] env[62588]: INFO nova.compute.manager [req-11dfee4e-2391-4ab8-9dd6-de2d94e4189c req-1c8992b3-ab2c-43c4-ab9c-1da9acdc4076 service nova] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Neutron deleted interface c3c938b9-ab38-4b71-a5e0-fbaea818218c; detaching it from the instance and deleting it from the info cache [ 1803.029106] env[62588]: DEBUG nova.network.neutron [req-11dfee4e-2391-4ab8-9dd6-de2d94e4189c req-1c8992b3-ab2c-43c4-ab9c-1da9acdc4076 service nova] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1803.039107] env[62588]: DEBUG nova.virt.hardware [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1803.039367] env[62588]: DEBUG nova.virt.hardware [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1803.039540] env[62588]: DEBUG nova.virt.hardware [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1803.039811] env[62588]: DEBUG nova.virt.hardware [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1803.039973] env[62588]: DEBUG nova.virt.hardware [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1803.040165] env[62588]: DEBUG nova.virt.hardware [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1803.040381] env[62588]: DEBUG nova.virt.hardware [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1803.040558] env[62588]: DEBUG nova.virt.hardware [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1803.040739] env[62588]: DEBUG nova.virt.hardware [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1803.040910] env[62588]: DEBUG nova.virt.hardware [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1803.041109] env[62588]: DEBUG nova.virt.hardware [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1803.042238] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885bb57b-baca-4d9e-a3f3-968c121366c2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.047460] env[62588]: DEBUG oslo_vmware.api [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1803.047460] env[62588]: value = "task-1794289" [ 1803.047460] env[62588]: _type = "Task" [ 1803.047460] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.055867] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb3c3db-ba66-4685-a0ff-19bd33778a5d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.063077] env[62588]: DEBUG oslo_vmware.api [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794289, 'name': Rename_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.199268] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794284, 'name': CreateVM_Task, 'duration_secs': 1.729166} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.199600] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1803.200183] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.200348] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.200660] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1803.200913] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42ce9e3a-55d0-4cf7-ad5e-d2e4ef038578 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.205973] env[62588]: DEBUG oslo_vmware.api [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1803.205973] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52bb20c2-e6ff-3dfd-af01-7bd3403bc8af" [ 1803.205973] env[62588]: _type = "Task" [ 1803.205973] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.214205] env[62588]: DEBUG oslo_vmware.api [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52bb20c2-e6ff-3dfd-af01-7bd3403bc8af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.260034] env[62588]: DEBUG nova.compute.manager [req-6ceb0144-b65c-461f-91d3-461445c27c8e req-0cf72196-44ff-470a-a0f9-f0761a3b63e2 service nova] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Received event network-vif-plugged-55e4a5b3-9356-46cb-8862-9b64f709a35d {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1803.260034] env[62588]: DEBUG oslo_concurrency.lockutils [req-6ceb0144-b65c-461f-91d3-461445c27c8e req-0cf72196-44ff-470a-a0f9-f0761a3b63e2 service nova] Acquiring lock "a5ed224c-8306-4488-9e7c-4da3c564dffe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.260034] env[62588]: DEBUG oslo_concurrency.lockutils [req-6ceb0144-b65c-461f-91d3-461445c27c8e req-0cf72196-44ff-470a-a0f9-f0761a3b63e2 service nova] Lock "a5ed224c-8306-4488-9e7c-4da3c564dffe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.260034] env[62588]: DEBUG oslo_concurrency.lockutils [req-6ceb0144-b65c-461f-91d3-461445c27c8e req-0cf72196-44ff-470a-a0f9-f0761a3b63e2 service nova] Lock "a5ed224c-8306-4488-9e7c-4da3c564dffe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.260034] env[62588]: DEBUG nova.compute.manager [req-6ceb0144-b65c-461f-91d3-461445c27c8e req-0cf72196-44ff-470a-a0f9-f0761a3b63e2 service nova] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] No waiting events found dispatching network-vif-plugged-55e4a5b3-9356-46cb-8862-9b64f709a35d {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1803.260034] env[62588]: WARNING nova.compute.manager [req-6ceb0144-b65c-461f-91d3-461445c27c8e req-0cf72196-44ff-470a-a0f9-f0761a3b63e2 service nova] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Received unexpected event network-vif-plugged-55e4a5b3-9356-46cb-8862-9b64f709a35d for instance with vm_state building and task_state spawning. [ 1803.302679] env[62588]: DEBUG nova.objects.instance [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lazy-loading 'migration_context' on Instance uuid 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1803.337224] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d1ede5eb-0f48-4394-8006-16efd9d8ec5f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "e440420a-21e2-42dc-9659-393c4a715560" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.349s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.341918] env[62588]: DEBUG oslo_concurrency.lockutils [None req-56b45059-62a9-451b-b209-9de1b8de0320 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lock "1c13f071-ee91-40c2-bada-1dad8d195451" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.644s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.402471] env[62588]: DEBUG nova.network.neutron [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Successfully updated port: 55e4a5b3-9356-46cb-8862-9b64f709a35d {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1803.405085] env[62588]: DEBUG nova.network.neutron [-] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1803.534547] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-638f5b3e-5bed-462f-a33f-4116e9f969c0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.551905] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac93cc0-7280-470a-9959-8b826be7a460 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.584676] env[62588]: DEBUG oslo_vmware.api [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794289, 'name': Rename_Task, 'duration_secs': 0.195504} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.585130] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1803.585475] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f352411c-2e3d-444c-99e9-e2ee5f787075 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.598695] env[62588]: DEBUG nova.compute.manager [req-11dfee4e-2391-4ab8-9dd6-de2d94e4189c req-1c8992b3-ab2c-43c4-ab9c-1da9acdc4076 service nova] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Detach interface failed, port_id=c3c938b9-ab38-4b71-a5e0-fbaea818218c, reason: Instance 3771ad9b-9159-4cd6-9428-aca368db8259 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1803.606079] env[62588]: DEBUG oslo_vmware.api [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1803.606079] env[62588]: value = "task-1794290" [ 1803.606079] env[62588]: _type = "Task" [ 1803.606079] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.614742] env[62588]: DEBUG oslo_vmware.api [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.717179] env[62588]: DEBUG oslo_vmware.api [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52bb20c2-e6ff-3dfd-af01-7bd3403bc8af, 'name': SearchDatastore_Task, 'duration_secs': 0.010727} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.717426] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.717720] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1803.717984] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.718154] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.718362] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1803.718586] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e5fdc15-e086-4661-91e8-0ce0d9031e27 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.727575] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1803.727758] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1803.728483] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4cb54ed-7613-4d86-bb75-6b9242083955 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.733822] env[62588]: DEBUG oslo_vmware.api [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1803.733822] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520b0198-2de1-775c-93af-9f28abd2b207" [ 1803.733822] env[62588]: _type = "Task" [ 1803.733822] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.742426] env[62588]: DEBUG oslo_vmware.api [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520b0198-2de1-775c-93af-9f28abd2b207, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.905467] env[62588]: DEBUG oslo_concurrency.lockutils [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "refresh_cache-a5ed224c-8306-4488-9e7c-4da3c564dffe" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.905617] env[62588]: DEBUG oslo_concurrency.lockutils [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquired lock "refresh_cache-a5ed224c-8306-4488-9e7c-4da3c564dffe" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.905771] env[62588]: DEBUG nova.network.neutron [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1803.907134] env[62588]: INFO nova.compute.manager [-] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Took 1.32 seconds to deallocate network for instance. [ 1803.973279] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0843be0f-346b-4ace-92ff-b6b63efd1486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquiring lock "8393d21d-0eb6-446b-9c81-8a78d8f8243c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.973700] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0843be0f-346b-4ace-92ff-b6b63efd1486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lock "8393d21d-0eb6-446b-9c81-8a78d8f8243c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.974083] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0843be0f-346b-4ace-92ff-b6b63efd1486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquiring lock "8393d21d-0eb6-446b-9c81-8a78d8f8243c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.974344] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0843be0f-346b-4ace-92ff-b6b63efd1486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lock "8393d21d-0eb6-446b-9c81-8a78d8f8243c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.974584] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0843be0f-346b-4ace-92ff-b6b63efd1486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lock "8393d21d-0eb6-446b-9c81-8a78d8f8243c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.977492] env[62588]: INFO nova.compute.manager [None req-0843be0f-346b-4ace-92ff-b6b63efd1486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Terminating instance [ 1804.081648] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0f415c-99fc-462a-b89d-04b51a648285 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.090400] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fae7ab7-632e-4a05-b1c0-0d54a774a6cb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.123982] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b4aa78-6e44-490c-b986-591fcb1835b4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.136148] env[62588]: DEBUG oslo_vmware.api [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794290, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.137544] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a2e312-be08-4625-b75c-7c8814eaed42 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.152020] env[62588]: DEBUG nova.compute.provider_tree [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1804.245696] env[62588]: DEBUG oslo_vmware.api [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520b0198-2de1-775c-93af-9f28abd2b207, 'name': SearchDatastore_Task, 'duration_secs': 0.008947} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.246585] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fdef6e1-368e-4ad7-a338-dc65e306698e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.253078] env[62588]: DEBUG oslo_vmware.api [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1804.253078] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]521828d0-72f2-ae41-755a-91a758040e0b" [ 1804.253078] env[62588]: _type = "Task" [ 1804.253078] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.262576] env[62588]: DEBUG oslo_vmware.api [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]521828d0-72f2-ae41-755a-91a758040e0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.419467] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.456568] env[62588]: DEBUG nova.network.neutron [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1804.482183] env[62588]: DEBUG nova.compute.manager [None req-0843be0f-346b-4ace-92ff-b6b63efd1486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1804.482405] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0843be0f-346b-4ace-92ff-b6b63efd1486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1804.483283] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125ba187-31e1-429d-ae28-6cf75e515715 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.492151] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0843be0f-346b-4ace-92ff-b6b63efd1486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1804.492431] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94f7b65e-2938-4fb3-a539-d01723989699 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.499824] env[62588]: DEBUG oslo_vmware.api [None req-0843be0f-346b-4ace-92ff-b6b63efd1486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1804.499824] env[62588]: value = "task-1794291" [ 1804.499824] env[62588]: _type = "Task" [ 1804.499824] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.508571] env[62588]: DEBUG oslo_vmware.api [None req-0843be0f-346b-4ace-92ff-b6b63efd1486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.634072] env[62588]: DEBUG oslo_vmware.api [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794290, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.666233] env[62588]: DEBUG nova.network.neutron [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Updating instance_info_cache with network_info: [{"id": "55e4a5b3-9356-46cb-8862-9b64f709a35d", "address": "fa:16:3e:42:13:96", "network": {"id": "a87fd2a5-7bb8-40bb-94aa-bfa03a2c12b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-745012254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9caa809c97541cea65bc0fd5cdd9eec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55e4a5b3-93", "ovs_interfaceid": "55e4a5b3-9356-46cb-8862-9b64f709a35d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.681033] env[62588]: ERROR nova.scheduler.client.report [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [req-0758af2a-a37d-4034-a981-4c12cc74cdb1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eaab8868-4bee-41d4-8b5c-ca05c3049f36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0758af2a-a37d-4034-a981-4c12cc74cdb1"}]} [ 1804.704418] env[62588]: DEBUG nova.scheduler.client.report [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Refreshing inventories for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1804.723699] env[62588]: DEBUG nova.scheduler.client.report [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Updating ProviderTree inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1804.723931] env[62588]: DEBUG nova.compute.provider_tree [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1804.735690] env[62588]: DEBUG nova.scheduler.client.report [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Refreshing aggregate associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, aggregates: None {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1804.759159] env[62588]: DEBUG nova.scheduler.client.report [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Refreshing trait associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1804.769137] env[62588]: DEBUG oslo_vmware.api [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]521828d0-72f2-ae41-755a-91a758040e0b, 'name': SearchDatastore_Task, 'duration_secs': 0.011318} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.769411] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.769670] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 7387d0ac-5771-42e3-85a4-93cee19791d5/7387d0ac-5771-42e3-85a4-93cee19791d5.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1804.769995] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba4f05a0-6d9f-4ab5-aa90-aed34b52fc21 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.779473] env[62588]: DEBUG oslo_vmware.api [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1804.779473] env[62588]: value = "task-1794292" [ 1804.779473] env[62588]: _type = "Task" [ 1804.779473] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.789283] env[62588]: DEBUG oslo_vmware.api [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.981452] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0efdee-797c-4836-b565-16ed9440a9cf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.990477] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a91b10a-4d73-4a71-83d0-6750e483905d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.025988] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0df2de0-2cb7-4630-a19c-8fa835bedc0d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.037030] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b311033d-e11d-424b-b3fe-d37acd46b8c2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.040977] env[62588]: DEBUG oslo_vmware.api [None req-0843be0f-346b-4ace-92ff-b6b63efd1486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794291, 'name': PowerOffVM_Task, 'duration_secs': 0.380206} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.041319] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0843be0f-346b-4ace-92ff-b6b63efd1486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1805.041518] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0843be0f-346b-4ace-92ff-b6b63efd1486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1805.042135] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af40557c-6719-40c7-9247-d38bd3f9254f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.052901] env[62588]: DEBUG nova.compute.provider_tree [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1805.132525] env[62588]: DEBUG oslo_vmware.api [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794290, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.169568] env[62588]: DEBUG oslo_concurrency.lockutils [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Releasing lock "refresh_cache-a5ed224c-8306-4488-9e7c-4da3c564dffe" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.169954] env[62588]: DEBUG nova.compute.manager [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Instance network_info: |[{"id": "55e4a5b3-9356-46cb-8862-9b64f709a35d", "address": "fa:16:3e:42:13:96", "network": {"id": "a87fd2a5-7bb8-40bb-94aa-bfa03a2c12b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-745012254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9caa809c97541cea65bc0fd5cdd9eec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55e4a5b3-93", "ovs_interfaceid": "55e4a5b3-9356-46cb-8862-9b64f709a35d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1805.170406] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:13:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55e4a5b3-9356-46cb-8862-9b64f709a35d', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1805.177876] env[62588]: DEBUG oslo.service.loopingcall [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1805.178128] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1805.178359] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebf61033-2b4b-4be3-be15-8612970876bc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.200902] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1805.200902] env[62588]: value = "task-1794294" [ 1805.200902] env[62588]: _type = "Task" [ 1805.200902] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.209533] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794294, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.233617] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0843be0f-346b-4ace-92ff-b6b63efd1486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1805.233991] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0843be0f-346b-4ace-92ff-b6b63efd1486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1805.234311] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-0843be0f-346b-4ace-92ff-b6b63efd1486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Deleting the datastore file [datastore1] 8393d21d-0eb6-446b-9c81-8a78d8f8243c {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1805.234716] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ccd6407-0135-4714-9752-ddc1ab470022 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.244397] env[62588]: DEBUG oslo_vmware.api [None req-0843be0f-346b-4ace-92ff-b6b63efd1486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for the task: (returnval){ [ 1805.244397] env[62588]: value = "task-1794295" [ 1805.244397] env[62588]: _type = "Task" [ 1805.244397] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.254728] env[62588]: DEBUG oslo_vmware.api [None req-0843be0f-346b-4ace-92ff-b6b63efd1486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.287341] env[62588]: DEBUG nova.compute.manager [req-3751379c-199d-4149-9a77-b9730a4853a6 req-d6487dce-4e19-48e2-ad6e-f6e851150829 service nova] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Received event network-changed-55e4a5b3-9356-46cb-8862-9b64f709a35d {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1805.287548] env[62588]: DEBUG nova.compute.manager [req-3751379c-199d-4149-9a77-b9730a4853a6 req-d6487dce-4e19-48e2-ad6e-f6e851150829 service nova] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Refreshing instance network info cache due to event network-changed-55e4a5b3-9356-46cb-8862-9b64f709a35d. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1805.287767] env[62588]: DEBUG oslo_concurrency.lockutils [req-3751379c-199d-4149-9a77-b9730a4853a6 req-d6487dce-4e19-48e2-ad6e-f6e851150829 service nova] Acquiring lock "refresh_cache-a5ed224c-8306-4488-9e7c-4da3c564dffe" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.287930] env[62588]: DEBUG oslo_concurrency.lockutils [req-3751379c-199d-4149-9a77-b9730a4853a6 req-d6487dce-4e19-48e2-ad6e-f6e851150829 service nova] Acquired lock "refresh_cache-a5ed224c-8306-4488-9e7c-4da3c564dffe" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.288109] env[62588]: DEBUG nova.network.neutron [req-3751379c-199d-4149-9a77-b9730a4853a6 req-d6487dce-4e19-48e2-ad6e-f6e851150829 service nova] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Refreshing network info cache for port 55e4a5b3-9356-46cb-8862-9b64f709a35d {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1805.294179] env[62588]: DEBUG oslo_vmware.api [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794292, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.585883] env[62588]: DEBUG nova.scheduler.client.report [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Updated inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with generation 140 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1805.586226] env[62588]: DEBUG nova.compute.provider_tree [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Updating resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 generation from 140 to 141 during operation: update_inventory {{(pid=62588) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1805.586467] env[62588]: DEBUG nova.compute.provider_tree [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1805.634905] env[62588]: DEBUG oslo_vmware.api [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794290, 'name': PowerOnVM_Task, 'duration_secs': 1.694933} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.635211] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1805.635424] env[62588]: INFO nova.compute.manager [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1805.635604] env[62588]: DEBUG nova.compute.manager [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1805.636527] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7ca37a-7aa8-44f0-ac24-2aa695ecaaef {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.712454] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794294, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.756395] env[62588]: DEBUG oslo_vmware.api [None req-0843be0f-346b-4ace-92ff-b6b63efd1486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.791630] env[62588]: DEBUG oslo_vmware.api [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.816735} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.791976] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 7387d0ac-5771-42e3-85a4-93cee19791d5/7387d0ac-5771-42e3-85a4-93cee19791d5.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1805.792184] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1805.792387] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55f21c95-293c-4f26-9ebd-a7fd939d157e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.804078] env[62588]: DEBUG oslo_vmware.api [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1805.804078] env[62588]: value = "task-1794296" [ 1805.804078] env[62588]: _type = "Task" [ 1805.804078] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.817296] env[62588]: DEBUG oslo_vmware.api [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.032197] env[62588]: DEBUG nova.network.neutron [req-3751379c-199d-4149-9a77-b9730a4853a6 req-d6487dce-4e19-48e2-ad6e-f6e851150829 service nova] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Updated VIF entry in instance network info cache for port 55e4a5b3-9356-46cb-8862-9b64f709a35d. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1806.032563] env[62588]: DEBUG nova.network.neutron [req-3751379c-199d-4149-9a77-b9730a4853a6 req-d6487dce-4e19-48e2-ad6e-f6e851150829 service nova] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Updating instance_info_cache with network_info: [{"id": "55e4a5b3-9356-46cb-8862-9b64f709a35d", "address": "fa:16:3e:42:13:96", "network": {"id": "a87fd2a5-7bb8-40bb-94aa-bfa03a2c12b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-745012254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9caa809c97541cea65bc0fd5cdd9eec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55e4a5b3-93", "ovs_interfaceid": "55e4a5b3-9356-46cb-8862-9b64f709a35d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.159016] env[62588]: INFO nova.compute.manager [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Took 14.37 seconds to build instance. [ 1806.212555] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794294, 'name': CreateVM_Task, 'duration_secs': 0.905321} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.212555] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1806.212953] env[62588]: DEBUG oslo_concurrency.lockutils [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.213111] env[62588]: DEBUG oslo_concurrency.lockutils [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.213425] env[62588]: DEBUG oslo_concurrency.lockutils [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1806.213675] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1f22c86-04d5-4dc0-a77f-a520e411cee5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.219284] env[62588]: DEBUG oslo_vmware.api [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1806.219284] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527d24cc-fcbd-d884-82ab-5fc766d7b32d" [ 1806.219284] env[62588]: _type = "Task" [ 1806.219284] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.227681] env[62588]: DEBUG oslo_vmware.api [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527d24cc-fcbd-d884-82ab-5fc766d7b32d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.254934] env[62588]: DEBUG oslo_vmware.api [None req-0843be0f-346b-4ace-92ff-b6b63efd1486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Task: {'id': task-1794295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.613553} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.255207] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-0843be0f-346b-4ace-92ff-b6b63efd1486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1806.255399] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0843be0f-346b-4ace-92ff-b6b63efd1486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1806.255578] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0843be0f-346b-4ace-92ff-b6b63efd1486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1806.255754] env[62588]: INFO nova.compute.manager [None req-0843be0f-346b-4ace-92ff-b6b63efd1486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Took 1.77 seconds to destroy the instance on the hypervisor. [ 1806.255997] env[62588]: DEBUG oslo.service.loopingcall [None req-0843be0f-346b-4ace-92ff-b6b63efd1486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1806.256203] env[62588]: DEBUG nova.compute.manager [-] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1806.256298] env[62588]: DEBUG nova.network.neutron [-] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1806.315211] env[62588]: DEBUG oslo_vmware.api [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122599} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.315509] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1806.316357] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca053d5-2724-4757-a341-3b88a7e721b2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.341496] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 7387d0ac-5771-42e3-85a4-93cee19791d5/7387d0ac-5771-42e3-85a4-93cee19791d5.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1806.341809] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-901dc768-6a0d-429c-81a4-08d8c72681aa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.364021] env[62588]: DEBUG oslo_vmware.api [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1806.364021] env[62588]: value = "task-1794297" [ 1806.364021] env[62588]: _type = "Task" [ 1806.364021] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.375237] env[62588]: DEBUG oslo_vmware.api [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.535386] env[62588]: DEBUG oslo_concurrency.lockutils [req-3751379c-199d-4149-9a77-b9730a4853a6 req-d6487dce-4e19-48e2-ad6e-f6e851150829 service nova] Releasing lock "refresh_cache-a5ed224c-8306-4488-9e7c-4da3c564dffe" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.598315] env[62588]: DEBUG oslo_concurrency.lockutils [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.799s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.604806] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ef128c78-454a-4edc-a34c-e2fe7f3c14d3 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.574s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.605128] env[62588]: DEBUG nova.objects.instance [None req-ef128c78-454a-4edc-a34c-e2fe7f3c14d3 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Lazy-loading 'resources' on Instance uuid d02648d1-c160-42e6-8e62-db27d4764f5b {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1806.661301] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9772f587-36e7-4483-b4c7-c1da2251f650 tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "dc09d53d-8d5f-4d83-9ef6-0b14b143fde7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.877s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.730983] env[62588]: DEBUG oslo_vmware.api [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527d24cc-fcbd-d884-82ab-5fc766d7b32d, 'name': SearchDatastore_Task, 'duration_secs': 0.029105} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.731370] env[62588]: DEBUG oslo_concurrency.lockutils [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.731622] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1806.731860] env[62588]: DEBUG oslo_concurrency.lockutils [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.732086] env[62588]: DEBUG oslo_concurrency.lockutils [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.732331] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1806.732638] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffc20d07-a41d-44ca-a5cf-700b20ea586b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.743319] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1806.743507] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1806.744261] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44f179d4-4118-4514-a810-94b623861036 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.751572] env[62588]: DEBUG oslo_vmware.api [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1806.751572] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a99fe3-38a4-f7a7-2ebe-07628fe494ca" [ 1806.751572] env[62588]: _type = "Task" [ 1806.751572] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.760881] env[62588]: DEBUG oslo_vmware.api [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a99fe3-38a4-f7a7-2ebe-07628fe494ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.876214] env[62588]: DEBUG oslo_vmware.api [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.064246] env[62588]: DEBUG nova.network.neutron [-] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.168068] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ae3f0c34-d5d1-43e0-a663-985d8a2756bb tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "dc09d53d-8d5f-4d83-9ef6-0b14b143fde7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.168068] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ae3f0c34-d5d1-43e0-a663-985d8a2756bb tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "dc09d53d-8d5f-4d83-9ef6-0b14b143fde7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.168393] env[62588]: DEBUG nova.compute.manager [None req-ae3f0c34-d5d1-43e0-a663-985d8a2756bb tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1807.168983] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4e0a2c-7e59-4823-a3ab-fd66d775e428 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.181215] env[62588]: DEBUG nova.compute.manager [None req-ae3f0c34-d5d1-43e0-a663-985d8a2756bb tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62588) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1807.182051] env[62588]: DEBUG nova.objects.instance [None req-ae3f0c34-d5d1-43e0-a663-985d8a2756bb tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lazy-loading 'flavor' on Instance uuid dc09d53d-8d5f-4d83-9ef6-0b14b143fde7 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1807.262929] env[62588]: DEBUG oslo_vmware.api [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a99fe3-38a4-f7a7-2ebe-07628fe494ca, 'name': SearchDatastore_Task, 'duration_secs': 0.01038} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.266154] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97596e92-cfa9-488f-a55c-2d8143dcbb2a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.272102] env[62588]: DEBUG oslo_vmware.api [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1807.272102] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ecb2c1-698b-c5ab-904a-bffd48b59b24" [ 1807.272102] env[62588]: _type = "Task" [ 1807.272102] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.282060] env[62588]: DEBUG oslo_vmware.api [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ecb2c1-698b-c5ab-904a-bffd48b59b24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.296915] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629d0c42-3946-43e6-89e6-51fc4d0120bc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.306465] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e6c839-0ae1-4478-a3a1-bf4839242330 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.313712] env[62588]: DEBUG nova.compute.manager [req-cd9ca308-9f51-431c-b890-5252266906d5 req-9d19e683-07ed-4ecc-bc24-3cf80f51ea76 service nova] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Received event network-vif-deleted-09c19c21-5a12-4cc3-9c5c-c0417a8f1f77 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1807.338876] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a124595d-4347-4d57-8986-1a2cde93f31b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.346572] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad460ce-00d4-40fe-8329-88a7f88dffb7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.360040] env[62588]: DEBUG nova.compute.provider_tree [None req-ef128c78-454a-4edc-a34c-e2fe7f3c14d3 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1807.374352] env[62588]: DEBUG oslo_vmware.api [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794297, 'name': ReconfigVM_Task, 'duration_secs': 0.762769} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.374607] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 7387d0ac-5771-42e3-85a4-93cee19791d5/7387d0ac-5771-42e3-85a4-93cee19791d5.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1807.375313] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-428d3289-cc99-49f1-aaac-2889222ea08b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.385219] env[62588]: DEBUG oslo_vmware.api [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1807.385219] env[62588]: value = "task-1794298" [ 1807.385219] env[62588]: _type = "Task" [ 1807.385219] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.394273] env[62588]: DEBUG oslo_vmware.api [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794298, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.566549] env[62588]: INFO nova.compute.manager [-] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Took 1.31 seconds to deallocate network for instance. [ 1807.783431] env[62588]: DEBUG oslo_vmware.api [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ecb2c1-698b-c5ab-904a-bffd48b59b24, 'name': SearchDatastore_Task, 'duration_secs': 0.00993} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.783708] env[62588]: DEBUG oslo_concurrency.lockutils [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.784061] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] a5ed224c-8306-4488-9e7c-4da3c564dffe/a5ed224c-8306-4488-9e7c-4da3c564dffe.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1807.784231] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7c95043-2495-4b24-bbbd-b183b3657874 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.791956] env[62588]: DEBUG oslo_vmware.api [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1807.791956] env[62588]: value = "task-1794299" [ 1807.791956] env[62588]: _type = "Task" [ 1807.791956] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.802306] env[62588]: DEBUG oslo_vmware.api [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.863514] env[62588]: DEBUG nova.scheduler.client.report [None req-ef128c78-454a-4edc-a34c-e2fe7f3c14d3 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1807.896653] env[62588]: DEBUG oslo_vmware.api [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794298, 'name': Rename_Task, 'duration_secs': 0.434245} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.896887] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1807.897144] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-994d7e71-0eb1-406f-a23a-014ee0a6f354 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.905801] env[62588]: DEBUG oslo_vmware.api [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1807.905801] env[62588]: value = "task-1794300" [ 1807.905801] env[62588]: _type = "Task" [ 1807.905801] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.915202] env[62588]: DEBUG oslo_vmware.api [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.073585] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0843be0f-346b-4ace-92ff-b6b63efd1486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.137937] env[62588]: INFO nova.compute.manager [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Swapping old allocation on dict_keys(['eaab8868-4bee-41d4-8b5c-ca05c3049f36']) held by migration 26bfed90-aa3e-486f-adcb-5f450b5fd53d for instance [ 1808.166933] env[62588]: DEBUG nova.scheduler.client.report [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Overwriting current allocation {'allocations': {'eaab8868-4bee-41d4-8b5c-ca05c3049f36': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 141}}, 'project_id': '979ec9f712cf4691b14f90355fbb2827', 'user_id': 'ef7df52677d5467684d71c770550adb1', 'consumer_generation': 1} on consumer 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7 {{(pid=62588) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1808.189757] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3f0c34-d5d1-43e0-a663-985d8a2756bb tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1808.190197] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51b5802a-5063-4680-8040-405f92404993 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.200310] env[62588]: DEBUG oslo_vmware.api [None req-ae3f0c34-d5d1-43e0-a663-985d8a2756bb tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1808.200310] env[62588]: value = "task-1794301" [ 1808.200310] env[62588]: _type = "Task" [ 1808.200310] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.210584] env[62588]: DEBUG oslo_vmware.api [None req-ae3f0c34-d5d1-43e0-a663-985d8a2756bb tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.255561] env[62588]: DEBUG oslo_concurrency.lockutils [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "refresh_cache-6a5d81c6-e4ba-4066-967a-1e81e6eff0f7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.255812] env[62588]: DEBUG oslo_concurrency.lockutils [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquired lock "refresh_cache-6a5d81c6-e4ba-4066-967a-1e81e6eff0f7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.255984] env[62588]: DEBUG nova.network.neutron [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1808.303617] env[62588]: DEBUG oslo_vmware.api [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794299, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.370251] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ef128c78-454a-4edc-a34c-e2fe7f3c14d3 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.766s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.372895] env[62588]: DEBUG oslo_concurrency.lockutils [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.414s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.373557] env[62588]: DEBUG nova.objects.instance [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Lazy-loading 'resources' on Instance uuid b35be3c7-2565-4713-b426-60e18f6544d1 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1808.390911] env[62588]: INFO nova.scheduler.client.report [None req-ef128c78-454a-4edc-a34c-e2fe7f3c14d3 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Deleted allocations for instance d02648d1-c160-42e6-8e62-db27d4764f5b [ 1808.418937] env[62588]: DEBUG oslo_vmware.api [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794300, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.711530] env[62588]: DEBUG oslo_vmware.api [None req-ae3f0c34-d5d1-43e0-a663-985d8a2756bb tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794301, 'name': PowerOffVM_Task, 'duration_secs': 0.282368} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.711802] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3f0c34-d5d1-43e0-a663-985d8a2756bb tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1808.711998] env[62588]: DEBUG nova.compute.manager [None req-ae3f0c34-d5d1-43e0-a663-985d8a2756bb tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1808.712784] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772f16a4-287c-4f62-9369-c57e3b81d9b5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.803040] env[62588]: DEBUG oslo_vmware.api [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690897} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.803328] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] a5ed224c-8306-4488-9e7c-4da3c564dffe/a5ed224c-8306-4488-9e7c-4da3c564dffe.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1808.803541] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1808.803793] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-692e0218-6362-4678-9bb8-0ae612069e5c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.812244] env[62588]: DEBUG oslo_vmware.api [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1808.812244] env[62588]: value = "task-1794302" [ 1808.812244] env[62588]: _type = "Task" [ 1808.812244] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.822266] env[62588]: DEBUG oslo_vmware.api [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.901386] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ef128c78-454a-4edc-a34c-e2fe7f3c14d3 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Lock "d02648d1-c160-42e6-8e62-db27d4764f5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.302s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.917320] env[62588]: DEBUG oslo_vmware.api [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794300, 'name': PowerOnVM_Task, 'duration_secs': 0.673707} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.920424] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1808.920647] env[62588]: INFO nova.compute.manager [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Took 10.19 seconds to spawn the instance on the hypervisor. [ 1808.920860] env[62588]: DEBUG nova.compute.manager [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1808.921853] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002d038f-24b2-4ce7-a19d-37005a60238d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.001337] env[62588]: DEBUG nova.network.neutron [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Updating instance_info_cache with network_info: [{"id": "db5c060f-ac9c-467e-b8c3-f4c52c60e360", "address": "fa:16:3e:6b:41:98", "network": {"id": "94db9e1b-f422-4077-be68-4fd81b713a80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1210070792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "979ec9f712cf4691b14f90355fbb2827", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5c060f-ac", "ovs_interfaceid": "db5c060f-ac9c-467e-b8c3-f4c52c60e360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.078826] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2865248-5d62-4ab1-9f2d-3d702b23397b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.087078] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ebee28-28b0-4c8c-b657-f8b397959559 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.117829] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745861a0-5500-43a5-a269-8de53b1fe530 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.125855] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209f238a-498d-4378-a874-2265887533e1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.140375] env[62588]: DEBUG nova.compute.provider_tree [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1809.224593] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ae3f0c34-d5d1-43e0-a663-985d8a2756bb tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "dc09d53d-8d5f-4d83-9ef6-0b14b143fde7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.322325] env[62588]: DEBUG oslo_vmware.api [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074751} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.322628] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1809.323415] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6469fce-6956-4fe2-add9-af93ed719167 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.345960] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] a5ed224c-8306-4488-9e7c-4da3c564dffe/a5ed224c-8306-4488-9e7c-4da3c564dffe.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1809.347457] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8fc58c0-c853-42ab-b836-75a61f611e0d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.372985] env[62588]: DEBUG oslo_vmware.api [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1809.372985] env[62588]: value = "task-1794303" [ 1809.372985] env[62588]: _type = "Task" [ 1809.372985] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.383265] env[62588]: DEBUG oslo_vmware.api [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.443840] env[62588]: INFO nova.compute.manager [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Took 17.17 seconds to build instance. [ 1809.507523] env[62588]: DEBUG oslo_concurrency.lockutils [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Releasing lock "refresh_cache-6a5d81c6-e4ba-4066-967a-1e81e6eff0f7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.508171] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f95818-a391-4f06-b4f6-6a6750d85edb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.516042] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9a0006-ff04-41fe-bc19-c7f991fea9ca {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.662860] env[62588]: ERROR nova.scheduler.client.report [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [req-6ac5d9ba-7923-442f-ae02-497fc29a1496] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eaab8868-4bee-41d4-8b5c-ca05c3049f36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6ac5d9ba-7923-442f-ae02-497fc29a1496"}]} [ 1809.678853] env[62588]: DEBUG nova.scheduler.client.report [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Refreshing inventories for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1809.697909] env[62588]: DEBUG nova.scheduler.client.report [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Updating ProviderTree inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1809.699016] env[62588]: DEBUG nova.compute.provider_tree [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1809.708951] env[62588]: DEBUG nova.scheduler.client.report [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Refreshing aggregate associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, aggregates: None {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1809.734216] env[62588]: DEBUG nova.scheduler.client.report [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Refreshing trait associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1809.869360] env[62588]: DEBUG oslo_concurrency.lockutils [None req-faa60ce3-25ba-4e38-b076-560a5461ef2c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "dc09d53d-8d5f-4d83-9ef6-0b14b143fde7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.869774] env[62588]: DEBUG oslo_concurrency.lockutils [None req-faa60ce3-25ba-4e38-b076-560a5461ef2c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "dc09d53d-8d5f-4d83-9ef6-0b14b143fde7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.870123] env[62588]: DEBUG oslo_concurrency.lockutils [None req-faa60ce3-25ba-4e38-b076-560a5461ef2c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "dc09d53d-8d5f-4d83-9ef6-0b14b143fde7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.870429] env[62588]: DEBUG oslo_concurrency.lockutils [None req-faa60ce3-25ba-4e38-b076-560a5461ef2c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "dc09d53d-8d5f-4d83-9ef6-0b14b143fde7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.871217] env[62588]: DEBUG oslo_concurrency.lockutils [None req-faa60ce3-25ba-4e38-b076-560a5461ef2c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "dc09d53d-8d5f-4d83-9ef6-0b14b143fde7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.874026] env[62588]: INFO nova.compute.manager [None req-faa60ce3-25ba-4e38-b076-560a5461ef2c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Terminating instance [ 1809.889763] env[62588]: DEBUG oslo_vmware.api [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794303, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.914388] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d28f06-e0e8-4421-aece-69d9b0ad826e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.922539] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4817f11-81a5-45d0-bf05-0e8996efe38b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.954701] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31e65741-44ce-4ef3-be12-2d72d8d3e6c5 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "7387d0ac-5771-42e3-85a4-93cee19791d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.687s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.955779] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ded338-05d0-4e48-be3c-8f2a63efd993 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.965029] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33676a85-a585-4e52-8476-4b6e82064c73 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.982657] env[62588]: DEBUG nova.compute.provider_tree [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1810.381624] env[62588]: DEBUG nova.compute.manager [None req-faa60ce3-25ba-4e38-b076-560a5461ef2c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1810.382146] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-faa60ce3-25ba-4e38-b076-560a5461ef2c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1810.382846] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca92cd80-a0d8-473c-af68-3f561a99b3dc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.389780] env[62588]: DEBUG oslo_vmware.api [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794303, 'name': ReconfigVM_Task, 'duration_secs': 0.801243} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.390592] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Reconfigured VM instance instance-00000063 to attach disk [datastore1] a5ed224c-8306-4488-9e7c-4da3c564dffe/a5ed224c-8306-4488-9e7c-4da3c564dffe.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1810.391269] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2b72487-204c-4941-9a77-fc7cdc790d61 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.395015] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-faa60ce3-25ba-4e38-b076-560a5461ef2c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1810.395256] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-045ef4d6-ba6e-4741-9ce2-13fabeb33e04 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.398754] env[62588]: DEBUG oslo_vmware.api [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1810.398754] env[62588]: value = "task-1794304" [ 1810.398754] env[62588]: _type = "Task" [ 1810.398754] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.409733] env[62588]: DEBUG oslo_vmware.api [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794304, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.463187] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Acquiring lock "29dd162f-5d6d-45f8-bc14-8d7d724fa417" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.463473] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Lock "29dd162f-5d6d-45f8-bc14-8d7d724fa417" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.490408] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-faa60ce3-25ba-4e38-b076-560a5461ef2c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1810.490724] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-faa60ce3-25ba-4e38-b076-560a5461ef2c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1810.491079] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-faa60ce3-25ba-4e38-b076-560a5461ef2c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Deleting the datastore file [datastore1] dc09d53d-8d5f-4d83-9ef6-0b14b143fde7 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1810.491204] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08222c18-2c39-4b15-9db3-817151dcbc7b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.499416] env[62588]: DEBUG oslo_vmware.api [None req-faa60ce3-25ba-4e38-b076-560a5461ef2c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1810.499416] env[62588]: value = "task-1794306" [ 1810.499416] env[62588]: _type = "Task" [ 1810.499416] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.508743] env[62588]: DEBUG oslo_vmware.api [None req-faa60ce3-25ba-4e38-b076-560a5461ef2c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.509779] env[62588]: ERROR nova.scheduler.client.report [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [req-bab2e3a1-9c82-484b-aa5d-a691cb4384ea] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eaab8868-4bee-41d4-8b5c-ca05c3049f36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bab2e3a1-9c82-484b-aa5d-a691cb4384ea"}]} [ 1810.529776] env[62588]: DEBUG nova.scheduler.client.report [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Refreshing inventories for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1810.545232] env[62588]: DEBUG nova.scheduler.client.report [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Updating ProviderTree inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1810.545522] env[62588]: DEBUG nova.compute.provider_tree [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1810.560582] env[62588]: DEBUG nova.scheduler.client.report [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Refreshing aggregate associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, aggregates: None {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1810.583105] env[62588]: DEBUG nova.compute.manager [req-4cfcc6ea-e6b6-454b-9c4a-ef1c08d417a0 req-472accd2-7658-4a15-9ac9-380423e30587 service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Received event network-changed-87887ba0-6497-43f5-b254-8c110a91be42 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1810.583186] env[62588]: DEBUG nova.compute.manager [req-4cfcc6ea-e6b6-454b-9c4a-ef1c08d417a0 req-472accd2-7658-4a15-9ac9-380423e30587 service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Refreshing instance network info cache due to event network-changed-87887ba0-6497-43f5-b254-8c110a91be42. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1810.583691] env[62588]: DEBUG oslo_concurrency.lockutils [req-4cfcc6ea-e6b6-454b-9c4a-ef1c08d417a0 req-472accd2-7658-4a15-9ac9-380423e30587 service nova] Acquiring lock "refresh_cache-7387d0ac-5771-42e3-85a4-93cee19791d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.583900] env[62588]: DEBUG oslo_concurrency.lockutils [req-4cfcc6ea-e6b6-454b-9c4a-ef1c08d417a0 req-472accd2-7658-4a15-9ac9-380423e30587 service nova] Acquired lock "refresh_cache-7387d0ac-5771-42e3-85a4-93cee19791d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.584042] env[62588]: DEBUG nova.network.neutron [req-4cfcc6ea-e6b6-454b-9c4a-ef1c08d417a0 req-472accd2-7658-4a15-9ac9-380423e30587 service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Refreshing network info cache for port 87887ba0-6497-43f5-b254-8c110a91be42 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1810.587044] env[62588]: DEBUG nova.scheduler.client.report [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Refreshing trait associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1810.608438] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1810.609604] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0754fda-2063-40bb-8bb6-86144f6c3747 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.628124] env[62588]: DEBUG oslo_vmware.api [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1810.628124] env[62588]: value = "task-1794307" [ 1810.628124] env[62588]: _type = "Task" [ 1810.628124] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.638486] env[62588]: DEBUG oslo_vmware.api [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.800369] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fad712-2d8c-4cd2-adce-184118f46115 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.809108] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f737e55-1023-4da2-91b2-4deb844c60ef {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.843331] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8a4dd9-85c0-4795-815f-1c143d4e03c0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.852658] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfc1009-b471-4e8d-bdbf-a16571c1c832 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.867920] env[62588]: DEBUG nova.compute.provider_tree [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1810.910462] env[62588]: DEBUG oslo_vmware.api [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794304, 'name': Rename_Task, 'duration_secs': 0.186849} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.910734] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1810.911060] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b17958a3-a970-42f9-8cf3-02b5a457662f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.918515] env[62588]: DEBUG oslo_vmware.api [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1810.918515] env[62588]: value = "task-1794308" [ 1810.918515] env[62588]: _type = "Task" [ 1810.918515] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.930023] env[62588]: DEBUG oslo_vmware.api [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.966110] env[62588]: DEBUG nova.compute.manager [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1811.012027] env[62588]: DEBUG oslo_vmware.api [None req-faa60ce3-25ba-4e38-b076-560a5461ef2c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145779} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.012165] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-faa60ce3-25ba-4e38-b076-560a5461ef2c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1811.012401] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-faa60ce3-25ba-4e38-b076-560a5461ef2c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1811.012583] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-faa60ce3-25ba-4e38-b076-560a5461ef2c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1811.013094] env[62588]: INFO nova.compute.manager [None req-faa60ce3-25ba-4e38-b076-560a5461ef2c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1811.013094] env[62588]: DEBUG oslo.service.loopingcall [None req-faa60ce3-25ba-4e38-b076-560a5461ef2c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1811.013204] env[62588]: DEBUG nova.compute.manager [-] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1811.013300] env[62588]: DEBUG nova.network.neutron [-] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1811.139462] env[62588]: DEBUG oslo_vmware.api [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794307, 'name': PowerOffVM_Task, 'duration_secs': 0.233595} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.139754] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1811.140530] env[62588]: DEBUG nova.virt.hardware [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1811.140748] env[62588]: DEBUG nova.virt.hardware [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1811.140908] env[62588]: DEBUG nova.virt.hardware [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1811.141410] env[62588]: DEBUG nova.virt.hardware [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1811.141410] env[62588]: DEBUG nova.virt.hardware [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1811.141700] env[62588]: DEBUG nova.virt.hardware [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1811.141747] env[62588]: DEBUG nova.virt.hardware [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1811.141897] env[62588]: DEBUG nova.virt.hardware [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1811.142135] env[62588]: DEBUG nova.virt.hardware [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1811.142286] env[62588]: DEBUG nova.virt.hardware [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1811.142463] env[62588]: DEBUG nova.virt.hardware [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1811.147854] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc06f65c-e05c-44f8-b163-3b4e222fe173 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.168390] env[62588]: DEBUG oslo_vmware.api [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1811.168390] env[62588]: value = "task-1794309" [ 1811.168390] env[62588]: _type = "Task" [ 1811.168390] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.179214] env[62588]: DEBUG oslo_vmware.api [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794309, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.285548] env[62588]: DEBUG nova.compute.manager [req-1bc39174-e61c-43b8-9487-44feb8f431f0 req-5dd7e399-fc3d-4be1-a2e0-794aa5f3b828 service nova] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Received event network-vif-deleted-6fa26c07-05d7-457a-b066-6c15b3ba0c98 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1811.285784] env[62588]: INFO nova.compute.manager [req-1bc39174-e61c-43b8-9487-44feb8f431f0 req-5dd7e399-fc3d-4be1-a2e0-794aa5f3b828 service nova] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Neutron deleted interface 6fa26c07-05d7-457a-b066-6c15b3ba0c98; detaching it from the instance and deleting it from the info cache [ 1811.285981] env[62588]: DEBUG nova.network.neutron [req-1bc39174-e61c-43b8-9487-44feb8f431f0 req-5dd7e399-fc3d-4be1-a2e0-794aa5f3b828 service nova] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.373987] env[62588]: DEBUG nova.network.neutron [req-4cfcc6ea-e6b6-454b-9c4a-ef1c08d417a0 req-472accd2-7658-4a15-9ac9-380423e30587 service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Updated VIF entry in instance network info cache for port 87887ba0-6497-43f5-b254-8c110a91be42. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1811.374548] env[62588]: DEBUG nova.network.neutron [req-4cfcc6ea-e6b6-454b-9c4a-ef1c08d417a0 req-472accd2-7658-4a15-9ac9-380423e30587 service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Updating instance_info_cache with network_info: [{"id": "87887ba0-6497-43f5-b254-8c110a91be42", "address": "fa:16:3e:5d:53:5f", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87887ba0-64", "ovs_interfaceid": "87887ba0-6497-43f5-b254-8c110a91be42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.395690] env[62588]: ERROR nova.scheduler.client.report [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] [req-520c5966-af0b-42bd-bf4f-43857f1097c0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eaab8868-4bee-41d4-8b5c-ca05c3049f36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-520c5966-af0b-42bd-bf4f-43857f1097c0"}]} [ 1811.413490] env[62588]: DEBUG nova.scheduler.client.report [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Refreshing inventories for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1811.427439] env[62588]: DEBUG nova.scheduler.client.report [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Updating ProviderTree inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1811.427677] env[62588]: DEBUG nova.compute.provider_tree [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1811.433819] env[62588]: DEBUG oslo_vmware.api [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794308, 'name': PowerOnVM_Task, 'duration_secs': 0.492824} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.434112] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1811.434322] env[62588]: INFO nova.compute.manager [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1811.434501] env[62588]: DEBUG nova.compute.manager [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1811.435310] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a8c860-8ac8-4f75-bceb-3c7d867df2d9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.440129] env[62588]: DEBUG nova.scheduler.client.report [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Refreshing aggregate associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, aggregates: None {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1811.458841] env[62588]: DEBUG nova.scheduler.client.report [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Refreshing trait associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1811.468980] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "1fbc40a2-d514-43b1-8515-5111547f6016" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.469146] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "1fbc40a2-d514-43b1-8515-5111547f6016" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.486449] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.656356] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5943d2e0-cab6-46a7-aca7-7041622d6999 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.665075] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1136cfac-43da-4ea4-ac88-c11f53fe1949 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.679289] env[62588]: DEBUG oslo_vmware.api [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794309, 'name': ReconfigVM_Task, 'duration_secs': 0.186976} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.704195] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d3e392-e001-45bd-82b8-a5de229c184e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.707384] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c3c09d-f1d8-4612-8264-2d85a415643e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.732927] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdca49c5-a19b-4860-97c9-ed87a6b609cf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.737933] env[62588]: DEBUG nova.virt.hardware [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1811.738150] env[62588]: DEBUG nova.virt.hardware [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1811.738309] env[62588]: DEBUG nova.virt.hardware [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1811.738484] env[62588]: DEBUG nova.virt.hardware [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1811.738622] env[62588]: DEBUG nova.virt.hardware [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1811.738761] env[62588]: DEBUG nova.virt.hardware [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1811.738959] env[62588]: DEBUG nova.virt.hardware [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1811.739128] env[62588]: DEBUG nova.virt.hardware [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1811.739287] env[62588]: DEBUG nova.virt.hardware [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1811.739441] env[62588]: DEBUG nova.virt.hardware [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1811.739608] env[62588]: DEBUG nova.virt.hardware [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1811.740508] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a999f12-ffdb-475d-ab49-98e7470c3ef5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.746527] env[62588]: DEBUG oslo_vmware.api [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1811.746527] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5281a158-5319-88a8-0acd-3340712a3cc6" [ 1811.746527] env[62588]: _type = "Task" [ 1811.746527] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.755155] env[62588]: DEBUG nova.compute.provider_tree [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1811.760749] env[62588]: DEBUG nova.network.neutron [-] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.764529] env[62588]: DEBUG oslo_vmware.api [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5281a158-5319-88a8-0acd-3340712a3cc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.789658] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-035f2268-2900-41c7-a44e-8deaf6106171 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.800047] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbf0da1-bf11-4d3c-8f76-9db823d11529 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.832095] env[62588]: DEBUG nova.compute.manager [req-1bc39174-e61c-43b8-9487-44feb8f431f0 req-5dd7e399-fc3d-4be1-a2e0-794aa5f3b828 service nova] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Detach interface failed, port_id=6fa26c07-05d7-457a-b066-6c15b3ba0c98, reason: Instance dc09d53d-8d5f-4d83-9ef6-0b14b143fde7 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1811.877551] env[62588]: DEBUG oslo_concurrency.lockutils [req-4cfcc6ea-e6b6-454b-9c4a-ef1c08d417a0 req-472accd2-7658-4a15-9ac9-380423e30587 service nova] Releasing lock "refresh_cache-7387d0ac-5771-42e3-85a4-93cee19791d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.955020] env[62588]: INFO nova.compute.manager [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Took 16.40 seconds to build instance. [ 1811.971775] env[62588]: DEBUG nova.compute.manager [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1812.265724] env[62588]: INFO nova.compute.manager [-] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Took 1.25 seconds to deallocate network for instance. [ 1812.266310] env[62588]: DEBUG oslo_vmware.api [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5281a158-5319-88a8-0acd-3340712a3cc6, 'name': SearchDatastore_Task, 'duration_secs': 0.018893} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.272634] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1812.275705] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c85debd-f489-4e61-8132-ac7d897454fb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.291813] env[62588]: DEBUG nova.scheduler.client.report [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Updated inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with generation 144 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1812.292065] env[62588]: DEBUG nova.compute.provider_tree [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Updating resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 generation from 144 to 145 during operation: update_inventory {{(pid=62588) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1812.292316] env[62588]: DEBUG nova.compute.provider_tree [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1812.296635] env[62588]: DEBUG oslo_vmware.api [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1812.296635] env[62588]: value = "task-1794310" [ 1812.296635] env[62588]: _type = "Task" [ 1812.296635] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.307074] env[62588]: DEBUG oslo_vmware.api [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794310, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.456895] env[62588]: DEBUG oslo_concurrency.lockutils [None req-21f2fe91-8299-4a0a-8043-0e92372ad7fd tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "a5ed224c-8306-4488-9e7c-4da3c564dffe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.912s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.492693] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.789856] env[62588]: DEBUG oslo_concurrency.lockutils [None req-faa60ce3-25ba-4e38-b076-560a5461ef2c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.797915] env[62588]: DEBUG oslo_concurrency.lockutils [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.425s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.800282] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.381s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.800531] env[62588]: DEBUG nova.objects.instance [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Lazy-loading 'resources' on Instance uuid 3771ad9b-9159-4cd6-9428-aca368db8259 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1812.813020] env[62588]: DEBUG oslo_vmware.api [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794310, 'name': ReconfigVM_Task, 'duration_secs': 0.265624} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.813269] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1812.814035] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961d6494-8b79-49a4-8ed2-72371cd2d064 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.817161] env[62588]: INFO nova.scheduler.client.report [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Deleted allocations for instance b35be3c7-2565-4713-b426-60e18f6544d1 [ 1812.845600] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7/6a5d81c6-e4ba-4066-967a-1e81e6eff0f7.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1812.845914] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6085c391-9019-4881-ac0a-0c45104ea098 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.866318] env[62588]: DEBUG oslo_vmware.api [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1812.866318] env[62588]: value = "task-1794311" [ 1812.866318] env[62588]: _type = "Task" [ 1812.866318] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.876128] env[62588]: DEBUG oslo_vmware.api [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794311, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.328154] env[62588]: DEBUG oslo_concurrency.lockutils [None req-089b6579-99f7-49aa-866c-2ff4225c1fb8 tempest-ServerGroupTestJSON-698530740 tempest-ServerGroupTestJSON-698530740-project-member] Lock "b35be3c7-2565-4713-b426-60e18f6544d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.872s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.380147] env[62588]: DEBUG oslo_vmware.api [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794311, 'name': ReconfigVM_Task, 'duration_secs': 0.285216} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.380434] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7/6a5d81c6-e4ba-4066-967a-1e81e6eff0f7.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1813.381318] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3ed7e1-4469-4e26-bac6-6ddb53927084 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.407101] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65778e37-0158-4e01-aa2c-f7db202c5c86 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.432316] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6914d12-8dd0-4dd6-abbb-a3ad4756b7fb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.455605] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cccf39-5d2b-49e4-a37a-e27d2a8c989e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.463155] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1813.463429] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ace27cf7-432f-410e-8c0c-1cde481b5e1a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.470737] env[62588]: DEBUG oslo_vmware.api [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1813.470737] env[62588]: value = "task-1794312" [ 1813.470737] env[62588]: _type = "Task" [ 1813.470737] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.478870] env[62588]: DEBUG oslo_vmware.api [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.550899] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b517d642-d6d4-4983-9850-a6b854bf04c1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.558613] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afda2ee8-5532-49c2-9f27-901ecc643b29 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.594185] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a020691-9749-440f-a7a3-32506c882490 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.603120] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f63dfb5-993b-4607-be97-90f620fa7156 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.617615] env[62588]: DEBUG nova.compute.provider_tree [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1813.863922] env[62588]: DEBUG nova.compute.manager [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Stashing vm_state: active {{(pid=62588) _prep_resize /opt/stack/nova/nova/compute/manager.py:6087}} [ 1813.985194] env[62588]: DEBUG oslo_vmware.api [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794312, 'name': PowerOnVM_Task, 'duration_secs': 0.464318} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.985194] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1814.142208] env[62588]: ERROR nova.scheduler.client.report [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] [req-42728cba-708f-47d4-9912-cf85c98e79bd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eaab8868-4bee-41d4-8b5c-ca05c3049f36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-42728cba-708f-47d4-9912-cf85c98e79bd"}]} [ 1814.159173] env[62588]: DEBUG nova.scheduler.client.report [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Refreshing inventories for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1814.174631] env[62588]: DEBUG nova.scheduler.client.report [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Updating ProviderTree inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1814.174854] env[62588]: DEBUG nova.compute.provider_tree [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1814.187150] env[62588]: DEBUG nova.scheduler.client.report [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Refreshing aggregate associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, aggregates: None {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1814.211673] env[62588]: DEBUG nova.scheduler.client.report [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Refreshing trait associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1814.381759] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.430014] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abfa6f4-ca8e-4887-93b2-85061ddc167e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.438092] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e16c39a-d7d3-44a6-9478-a6becd1b3b41 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.468454] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a72a5b3-14dc-4f54-904b-b6847e8707c0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.476747] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb2a2ff-0588-43fd-b0e0-7fcc17fbb993 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.497738] env[62588]: DEBUG nova.compute.provider_tree [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1815.039832] env[62588]: DEBUG nova.scheduler.client.report [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Updated inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1815.040460] env[62588]: DEBUG nova.compute.provider_tree [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Updating resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 generation from 147 to 148 during operation: update_inventory {{(pid=62588) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1815.040460] env[62588]: DEBUG nova.compute.provider_tree [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1815.048098] env[62588]: INFO nova.compute.manager [None req-10e5a946-e67a-489b-8638-6917263e38b9 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Updating instance to original state: 'active' [ 1815.546544] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.746s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.549192] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0843be0f-346b-4ace-92ff-b6b63efd1486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.476s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.549417] env[62588]: DEBUG nova.objects.instance [None req-0843be0f-346b-4ace-92ff-b6b63efd1486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lazy-loading 'resources' on Instance uuid 8393d21d-0eb6-446b-9c81-8a78d8f8243c {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1815.569659] env[62588]: INFO nova.scheduler.client.report [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Deleted allocations for instance 3771ad9b-9159-4cd6-9428-aca368db8259 [ 1816.080469] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0e1bee6c-2fc9-4c1e-b75f-c744ad9acd99 tempest-ListImageFiltersTestJSON-485618018 tempest-ListImageFiltersTestJSON-485618018-project-member] Lock "3771ad9b-9159-4cd6-9428-aca368db8259" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.758s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.249512] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f052b7-5926-4a12-9ddc-ecef5246af63 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.258823] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6bad1f-6231-4cf7-819d-a43c39d8d4a8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.292904] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3653a2b7-c69a-4305-b6f1-08129329d9ee {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.304505] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a486811-455b-4e2c-b8d2-8f052087af2a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.324751] env[62588]: DEBUG nova.compute.provider_tree [None req-0843be0f-346b-4ace-92ff-b6b63efd1486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1816.812436] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "6a5d81c6-e4ba-4066-967a-1e81e6eff0f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.812743] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "6a5d81c6-e4ba-4066-967a-1e81e6eff0f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.812948] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "6a5d81c6-e4ba-4066-967a-1e81e6eff0f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.813211] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "6a5d81c6-e4ba-4066-967a-1e81e6eff0f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.813389] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "6a5d81c6-e4ba-4066-967a-1e81e6eff0f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.815626] env[62588]: INFO nova.compute.manager [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Terminating instance [ 1816.828119] env[62588]: DEBUG nova.scheduler.client.report [None req-0843be0f-346b-4ace-92ff-b6b63efd1486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1817.319525] env[62588]: DEBUG nova.compute.manager [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1817.319838] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1817.320173] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c8b7e06-5196-4e9b-a118-83df096bd6d3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.329090] env[62588]: DEBUG oslo_vmware.api [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1817.329090] env[62588]: value = "task-1794313" [ 1817.329090] env[62588]: _type = "Task" [ 1817.329090] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.333320] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0843be0f-346b-4ace-92ff-b6b63efd1486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.335665] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.849s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.337192] env[62588]: INFO nova.compute.claims [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1817.345309] env[62588]: DEBUG oslo_vmware.api [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.360666] env[62588]: INFO nova.scheduler.client.report [None req-0843be0f-346b-4ace-92ff-b6b63efd1486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Deleted allocations for instance 8393d21d-0eb6-446b-9c81-8a78d8f8243c [ 1817.839494] env[62588]: DEBUG oslo_vmware.api [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794313, 'name': PowerOffVM_Task, 'duration_secs': 0.255664} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.839750] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1817.839942] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Volume detach. Driver type: vmdk {{(pid=62588) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1817.840173] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372140', 'volume_id': '64ffeab4-c746-432d-9eaa-d2373042ece5', 'name': 'volume-64ffeab4-c746-432d-9eaa-d2373042ece5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '6a5d81c6-e4ba-4066-967a-1e81e6eff0f7', 'attached_at': '2024-12-12T04:59:35.000000', 'detached_at': '', 'volume_id': '64ffeab4-c746-432d-9eaa-d2373042ece5', 'serial': '64ffeab4-c746-432d-9eaa-d2373042ece5'} {{(pid=62588) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1817.843110] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be4b189-a164-4b7e-9d57-5967843cf7d6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.868608] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb527f9-9785-46c8-9b86-3f5505136cb8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.871480] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0843be0f-346b-4ace-92ff-b6b63efd1486 tempest-ServerRescueNegativeTestJSON-2024227956 tempest-ServerRescueNegativeTestJSON-2024227956-project-member] Lock "8393d21d-0eb6-446b-9c81-8a78d8f8243c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.898s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.878261] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6faa7d4c-3c9e-412e-b862-4d1edb19f038 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.903203] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45156b35-0590-47c4-bed2-7fcb8ba397e9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.908744] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Acquiring lock "d4566202-b9dc-40a4-b6b0-5015536e46fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.908967] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Lock "d4566202-b9dc-40a4-b6b0-5015536e46fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.924116] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] The volume has not been displaced from its original location: [datastore1] volume-64ffeab4-c746-432d-9eaa-d2373042ece5/volume-64ffeab4-c746-432d-9eaa-d2373042ece5.vmdk. No consolidation needed. {{(pid=62588) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1817.929274] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1817.929773] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24b640fa-5d9f-44b4-bd7f-2678698f69ee {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.950300] env[62588]: DEBUG oslo_vmware.api [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1817.950300] env[62588]: value = "task-1794314" [ 1817.950300] env[62588]: _type = "Task" [ 1817.950300] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.959175] env[62588]: DEBUG oslo_vmware.api [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794314, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.411216] env[62588]: DEBUG nova.compute.manager [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1818.465815] env[62588]: DEBUG oslo_vmware.api [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794314, 'name': ReconfigVM_Task, 'duration_secs': 0.22835} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.470207] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1818.475323] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27c373be-7579-4468-a199-64321a52d3fb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.493456] env[62588]: DEBUG oslo_vmware.api [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1818.493456] env[62588]: value = "task-1794315" [ 1818.493456] env[62588]: _type = "Task" [ 1818.493456] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.502560] env[62588]: DEBUG oslo_vmware.api [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794315, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.663914] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54e5094-4c9e-4065-8db8-d48f6b37fa56 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.672244] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfc0346-bdff-4efc-ada4-a8ee5018d057 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.704764] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58b9342-1966-4685-baf7-b951ace36573 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.712899] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00787e0-9514-4efa-9587-7771f8daf968 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.726869] env[62588]: DEBUG nova.compute.provider_tree [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1818.933263] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.004614] env[62588]: DEBUG oslo_vmware.api [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794315, 'name': ReconfigVM_Task, 'duration_secs': 0.15968} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.004942] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372140', 'volume_id': '64ffeab4-c746-432d-9eaa-d2373042ece5', 'name': 'volume-64ffeab4-c746-432d-9eaa-d2373042ece5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '6a5d81c6-e4ba-4066-967a-1e81e6eff0f7', 'attached_at': '2024-12-12T04:59:35.000000', 'detached_at': '', 'volume_id': '64ffeab4-c746-432d-9eaa-d2373042ece5', 'serial': '64ffeab4-c746-432d-9eaa-d2373042ece5'} {{(pid=62588) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1819.005268] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1819.006868] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fbef46-0d51-490d-a2ef-e251f07a232a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.015573] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1819.015573] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15849935-36d8-4415-8fb1-67592ff4ac3c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.166383] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1819.166383] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1819.166470] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Deleting the datastore file [datastore1] 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1819.166796] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13941207-b291-48f8-b92d-427d26e3497a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.175356] env[62588]: DEBUG oslo_vmware.api [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1819.175356] env[62588]: value = "task-1794317" [ 1819.175356] env[62588]: _type = "Task" [ 1819.175356] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.184861] env[62588]: DEBUG oslo_vmware.api [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.230335] env[62588]: DEBUG nova.scheduler.client.report [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1819.685640] env[62588]: DEBUG oslo_vmware.api [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20147} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.685954] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1819.686166] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1819.686339] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1819.686513] env[62588]: INFO nova.compute.manager [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Took 2.37 seconds to destroy the instance on the hypervisor. [ 1819.686756] env[62588]: DEBUG oslo.service.loopingcall [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1819.686957] env[62588]: DEBUG nova.compute.manager [-] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1819.687062] env[62588]: DEBUG nova.network.neutron [-] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1819.735835] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.736408] env[62588]: DEBUG nova.compute.manager [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1819.739138] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.247s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.741797] env[62588]: INFO nova.compute.claims [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1820.164306] env[62588]: DEBUG nova.compute.manager [req-c6a85209-2636-4ddf-94bb-3dba70218570 req-49819827-b1f0-4b57-9751-6a196bae916b service nova] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Received event network-vif-deleted-db5c060f-ac9c-467e-b8c3-f4c52c60e360 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1820.165025] env[62588]: INFO nova.compute.manager [req-c6a85209-2636-4ddf-94bb-3dba70218570 req-49819827-b1f0-4b57-9751-6a196bae916b service nova] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Neutron deleted interface db5c060f-ac9c-467e-b8c3-f4c52c60e360; detaching it from the instance and deleting it from the info cache [ 1820.165358] env[62588]: DEBUG nova.network.neutron [req-c6a85209-2636-4ddf-94bb-3dba70218570 req-49819827-b1f0-4b57-9751-6a196bae916b service nova] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.245779] env[62588]: DEBUG nova.compute.utils [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1820.251822] env[62588]: DEBUG nova.compute.manager [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1820.252010] env[62588]: DEBUG nova.network.neutron [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1820.291050] env[62588]: DEBUG nova.policy [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb4ab0f8274441bbaf487b124140044d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f5ba59d537540e2b743887b9f274016', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1820.537119] env[62588]: DEBUG nova.network.neutron [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Successfully created port: 447fbce0-f2b3-499a-aa84-93a4cbdaa32c {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1820.640808] env[62588]: DEBUG nova.network.neutron [-] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.672129] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-daab56ca-f89e-42e5-b031-18c919e65be6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.689441] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254f1d4b-381f-4ab8-8c0c-982a635e337b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.728889] env[62588]: DEBUG nova.compute.manager [req-c6a85209-2636-4ddf-94bb-3dba70218570 req-49819827-b1f0-4b57-9751-6a196bae916b service nova] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Detach interface failed, port_id=db5c060f-ac9c-467e-b8c3-f4c52c60e360, reason: Instance 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1820.755382] env[62588]: DEBUG nova.compute.manager [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1821.004087] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebd9e3a-f26f-4755-a9a1-c9eb2d1cee95 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.013165] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f391d7ca-36f1-4751-9b97-e4eeec40443f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.051824] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cb5418-4eba-4c13-a9e0-5f9802345912 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.060196] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cace24ae-681b-465c-8961-95080905d75c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.076293] env[62588]: DEBUG nova.compute.provider_tree [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1821.146052] env[62588]: INFO nova.compute.manager [-] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Took 1.46 seconds to deallocate network for instance. [ 1821.579042] env[62588]: DEBUG nova.scheduler.client.report [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1821.694374] env[62588]: INFO nova.compute.manager [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Took 0.55 seconds to detach 1 volumes for instance. [ 1821.771659] env[62588]: DEBUG nova.compute.manager [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1821.810666] env[62588]: DEBUG nova.virt.hardware [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1821.811832] env[62588]: DEBUG nova.virt.hardware [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1821.811832] env[62588]: DEBUG nova.virt.hardware [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1821.811832] env[62588]: DEBUG nova.virt.hardware [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1821.811832] env[62588]: DEBUG nova.virt.hardware [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1821.811832] env[62588]: DEBUG nova.virt.hardware [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1821.813741] env[62588]: DEBUG nova.virt.hardware [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1821.813741] env[62588]: DEBUG nova.virt.hardware [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1821.813741] env[62588]: DEBUG nova.virt.hardware [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1821.813741] env[62588]: DEBUG nova.virt.hardware [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1821.813741] env[62588]: DEBUG nova.virt.hardware [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1821.815101] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87033d7-f3c9-450a-b4fc-5ef714535909 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.825754] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21887eaa-4217-4970-8c71-47ea1143305d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.088028] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.088028] env[62588]: DEBUG nova.compute.manager [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1822.091206] env[62588]: DEBUG oslo_concurrency.lockutils [None req-faa60ce3-25ba-4e38-b076-560a5461ef2c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.301s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.091627] env[62588]: DEBUG nova.objects.instance [None req-faa60ce3-25ba-4e38-b076-560a5461ef2c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lazy-loading 'resources' on Instance uuid dc09d53d-8d5f-4d83-9ef6-0b14b143fde7 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1822.191169] env[62588]: DEBUG nova.compute.manager [req-51556427-9457-4b2d-8890-4c2b72ed57cd req-e6543df2-3498-41f2-be11-10d8d05008db service nova] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Received event network-vif-plugged-447fbce0-f2b3-499a-aa84-93a4cbdaa32c {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1822.191407] env[62588]: DEBUG oslo_concurrency.lockutils [req-51556427-9457-4b2d-8890-4c2b72ed57cd req-e6543df2-3498-41f2-be11-10d8d05008db service nova] Acquiring lock "29dd162f-5d6d-45f8-bc14-8d7d724fa417-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.191622] env[62588]: DEBUG oslo_concurrency.lockutils [req-51556427-9457-4b2d-8890-4c2b72ed57cd req-e6543df2-3498-41f2-be11-10d8d05008db service nova] Lock "29dd162f-5d6d-45f8-bc14-8d7d724fa417-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.191787] env[62588]: DEBUG oslo_concurrency.lockutils [req-51556427-9457-4b2d-8890-4c2b72ed57cd req-e6543df2-3498-41f2-be11-10d8d05008db service nova] Lock "29dd162f-5d6d-45f8-bc14-8d7d724fa417-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.191954] env[62588]: DEBUG nova.compute.manager [req-51556427-9457-4b2d-8890-4c2b72ed57cd req-e6543df2-3498-41f2-be11-10d8d05008db service nova] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] No waiting events found dispatching network-vif-plugged-447fbce0-f2b3-499a-aa84-93a4cbdaa32c {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1822.192131] env[62588]: WARNING nova.compute.manager [req-51556427-9457-4b2d-8890-4c2b72ed57cd req-e6543df2-3498-41f2-be11-10d8d05008db service nova] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Received unexpected event network-vif-plugged-447fbce0-f2b3-499a-aa84-93a4cbdaa32c for instance with vm_state building and task_state spawning. [ 1822.204495] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.223717] env[62588]: DEBUG nova.network.neutron [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Successfully updated port: 447fbce0-f2b3-499a-aa84-93a4cbdaa32c {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1822.244549] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7a0b05c6-fac9-463d-91d7-d3e60be17438 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquiring lock "8ad0b805-95c8-43f6-a687-6819ae17c230" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.244832] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7a0b05c6-fac9-463d-91d7-d3e60be17438 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "8ad0b805-95c8-43f6-a687-6819ae17c230" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.245055] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7a0b05c6-fac9-463d-91d7-d3e60be17438 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquiring lock "8ad0b805-95c8-43f6-a687-6819ae17c230-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.245242] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7a0b05c6-fac9-463d-91d7-d3e60be17438 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "8ad0b805-95c8-43f6-a687-6819ae17c230-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.245408] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7a0b05c6-fac9-463d-91d7-d3e60be17438 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "8ad0b805-95c8-43f6-a687-6819ae17c230-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.248040] env[62588]: INFO nova.compute.manager [None req-7a0b05c6-fac9-463d-91d7-d3e60be17438 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Terminating instance [ 1822.596132] env[62588]: DEBUG nova.compute.utils [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1822.598056] env[62588]: DEBUG nova.compute.manager [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1822.598343] env[62588]: DEBUG nova.network.neutron [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1822.658587] env[62588]: DEBUG nova.policy [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9842fd79fe74710979fc9a592fb4ce7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ccf6b2ee1dc4c85aa64f97e4d32ef87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1822.727377] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Acquiring lock "refresh_cache-29dd162f-5d6d-45f8-bc14-8d7d724fa417" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.727377] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Acquired lock "refresh_cache-29dd162f-5d6d-45f8-bc14-8d7d724fa417" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.727377] env[62588]: DEBUG nova.network.neutron [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1822.752343] env[62588]: DEBUG nova.compute.manager [None req-7a0b05c6-fac9-463d-91d7-d3e60be17438 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1822.752647] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0b05c6-fac9-463d-91d7-d3e60be17438 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1822.753644] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8b4b3e-bcb2-40ac-993f-9133fc3c40c9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.765016] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a0b05c6-fac9-463d-91d7-d3e60be17438 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1822.765536] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b0125d7-be8d-4826-afb3-7225fcb58cfd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.774228] env[62588]: DEBUG oslo_vmware.api [None req-7a0b05c6-fac9-463d-91d7-d3e60be17438 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for the task: (returnval){ [ 1822.774228] env[62588]: value = "task-1794318" [ 1822.774228] env[62588]: _type = "Task" [ 1822.774228] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.789746] env[62588]: DEBUG oslo_vmware.api [None req-7a0b05c6-fac9-463d-91d7-d3e60be17438 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.822713] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e06d96e-4d49-4507-a7af-13e6be70e659 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.830806] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102049ac-151b-4a28-97b4-178ccdeaa5f0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.867745] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08b1eca-a8d7-49a1-9092-36a95d76c58c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.877618] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304e53e5-97b3-4700-8956-0b913d76688c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.895837] env[62588]: DEBUG nova.compute.provider_tree [None req-faa60ce3-25ba-4e38-b076-560a5461ef2c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1823.104792] env[62588]: DEBUG nova.compute.manager [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1823.118208] env[62588]: DEBUG nova.network.neutron [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Successfully created port: 09ed0b0d-1268-4bbc-86af-08411777d454 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1823.271222] env[62588]: DEBUG nova.network.neutron [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1823.285987] env[62588]: DEBUG oslo_vmware.api [None req-7a0b05c6-fac9-463d-91d7-d3e60be17438 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794318, 'name': PowerOffVM_Task, 'duration_secs': 0.247502} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.286292] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a0b05c6-fac9-463d-91d7-d3e60be17438 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1823.286502] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0b05c6-fac9-463d-91d7-d3e60be17438 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1823.286793] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5eec4aae-1232-4a70-9e93-3a7553ae5bbe {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.395360] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0b05c6-fac9-463d-91d7-d3e60be17438 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1823.395651] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0b05c6-fac9-463d-91d7-d3e60be17438 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1823.395900] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a0b05c6-fac9-463d-91d7-d3e60be17438 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Deleting the datastore file [datastore1] 8ad0b805-95c8-43f6-a687-6819ae17c230 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1823.396291] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9fc94f1-ddf5-456a-bc69-fb1011473282 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.402218] env[62588]: DEBUG nova.scheduler.client.report [None req-faa60ce3-25ba-4e38-b076-560a5461ef2c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1823.410895] env[62588]: DEBUG oslo_vmware.api [None req-7a0b05c6-fac9-463d-91d7-d3e60be17438 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for the task: (returnval){ [ 1823.410895] env[62588]: value = "task-1794320" [ 1823.410895] env[62588]: _type = "Task" [ 1823.410895] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.425193] env[62588]: DEBUG oslo_vmware.api [None req-7a0b05c6-fac9-463d-91d7-d3e60be17438 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.491837] env[62588]: DEBUG nova.network.neutron [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Updating instance_info_cache with network_info: [{"id": "447fbce0-f2b3-499a-aa84-93a4cbdaa32c", "address": "fa:16:3e:a3:cf:53", "network": {"id": "cb85c24d-a20f-4d95-913a-564f87c7fea9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1802909719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f5ba59d537540e2b743887b9f274016", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap447fbce0-f2", "ovs_interfaceid": "447fbce0-f2b3-499a-aa84-93a4cbdaa32c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.756011] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "3e6371b6-ca73-429b-8994-30a54fc59df0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.756344] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "3e6371b6-ca73-429b-8994-30a54fc59df0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.912371] env[62588]: DEBUG oslo_concurrency.lockutils [None req-faa60ce3-25ba-4e38-b076-560a5461ef2c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.821s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.914743] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.533s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.925926] env[62588]: DEBUG oslo_vmware.api [None req-7a0b05c6-fac9-463d-91d7-d3e60be17438 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162204} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.926344] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a0b05c6-fac9-463d-91d7-d3e60be17438 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1823.926480] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0b05c6-fac9-463d-91d7-d3e60be17438 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1823.927035] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0b05c6-fac9-463d-91d7-d3e60be17438 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1823.927035] env[62588]: INFO nova.compute.manager [None req-7a0b05c6-fac9-463d-91d7-d3e60be17438 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1823.927161] env[62588]: DEBUG oslo.service.loopingcall [None req-7a0b05c6-fac9-463d-91d7-d3e60be17438 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1823.927919] env[62588]: DEBUG nova.compute.manager [-] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1823.928021] env[62588]: DEBUG nova.network.neutron [-] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1823.945805] env[62588]: INFO nova.scheduler.client.report [None req-faa60ce3-25ba-4e38-b076-560a5461ef2c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Deleted allocations for instance dc09d53d-8d5f-4d83-9ef6-0b14b143fde7 [ 1823.994445] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Releasing lock "refresh_cache-29dd162f-5d6d-45f8-bc14-8d7d724fa417" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.994719] env[62588]: DEBUG nova.compute.manager [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Instance network_info: |[{"id": "447fbce0-f2b3-499a-aa84-93a4cbdaa32c", "address": "fa:16:3e:a3:cf:53", "network": {"id": "cb85c24d-a20f-4d95-913a-564f87c7fea9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1802909719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f5ba59d537540e2b743887b9f274016", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap447fbce0-f2", "ovs_interfaceid": "447fbce0-f2b3-499a-aa84-93a4cbdaa32c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1823.995180] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:cf:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd96b39f-bd2e-48d1-85c3-577cf97f08c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '447fbce0-f2b3-499a-aa84-93a4cbdaa32c', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1824.002719] env[62588]: DEBUG oslo.service.loopingcall [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1824.003684] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1824.003954] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81c3af53-887d-4bdd-b086-128e1213dae8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.025913] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1824.025913] env[62588]: value = "task-1794321" [ 1824.025913] env[62588]: _type = "Task" [ 1824.025913] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.034812] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794321, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.114783] env[62588]: DEBUG nova.compute.manager [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1824.152144] env[62588]: DEBUG nova.virt.hardware [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1824.152414] env[62588]: DEBUG nova.virt.hardware [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1824.152644] env[62588]: DEBUG nova.virt.hardware [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1824.152835] env[62588]: DEBUG nova.virt.hardware [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1824.153090] env[62588]: DEBUG nova.virt.hardware [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1824.153536] env[62588]: DEBUG nova.virt.hardware [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1824.153765] env[62588]: DEBUG nova.virt.hardware [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1824.153927] env[62588]: DEBUG nova.virt.hardware [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1824.154117] env[62588]: DEBUG nova.virt.hardware [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1824.154284] env[62588]: DEBUG nova.virt.hardware [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1824.155677] env[62588]: DEBUG nova.virt.hardware [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1824.156511] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b730f82-3a4e-4dc5-8894-73ccf20d4b3d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.167185] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92d9613-2e50-4c2c-b951-7c97bd9dccca {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.258736] env[62588]: DEBUG nova.compute.manager [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1824.346297] env[62588]: DEBUG nova.compute.manager [req-ede16878-be80-406a-b849-665eef1267e2 req-8d17c3a8-79e4-4566-a5c9-b6dacbec0878 service nova] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Received event network-changed-447fbce0-f2b3-499a-aa84-93a4cbdaa32c {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1824.346931] env[62588]: DEBUG nova.compute.manager [req-ede16878-be80-406a-b849-665eef1267e2 req-8d17c3a8-79e4-4566-a5c9-b6dacbec0878 service nova] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Refreshing instance network info cache due to event network-changed-447fbce0-f2b3-499a-aa84-93a4cbdaa32c. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1824.347337] env[62588]: DEBUG oslo_concurrency.lockutils [req-ede16878-be80-406a-b849-665eef1267e2 req-8d17c3a8-79e4-4566-a5c9-b6dacbec0878 service nova] Acquiring lock "refresh_cache-29dd162f-5d6d-45f8-bc14-8d7d724fa417" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.347583] env[62588]: DEBUG oslo_concurrency.lockutils [req-ede16878-be80-406a-b849-665eef1267e2 req-8d17c3a8-79e4-4566-a5c9-b6dacbec0878 service nova] Acquired lock "refresh_cache-29dd162f-5d6d-45f8-bc14-8d7d724fa417" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.347876] env[62588]: DEBUG nova.network.neutron [req-ede16878-be80-406a-b849-665eef1267e2 req-8d17c3a8-79e4-4566-a5c9-b6dacbec0878 service nova] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Refreshing network info cache for port 447fbce0-f2b3-499a-aa84-93a4cbdaa32c {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1824.424114] env[62588]: INFO nova.compute.claims [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1824.454989] env[62588]: DEBUG oslo_concurrency.lockutils [None req-faa60ce3-25ba-4e38-b076-560a5461ef2c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "dc09d53d-8d5f-4d83-9ef6-0b14b143fde7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.585s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.496143] env[62588]: DEBUG nova.compute.manager [req-24b6b9ca-a8b3-4f02-8ed5-c99453473204 req-a5bc8ddd-110a-4d03-93d0-2abe5b5a49ea service nova] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Received event network-vif-deleted-347c42a2-815e-44d4-a7be-744beabf8ad2 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1824.496143] env[62588]: INFO nova.compute.manager [req-24b6b9ca-a8b3-4f02-8ed5-c99453473204 req-a5bc8ddd-110a-4d03-93d0-2abe5b5a49ea service nova] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Neutron deleted interface 347c42a2-815e-44d4-a7be-744beabf8ad2; detaching it from the instance and deleting it from the info cache [ 1824.496143] env[62588]: DEBUG nova.network.neutron [req-24b6b9ca-a8b3-4f02-8ed5-c99453473204 req-a5bc8ddd-110a-4d03-93d0-2abe5b5a49ea service nova] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.537907] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794321, 'name': CreateVM_Task, 'duration_secs': 0.336805} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.538084] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1824.538938] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.539128] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.539462] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1824.539713] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d50d2127-d967-4659-83b8-e464a632b594 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.546368] env[62588]: DEBUG oslo_vmware.api [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1824.546368] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e9445b-ce1f-d097-a15b-0e64dc2f89bf" [ 1824.546368] env[62588]: _type = "Task" [ 1824.546368] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.558329] env[62588]: DEBUG oslo_vmware.api [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e9445b-ce1f-d097-a15b-0e64dc2f89bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.619272] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1824.619542] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1824.619689] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Starting heal instance info cache {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 1824.792017] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.792017] env[62588]: DEBUG nova.network.neutron [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Successfully updated port: 09ed0b0d-1268-4bbc-86af-08411777d454 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1824.931138] env[62588]: INFO nova.compute.resource_tracker [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Updating resource usage from migration 56268cac-7c3b-415c-86a4-e6da3bca8852 [ 1824.956637] env[62588]: DEBUG nova.network.neutron [-] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.002121] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ddcffdfd-cc4d-4ab6-b982-4f4eca9ad9bc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.016261] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cecbf7-dd41-4253-8094-90436f4a608d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.050239] env[62588]: DEBUG nova.compute.manager [req-24b6b9ca-a8b3-4f02-8ed5-c99453473204 req-a5bc8ddd-110a-4d03-93d0-2abe5b5a49ea service nova] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Detach interface failed, port_id=347c42a2-815e-44d4-a7be-744beabf8ad2, reason: Instance 8ad0b805-95c8-43f6-a687-6819ae17c230 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1825.062766] env[62588]: DEBUG oslo_vmware.api [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e9445b-ce1f-d097-a15b-0e64dc2f89bf, 'name': SearchDatastore_Task, 'duration_secs': 0.011368} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.065445] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.065602] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1825.065823] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.065967] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.066156] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1825.066587] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8d8afd9-214b-4656-8837-412bf44e3c18 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.075348] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1825.077478] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1825.077478] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d0df89b-5c6e-4393-bdd6-01ac3f6bc887 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.081876] env[62588]: DEBUG oslo_vmware.api [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1825.081876] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b70dd0-bf59-5540-7f12-2ff15540b36b" [ 1825.081876] env[62588]: _type = "Task" [ 1825.081876] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.097240] env[62588]: DEBUG oslo_vmware.api [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b70dd0-bf59-5540-7f12-2ff15540b36b, 'name': SearchDatastore_Task, 'duration_secs': 0.008837} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.098137] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc58bc13-f92b-4df5-bed3-d50214e4b472 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.105580] env[62588]: DEBUG oslo_vmware.api [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1825.105580] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52139a23-17d5-afa9-c22d-baec71cb912a" [ 1825.105580] env[62588]: _type = "Task" [ 1825.105580] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.113310] env[62588]: DEBUG oslo_vmware.api [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52139a23-17d5-afa9-c22d-baec71cb912a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.162419] env[62588]: DEBUG nova.network.neutron [req-ede16878-be80-406a-b849-665eef1267e2 req-8d17c3a8-79e4-4566-a5c9-b6dacbec0878 service nova] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Updated VIF entry in instance network info cache for port 447fbce0-f2b3-499a-aa84-93a4cbdaa32c. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1825.162765] env[62588]: DEBUG nova.network.neutron [req-ede16878-be80-406a-b849-665eef1267e2 req-8d17c3a8-79e4-4566-a5c9-b6dacbec0878 service nova] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Updating instance_info_cache with network_info: [{"id": "447fbce0-f2b3-499a-aa84-93a4cbdaa32c", "address": "fa:16:3e:a3:cf:53", "network": {"id": "cb85c24d-a20f-4d95-913a-564f87c7fea9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1802909719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f5ba59d537540e2b743887b9f274016", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap447fbce0-f2", "ovs_interfaceid": "447fbce0-f2b3-499a-aa84-93a4cbdaa32c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.188394] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903d63b1-9e19-4c4f-a641-3647b6d56bcb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.196130] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a003806f-4182-4fff-943e-5632cffd3cb7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.225095] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d526a2c-8f7d-49e0-bb8a-31c6aca5ed06 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.232100] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3434f79a-1267-4b31-9b6c-6ce26b3b0c17 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.245771] env[62588]: DEBUG nova.compute.provider_tree [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1825.294113] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "refresh_cache-1fbc40a2-d514-43b1-8515-5111547f6016" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.294261] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquired lock "refresh_cache-1fbc40a2-d514-43b1-8515-5111547f6016" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.294406] env[62588]: DEBUG nova.network.neutron [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1825.366746] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b156e5dc-6e13-4f9e-b776-a9ef360bac6c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "a41194c6-c686-4ced-8599-8618d566ccfa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.366993] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b156e5dc-6e13-4f9e-b776-a9ef360bac6c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "a41194c6-c686-4ced-8599-8618d566ccfa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.367223] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b156e5dc-6e13-4f9e-b776-a9ef360bac6c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "a41194c6-c686-4ced-8599-8618d566ccfa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.367405] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b156e5dc-6e13-4f9e-b776-a9ef360bac6c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "a41194c6-c686-4ced-8599-8618d566ccfa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.367571] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b156e5dc-6e13-4f9e-b776-a9ef360bac6c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "a41194c6-c686-4ced-8599-8618d566ccfa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.369688] env[62588]: INFO nova.compute.manager [None req-b156e5dc-6e13-4f9e-b776-a9ef360bac6c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Terminating instance [ 1825.470271] env[62588]: INFO nova.compute.manager [-] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Took 1.54 seconds to deallocate network for instance. [ 1825.616621] env[62588]: DEBUG oslo_vmware.api [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52139a23-17d5-afa9-c22d-baec71cb912a, 'name': SearchDatastore_Task, 'duration_secs': 0.00852} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.616890] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.617198] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 29dd162f-5d6d-45f8-bc14-8d7d724fa417/29dd162f-5d6d-45f8-bc14-8d7d724fa417.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1825.617435] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99c44bf6-5e25-4e65-9e5a-c5ecece02979 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.625154] env[62588]: DEBUG oslo_vmware.api [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1825.625154] env[62588]: value = "task-1794322" [ 1825.625154] env[62588]: _type = "Task" [ 1825.625154] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.629805] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Skipping network cache update for instance because it is being deleted. {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1825.636860] env[62588]: DEBUG oslo_vmware.api [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.667558] env[62588]: DEBUG oslo_concurrency.lockutils [req-ede16878-be80-406a-b849-665eef1267e2 req-8d17c3a8-79e4-4566-a5c9-b6dacbec0878 service nova] Releasing lock "refresh_cache-29dd162f-5d6d-45f8-bc14-8d7d724fa417" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.749259] env[62588]: DEBUG nova.scheduler.client.report [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1825.826096] env[62588]: DEBUG nova.network.neutron [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1825.874578] env[62588]: DEBUG nova.compute.manager [None req-b156e5dc-6e13-4f9e-b776-a9ef360bac6c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1825.876450] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b156e5dc-6e13-4f9e-b776-a9ef360bac6c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1825.876558] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1af9f4-9068-425c-9c06-d1ce4eb5e4e6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.887443] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b156e5dc-6e13-4f9e-b776-a9ef360bac6c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1825.887769] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9431535-fefd-41e9-936f-f1a44ae77733 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.895254] env[62588]: DEBUG oslo_vmware.api [None req-b156e5dc-6e13-4f9e-b776-a9ef360bac6c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1825.895254] env[62588]: value = "task-1794323" [ 1825.895254] env[62588]: _type = "Task" [ 1825.895254] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.911828] env[62588]: DEBUG oslo_vmware.api [None req-b156e5dc-6e13-4f9e-b776-a9ef360bac6c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.977861] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7a0b05c6-fac9-463d-91d7-d3e60be17438 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.991407] env[62588]: DEBUG nova.network.neutron [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Updating instance_info_cache with network_info: [{"id": "09ed0b0d-1268-4bbc-86af-08411777d454", "address": "fa:16:3e:85:9a:c4", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09ed0b0d-12", "ovs_interfaceid": "09ed0b0d-1268-4bbc-86af-08411777d454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.139868] env[62588]: DEBUG oslo_vmware.api [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794322, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.254425] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.340s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.254648] env[62588]: INFO nova.compute.manager [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Migrating [ 1826.262139] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.329s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.263733] env[62588]: INFO nova.compute.claims [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1826.373220] env[62588]: DEBUG nova.compute.manager [req-ac28606b-9099-48f2-90e2-8ce1a714658e req-2fc9c8af-78e5-43db-b9eb-22607a682709 service nova] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Received event network-vif-plugged-09ed0b0d-1268-4bbc-86af-08411777d454 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1826.373450] env[62588]: DEBUG oslo_concurrency.lockutils [req-ac28606b-9099-48f2-90e2-8ce1a714658e req-2fc9c8af-78e5-43db-b9eb-22607a682709 service nova] Acquiring lock "1fbc40a2-d514-43b1-8515-5111547f6016-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.373656] env[62588]: DEBUG oslo_concurrency.lockutils [req-ac28606b-9099-48f2-90e2-8ce1a714658e req-2fc9c8af-78e5-43db-b9eb-22607a682709 service nova] Lock "1fbc40a2-d514-43b1-8515-5111547f6016-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.373820] env[62588]: DEBUG oslo_concurrency.lockutils [req-ac28606b-9099-48f2-90e2-8ce1a714658e req-2fc9c8af-78e5-43db-b9eb-22607a682709 service nova] Lock "1fbc40a2-d514-43b1-8515-5111547f6016-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.373985] env[62588]: DEBUG nova.compute.manager [req-ac28606b-9099-48f2-90e2-8ce1a714658e req-2fc9c8af-78e5-43db-b9eb-22607a682709 service nova] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] No waiting events found dispatching network-vif-plugged-09ed0b0d-1268-4bbc-86af-08411777d454 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1826.374159] env[62588]: WARNING nova.compute.manager [req-ac28606b-9099-48f2-90e2-8ce1a714658e req-2fc9c8af-78e5-43db-b9eb-22607a682709 service nova] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Received unexpected event network-vif-plugged-09ed0b0d-1268-4bbc-86af-08411777d454 for instance with vm_state building and task_state spawning. [ 1826.374315] env[62588]: DEBUG nova.compute.manager [req-ac28606b-9099-48f2-90e2-8ce1a714658e req-2fc9c8af-78e5-43db-b9eb-22607a682709 service nova] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Received event network-changed-09ed0b0d-1268-4bbc-86af-08411777d454 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1826.374466] env[62588]: DEBUG nova.compute.manager [req-ac28606b-9099-48f2-90e2-8ce1a714658e req-2fc9c8af-78e5-43db-b9eb-22607a682709 service nova] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Refreshing instance network info cache due to event network-changed-09ed0b0d-1268-4bbc-86af-08411777d454. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1826.374622] env[62588]: DEBUG oslo_concurrency.lockutils [req-ac28606b-9099-48f2-90e2-8ce1a714658e req-2fc9c8af-78e5-43db-b9eb-22607a682709 service nova] Acquiring lock "refresh_cache-1fbc40a2-d514-43b1-8515-5111547f6016" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.405030] env[62588]: DEBUG oslo_vmware.api [None req-b156e5dc-6e13-4f9e-b776-a9ef360bac6c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794323, 'name': PowerOffVM_Task, 'duration_secs': 0.295985} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.405142] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b156e5dc-6e13-4f9e-b776-a9ef360bac6c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1826.405315] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b156e5dc-6e13-4f9e-b776-a9ef360bac6c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1826.405556] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0192f458-5d38-48b1-8f42-5e6984cc9fff {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.495011] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Releasing lock "refresh_cache-1fbc40a2-d514-43b1-8515-5111547f6016" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.495384] env[62588]: DEBUG nova.compute.manager [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Instance network_info: |[{"id": "09ed0b0d-1268-4bbc-86af-08411777d454", "address": "fa:16:3e:85:9a:c4", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09ed0b0d-12", "ovs_interfaceid": "09ed0b0d-1268-4bbc-86af-08411777d454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1826.495695] env[62588]: DEBUG oslo_concurrency.lockutils [req-ac28606b-9099-48f2-90e2-8ce1a714658e req-2fc9c8af-78e5-43db-b9eb-22607a682709 service nova] Acquired lock "refresh_cache-1fbc40a2-d514-43b1-8515-5111547f6016" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.495870] env[62588]: DEBUG nova.network.neutron [req-ac28606b-9099-48f2-90e2-8ce1a714658e req-2fc9c8af-78e5-43db-b9eb-22607a682709 service nova] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Refreshing network info cache for port 09ed0b0d-1268-4bbc-86af-08411777d454 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1826.497210] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:9a:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09ed0b0d-1268-4bbc-86af-08411777d454', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1826.504770] env[62588]: DEBUG oslo.service.loopingcall [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1826.507794] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1826.508602] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e547636-eb6b-42d3-9e33-43866e5454c6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.529389] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1826.529389] env[62588]: value = "task-1794325" [ 1826.529389] env[62588]: _type = "Task" [ 1826.529389] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.536939] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794325, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.574418] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b156e5dc-6e13-4f9e-b776-a9ef360bac6c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1826.574678] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b156e5dc-6e13-4f9e-b776-a9ef360bac6c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1826.574813] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-b156e5dc-6e13-4f9e-b776-a9ef360bac6c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Deleting the datastore file [datastore1] a41194c6-c686-4ced-8599-8618d566ccfa {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1826.575083] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e31452b-cf28-43ba-8b38-1ee65d5a77f4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.581943] env[62588]: DEBUG oslo_vmware.api [None req-b156e5dc-6e13-4f9e-b776-a9ef360bac6c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for the task: (returnval){ [ 1826.581943] env[62588]: value = "task-1794326" [ 1826.581943] env[62588]: _type = "Task" [ 1826.581943] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.592883] env[62588]: DEBUG oslo_vmware.api [None req-b156e5dc-6e13-4f9e-b776-a9ef360bac6c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.643731] env[62588]: DEBUG oslo_vmware.api [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794322, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569968} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.644180] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 29dd162f-5d6d-45f8-bc14-8d7d724fa417/29dd162f-5d6d-45f8-bc14-8d7d724fa417.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1826.644497] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1826.644700] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ce4fe1a-5aa7-459d-8d4a-672878e9608d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.656268] env[62588]: DEBUG oslo_vmware.api [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1826.656268] env[62588]: value = "task-1794327" [ 1826.656268] env[62588]: _type = "Task" [ 1826.656268] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.664911] env[62588]: DEBUG oslo_vmware.api [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794327, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.746301] env[62588]: DEBUG nova.network.neutron [req-ac28606b-9099-48f2-90e2-8ce1a714658e req-2fc9c8af-78e5-43db-b9eb-22607a682709 service nova] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Updated VIF entry in instance network info cache for port 09ed0b0d-1268-4bbc-86af-08411777d454. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1826.746651] env[62588]: DEBUG nova.network.neutron [req-ac28606b-9099-48f2-90e2-8ce1a714658e req-2fc9c8af-78e5-43db-b9eb-22607a682709 service nova] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Updating instance_info_cache with network_info: [{"id": "09ed0b0d-1268-4bbc-86af-08411777d454", "address": "fa:16:3e:85:9a:c4", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09ed0b0d-12", "ovs_interfaceid": "09ed0b0d-1268-4bbc-86af-08411777d454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.776197] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "refresh_cache-a5ed224c-8306-4488-9e7c-4da3c564dffe" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.776470] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquired lock "refresh_cache-a5ed224c-8306-4488-9e7c-4da3c564dffe" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.776568] env[62588]: DEBUG nova.network.neutron [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1827.039886] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794325, 'name': CreateVM_Task, 'duration_secs': 0.407605} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.040289] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1827.040810] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.040997] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.041358] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1827.041638] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19aa7a38-dbbf-44f2-80bf-4a31d230ca38 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.046017] env[62588]: DEBUG oslo_vmware.api [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1827.046017] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52841169-9418-7f09-ac1d-a65585cafa1f" [ 1827.046017] env[62588]: _type = "Task" [ 1827.046017] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.053543] env[62588]: DEBUG oslo_vmware.api [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52841169-9418-7f09-ac1d-a65585cafa1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.091270] env[62588]: DEBUG oslo_vmware.api [None req-b156e5dc-6e13-4f9e-b776-a9ef360bac6c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.166309] env[62588]: DEBUG oslo_vmware.api [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794327, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075046} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.166596] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1827.167546] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa8b1e5-7441-4fb1-ae5f-f2f12352ff24 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.172476] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "refresh_cache-e1cb64a7-1d26-4b65-b571-c586efe0a94d" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.172626] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquired lock "refresh_cache-e1cb64a7-1d26-4b65-b571-c586efe0a94d" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.172784] env[62588]: DEBUG nova.network.neutron [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Forcefully refreshing network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1827.194487] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 29dd162f-5d6d-45f8-bc14-8d7d724fa417/29dd162f-5d6d-45f8-bc14-8d7d724fa417.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1827.195327] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b37a1263-1122-4d57-9c9d-b7836a653186 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.217441] env[62588]: DEBUG oslo_vmware.api [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1827.217441] env[62588]: value = "task-1794328" [ 1827.217441] env[62588]: _type = "Task" [ 1827.217441] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.228383] env[62588]: DEBUG oslo_vmware.api [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794328, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.249730] env[62588]: DEBUG oslo_concurrency.lockutils [req-ac28606b-9099-48f2-90e2-8ce1a714658e req-2fc9c8af-78e5-43db-b9eb-22607a682709 service nova] Releasing lock "refresh_cache-1fbc40a2-d514-43b1-8515-5111547f6016" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.463372] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e114ae-6ec1-4020-8239-d8d4eb5e960a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.471448] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc53af1f-a438-4253-960e-3b04a58a3678 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.501991] env[62588]: DEBUG nova.network.neutron [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Updating instance_info_cache with network_info: [{"id": "55e4a5b3-9356-46cb-8862-9b64f709a35d", "address": "fa:16:3e:42:13:96", "network": {"id": "a87fd2a5-7bb8-40bb-94aa-bfa03a2c12b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-745012254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9caa809c97541cea65bc0fd5cdd9eec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55e4a5b3-93", "ovs_interfaceid": "55e4a5b3-9356-46cb-8862-9b64f709a35d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.503645] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b75f65-464f-494c-9096-62d5c2e5fb83 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.511545] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d720e851-f7ef-404a-a533-39c85f6a0143 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.525633] env[62588]: DEBUG nova.compute.provider_tree [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1827.560312] env[62588]: DEBUG oslo_vmware.api [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52841169-9418-7f09-ac1d-a65585cafa1f, 'name': SearchDatastore_Task, 'duration_secs': 0.032067} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.560312] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.560312] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1827.560312] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.560312] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.560312] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1827.560312] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d5f823a-8a0c-43d1-8c62-f50577970ffd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.567021] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1827.567021] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1827.567021] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2633ca6f-fec7-47e6-8dfc-4a3d7a36460c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.573751] env[62588]: DEBUG oslo_vmware.api [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1827.573751] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526b8227-3aa3-c761-f5b9-bc25a74d5686" [ 1827.573751] env[62588]: _type = "Task" [ 1827.573751] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.580736] env[62588]: DEBUG oslo_vmware.api [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526b8227-3aa3-c761-f5b9-bc25a74d5686, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.592833] env[62588]: DEBUG oslo_vmware.api [None req-b156e5dc-6e13-4f9e-b776-a9ef360bac6c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Task: {'id': task-1794326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.603117} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.593080] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-b156e5dc-6e13-4f9e-b776-a9ef360bac6c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1827.593263] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b156e5dc-6e13-4f9e-b776-a9ef360bac6c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1827.593438] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b156e5dc-6e13-4f9e-b776-a9ef360bac6c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1827.593606] env[62588]: INFO nova.compute.manager [None req-b156e5dc-6e13-4f9e-b776-a9ef360bac6c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1827.593839] env[62588]: DEBUG oslo.service.loopingcall [None req-b156e5dc-6e13-4f9e-b776-a9ef360bac6c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1827.594098] env[62588]: DEBUG nova.compute.manager [-] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1827.594149] env[62588]: DEBUG nova.network.neutron [-] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1827.729290] env[62588]: DEBUG oslo_vmware.api [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.007581] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Releasing lock "refresh_cache-a5ed224c-8306-4488-9e7c-4da3c564dffe" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.028893] env[62588]: DEBUG nova.scheduler.client.report [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1828.084116] env[62588]: DEBUG oslo_vmware.api [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526b8227-3aa3-c761-f5b9-bc25a74d5686, 'name': SearchDatastore_Task, 'duration_secs': 0.007494} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.084868] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73303174-163f-4acf-9be9-9f9576f3117f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.089787] env[62588]: DEBUG oslo_vmware.api [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1828.089787] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520a8a42-f98a-b96e-8716-8ef614b7283c" [ 1828.089787] env[62588]: _type = "Task" [ 1828.089787] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.096961] env[62588]: DEBUG oslo_vmware.api [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520a8a42-f98a-b96e-8716-8ef614b7283c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.230187] env[62588]: DEBUG oslo_vmware.api [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794328, 'name': ReconfigVM_Task, 'duration_secs': 0.597939} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.230514] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 29dd162f-5d6d-45f8-bc14-8d7d724fa417/29dd162f-5d6d-45f8-bc14-8d7d724fa417.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1828.231400] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2bad2aa-cb7c-4a78-9d6a-9c8d97ea341c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.237820] env[62588]: DEBUG oslo_vmware.api [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1828.237820] env[62588]: value = "task-1794329" [ 1828.237820] env[62588]: _type = "Task" [ 1828.237820] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.245602] env[62588]: DEBUG oslo_vmware.api [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794329, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.336395] env[62588]: DEBUG nova.network.neutron [-] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1828.400949] env[62588]: DEBUG nova.compute.manager [req-0c4b7cf7-1149-4859-b748-c8125107f7de req-a9fc309c-648a-45ee-b1af-5761dba9dae1 service nova] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Received event network-vif-deleted-5b67636c-4541-4bf2-98cc-34b2a232c535 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1828.430796] env[62588]: DEBUG nova.network.neutron [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Updating instance_info_cache with network_info: [{"id": "d385c912-5dbf-4bfd-ba24-4c80b55c433a", "address": "fa:16:3e:06:48:e8", "network": {"id": "29d85f41-e61c-49c7-93dd-8ae6091e13dd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004971789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1abac53217249a7a6b3552ebfca1c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd385c912-5d", "ovs_interfaceid": "d385c912-5dbf-4bfd-ba24-4c80b55c433a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1828.533826] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.272s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.534412] env[62588]: DEBUG nova.compute.manager [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1828.536881] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.332s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.537071] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.539098] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.749s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.540537] env[62588]: INFO nova.compute.claims [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1828.558607] env[62588]: INFO nova.scheduler.client.report [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Deleted allocations for instance 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7 [ 1828.601268] env[62588]: DEBUG oslo_vmware.api [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]520a8a42-f98a-b96e-8716-8ef614b7283c, 'name': SearchDatastore_Task, 'duration_secs': 0.008765} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.601567] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.601851] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 1fbc40a2-d514-43b1-8515-5111547f6016/1fbc40a2-d514-43b1-8515-5111547f6016.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1828.602210] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f62f164f-25dd-48be-98af-cc6b9658e2a2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.612138] env[62588]: DEBUG oslo_vmware.api [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1828.612138] env[62588]: value = "task-1794330" [ 1828.612138] env[62588]: _type = "Task" [ 1828.612138] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.621868] env[62588]: DEBUG oslo_vmware.api [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.751189] env[62588]: DEBUG oslo_vmware.api [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794329, 'name': Rename_Task, 'duration_secs': 0.132477} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.751189] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1828.751469] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-caefc4c8-72f9-424f-bb25-d59cb3e4f020 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.761582] env[62588]: DEBUG oslo_vmware.api [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1828.761582] env[62588]: value = "task-1794331" [ 1828.761582] env[62588]: _type = "Task" [ 1828.761582] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.774309] env[62588]: DEBUG oslo_vmware.api [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.839066] env[62588]: INFO nova.compute.manager [-] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Took 1.24 seconds to deallocate network for instance. [ 1828.933021] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Releasing lock "refresh_cache-e1cb64a7-1d26-4b65-b571-c586efe0a94d" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.933233] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Updated the network info_cache for instance {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10469}} [ 1828.933465] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1828.933643] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1828.933794] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1828.933944] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1828.934129] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1828.934295] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._sync_power_states {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1829.045995] env[62588]: DEBUG nova.compute.utils [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1829.049693] env[62588]: DEBUG nova.compute.manager [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Not allocating networking since 'none' was specified. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1829.069262] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ebbbd559-ff1a-426b-8d07-c8d986a95860 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "6a5d81c6-e4ba-4066-967a-1e81e6eff0f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.256s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.122798] env[62588]: DEBUG oslo_vmware.api [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45492} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.123142] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 1fbc40a2-d514-43b1-8515-5111547f6016/1fbc40a2-d514-43b1-8515-5111547f6016.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1829.123340] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1829.123601] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c02cccf5-0470-45da-b866-268f5ca5d9f6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.131495] env[62588]: DEBUG oslo_vmware.api [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1829.131495] env[62588]: value = "task-1794332" [ 1829.131495] env[62588]: _type = "Task" [ 1829.131495] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.139160] env[62588]: DEBUG oslo_vmware.api [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794332, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.271806] env[62588]: DEBUG oslo_vmware.api [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794331, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.345892] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b156e5dc-6e13-4f9e-b776-a9ef360bac6c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.439837] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Getting list of instances from cluster (obj){ [ 1829.439837] env[62588]: value = "domain-c8" [ 1829.439837] env[62588]: _type = "ClusterComputeResource" [ 1829.439837] env[62588]: } {{(pid=62588) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1829.440327] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b38a653-0458-4868-8b56-9223e3aab38d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.456351] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Got total of 8 instances {{(pid=62588) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1829.456513] env[62588]: WARNING nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] While synchronizing instance power states, found 12 instances in the database and 8 instances on the hypervisor. [ 1829.456652] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Triggering sync for uuid a41194c6-c686-4ced-8599-8618d566ccfa {{(pid=62588) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10808}} [ 1829.456899] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Triggering sync for uuid e1cb64a7-1d26-4b65-b571-c586efe0a94d {{(pid=62588) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10808}} [ 1829.456977] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Triggering sync for uuid 8ad0b805-95c8-43f6-a687-6819ae17c230 {{(pid=62588) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10808}} [ 1829.457144] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Triggering sync for uuid 93855408-6c6d-4480-9764-7dc12394438b {{(pid=62588) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10808}} [ 1829.457288] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Triggering sync for uuid 9093cafa-0c88-421b-999a-01a27833cd3b {{(pid=62588) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10808}} [ 1829.457434] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Triggering sync for uuid 866820b1-6d9a-43ec-98f5-2f9f52527865 {{(pid=62588) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10808}} [ 1829.457582] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Triggering sync for uuid 7387d0ac-5771-42e3-85a4-93cee19791d5 {{(pid=62588) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10808}} [ 1829.457730] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Triggering sync for uuid a5ed224c-8306-4488-9e7c-4da3c564dffe {{(pid=62588) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10808}} [ 1829.457873] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Triggering sync for uuid 29dd162f-5d6d-45f8-bc14-8d7d724fa417 {{(pid=62588) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10808}} [ 1829.458019] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Triggering sync for uuid 1fbc40a2-d514-43b1-8515-5111547f6016 {{(pid=62588) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10808}} [ 1829.458168] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Triggering sync for uuid d4566202-b9dc-40a4-b6b0-5015536e46fd {{(pid=62588) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10808}} [ 1829.458336] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Triggering sync for uuid 3e6371b6-ca73-429b-8994-30a54fc59df0 {{(pid=62588) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10808}} [ 1829.458685] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "a41194c6-c686-4ced-8599-8618d566ccfa" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.458923] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "e1cb64a7-1d26-4b65-b571-c586efe0a94d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.459121] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "e1cb64a7-1d26-4b65-b571-c586efe0a94d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.459385] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "8ad0b805-95c8-43f6-a687-6819ae17c230" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.459585] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "93855408-6c6d-4480-9764-7dc12394438b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.459759] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "93855408-6c6d-4480-9764-7dc12394438b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.460038] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "9093cafa-0c88-421b-999a-01a27833cd3b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.460165] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "9093cafa-0c88-421b-999a-01a27833cd3b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.460416] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "866820b1-6d9a-43ec-98f5-2f9f52527865" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.460599] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "866820b1-6d9a-43ec-98f5-2f9f52527865" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.460828] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "7387d0ac-5771-42e3-85a4-93cee19791d5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.461025] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "7387d0ac-5771-42e3-85a4-93cee19791d5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.461239] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "a5ed224c-8306-4488-9e7c-4da3c564dffe" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.461456] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "a5ed224c-8306-4488-9e7c-4da3c564dffe" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.461629] env[62588]: INFO nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1829.461786] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "a5ed224c-8306-4488-9e7c-4da3c564dffe" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.461974] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "29dd162f-5d6d-45f8-bc14-8d7d724fa417" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.462184] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "1fbc40a2-d514-43b1-8515-5111547f6016" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.462380] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "d4566202-b9dc-40a4-b6b0-5015536e46fd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.462576] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "3e6371b6-ca73-429b-8994-30a54fc59df0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.462751] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1829.462880] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62588) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 1829.463626] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50569cd9-254a-4d93-9a12-3788c805d093 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.466760] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e539b884-8f28-40e7-b1e1-9e72ac79aa36 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.469450] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4435f52-2131-4d09-821f-ca1b07741b20 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.473677] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2faef2-713d-4cc3-8c3c-511ff3ee0b8f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.476397] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10232eb0-6120-474f-87fc-ff6a8ca8b2e9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.478671] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1829.522115] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73414d20-1732-44c6-9870-a7a7f2b0d149 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.541251] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Updating instance 'a5ed224c-8306-4488-9e7c-4da3c564dffe' progress to 0 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1829.550172] env[62588]: DEBUG nova.compute.manager [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1829.640347] env[62588]: DEBUG oslo_vmware.api [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794332, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068161} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.642500] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1829.643510] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03c97ab-be74-482c-b93c-82bba7e841b9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.665077] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 1fbc40a2-d514-43b1-8515-5111547f6016/1fbc40a2-d514-43b1-8515-5111547f6016.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1829.667295] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3eda805d-c8f0-46fa-8255-7d4e57c0156d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.688955] env[62588]: DEBUG oslo_vmware.api [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1829.688955] env[62588]: value = "task-1794333" [ 1829.688955] env[62588]: _type = "Task" [ 1829.688955] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.699401] env[62588]: DEBUG oslo_vmware.api [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.743981] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7057c8-0a11-425a-8630-4b0d81b376b0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.752246] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245f02a0-c49b-4247-82d7-57b8a6879ad2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.792084] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15dc5d8c-c7d3-4781-9f0a-04a6eeac59a6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.804688] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6528ae2-dc51-4ba3-b725-c7a7bb5f84b6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.808236] env[62588]: DEBUG oslo_vmware.api [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794331, 'name': PowerOnVM_Task, 'duration_secs': 0.551488} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.808578] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1829.808841] env[62588]: INFO nova.compute.manager [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Took 8.04 seconds to spawn the instance on the hypervisor. [ 1829.809046] env[62588]: DEBUG nova.compute.manager [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1829.810171] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7ff7ea-bedb-45b2-9b45-be78cfa37757 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.820568] env[62588]: DEBUG nova.compute.provider_tree [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1829.982903] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.991637] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "9093cafa-0c88-421b-999a-01a27833cd3b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.531s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.991976] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "e1cb64a7-1d26-4b65-b571-c586efe0a94d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.533s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.995776] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "866820b1-6d9a-43ec-98f5-2f9f52527865" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.535s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.996126] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "93855408-6c6d-4480-9764-7dc12394438b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.536s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.996414] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "7387d0ac-5771-42e3-85a4-93cee19791d5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.535s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.048294] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1830.048294] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf049631-4431-4611-822f-6b5df4648e69 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.061433] env[62588]: DEBUG oslo_vmware.api [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1830.061433] env[62588]: value = "task-1794334" [ 1830.061433] env[62588]: _type = "Task" [ 1830.061433] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.071967] env[62588]: DEBUG oslo_vmware.api [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.199554] env[62588]: DEBUG oslo_vmware.api [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.323666] env[62588]: DEBUG nova.scheduler.client.report [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1830.336333] env[62588]: INFO nova.compute.manager [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Took 18.86 seconds to build instance. [ 1830.563061] env[62588]: DEBUG nova.compute.manager [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1830.574848] env[62588]: DEBUG oslo_vmware.api [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794334, 'name': PowerOffVM_Task, 'duration_secs': 0.193053} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.575107] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1830.575306] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Updating instance 'a5ed224c-8306-4488-9e7c-4da3c564dffe' progress to 17 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1830.591293] env[62588]: DEBUG nova.virt.hardware [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1830.591500] env[62588]: DEBUG nova.virt.hardware [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1830.591707] env[62588]: DEBUG nova.virt.hardware [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1830.592112] env[62588]: DEBUG nova.virt.hardware [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1830.592187] env[62588]: DEBUG nova.virt.hardware [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1830.592334] env[62588]: DEBUG nova.virt.hardware [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1830.592583] env[62588]: DEBUG nova.virt.hardware [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1830.592834] env[62588]: DEBUG nova.virt.hardware [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1830.593120] env[62588]: DEBUG nova.virt.hardware [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1830.593347] env[62588]: DEBUG nova.virt.hardware [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1830.593700] env[62588]: DEBUG nova.virt.hardware [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1830.594615] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22113e2-54d2-4ead-965d-f50fece69ff9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.602684] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60690b9a-5794-408d-9803-345628bb4a6d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.618347] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Instance VIF info [] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1830.624166] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Creating folder: Project (061343349cbe4ffabb1de0f703479e1b). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1830.625287] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-279612b3-b705-483a-9ee1-50d18f325562 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.639181] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Created folder: Project (061343349cbe4ffabb1de0f703479e1b) in parent group-v371885. [ 1830.639376] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Creating folder: Instances. Parent ref: group-v372162. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1830.639625] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd8ce5fe-6a97-45d8-b2a1-c0122a5cbe67 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.649317] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Created folder: Instances in parent group-v372162. [ 1830.649525] env[62588]: DEBUG oslo.service.loopingcall [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1830.649727] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1830.650036] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fe85b52-f124-4a39-a011-34cc18ac86d2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.666054] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1830.666054] env[62588]: value = "task-1794337" [ 1830.666054] env[62588]: _type = "Task" [ 1830.666054] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.673732] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794337, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.700272] env[62588]: DEBUG oslo_vmware.api [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794333, 'name': ReconfigVM_Task, 'duration_secs': 0.687619} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.700272] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 1fbc40a2-d514-43b1-8515-5111547f6016/1fbc40a2-d514-43b1-8515-5111547f6016.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1830.700272] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f3856d4-941b-4087-bf1a-94a1ce8d6c83 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.706443] env[62588]: DEBUG oslo_vmware.api [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1830.706443] env[62588]: value = "task-1794338" [ 1830.706443] env[62588]: _type = "Task" [ 1830.706443] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.717590] env[62588]: DEBUG oslo_vmware.api [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794338, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.740231] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1f3f0013-cfd7-4630-8c32-4fb363675d08 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Acquiring lock "29dd162f-5d6d-45f8-bc14-8d7d724fa417" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.835226] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.296s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.836107] env[62588]: DEBUG nova.compute.manager [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1830.839851] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7a0b05c6-fac9-463d-91d7-d3e60be17438 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.862s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.840195] env[62588]: DEBUG nova.objects.instance [None req-7a0b05c6-fac9-463d-91d7-d3e60be17438 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lazy-loading 'resources' on Instance uuid 8ad0b805-95c8-43f6-a687-6819ae17c230 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1830.841558] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e6082e08-a2cd-46a2-8ad1-edfeb0c200d6 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Lock "29dd162f-5d6d-45f8-bc14-8d7d724fa417" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.378s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.841900] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "29dd162f-5d6d-45f8-bc14-8d7d724fa417" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.380s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.842176] env[62588]: INFO nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] During sync_power_state the instance has a pending task (spawning). Skip. [ 1830.842416] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "29dd162f-5d6d-45f8-bc14-8d7d724fa417" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.846190] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1f3f0013-cfd7-4630-8c32-4fb363675d08 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Lock "29dd162f-5d6d-45f8-bc14-8d7d724fa417" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.104s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.846190] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1f3f0013-cfd7-4630-8c32-4fb363675d08 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Acquiring lock "29dd162f-5d6d-45f8-bc14-8d7d724fa417-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.846190] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1f3f0013-cfd7-4630-8c32-4fb363675d08 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Lock "29dd162f-5d6d-45f8-bc14-8d7d724fa417-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.846190] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1f3f0013-cfd7-4630-8c32-4fb363675d08 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Lock "29dd162f-5d6d-45f8-bc14-8d7d724fa417-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.847485] env[62588]: INFO nova.compute.manager [None req-1f3f0013-cfd7-4630-8c32-4fb363675d08 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Terminating instance [ 1830.857157] env[62588]: DEBUG oslo_concurrency.lockutils [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "0dd60d48-3eb5-4636-83f1-01cf47119a57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.857592] env[62588]: DEBUG oslo_concurrency.lockutils [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "0dd60d48-3eb5-4636-83f1-01cf47119a57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.082555] env[62588]: DEBUG nova.virt.hardware [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:37:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1831.082858] env[62588]: DEBUG nova.virt.hardware [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1831.083085] env[62588]: DEBUG nova.virt.hardware [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1831.083308] env[62588]: DEBUG nova.virt.hardware [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1831.083496] env[62588]: DEBUG nova.virt.hardware [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1831.083687] env[62588]: DEBUG nova.virt.hardware [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1831.083931] env[62588]: DEBUG nova.virt.hardware [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1831.084137] env[62588]: DEBUG nova.virt.hardware [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1831.084350] env[62588]: DEBUG nova.virt.hardware [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1831.084552] env[62588]: DEBUG nova.virt.hardware [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1831.084766] env[62588]: DEBUG nova.virt.hardware [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1831.089826] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79405d17-4100-462b-9c79-5afba368c303 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.107944] env[62588]: DEBUG oslo_vmware.api [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1831.107944] env[62588]: value = "task-1794339" [ 1831.107944] env[62588]: _type = "Task" [ 1831.107944] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.116284] env[62588]: DEBUG oslo_vmware.api [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.176693] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794337, 'name': CreateVM_Task, 'duration_secs': 0.322474} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.176693] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1831.176693] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1831.176963] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1831.177147] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1831.177352] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc0df8e4-602a-4317-9c23-c665a525acec {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.181882] env[62588]: DEBUG oslo_vmware.api [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Waiting for the task: (returnval){ [ 1831.181882] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b650ba-51d0-37a8-4567-76ef574a5016" [ 1831.181882] env[62588]: _type = "Task" [ 1831.181882] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.191337] env[62588]: DEBUG oslo_vmware.api [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b650ba-51d0-37a8-4567-76ef574a5016, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.216336] env[62588]: DEBUG oslo_vmware.api [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794338, 'name': Rename_Task, 'duration_secs': 0.211985} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.216336] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1831.216336] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34f17262-967a-440c-94ba-010056f1885e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.222620] env[62588]: DEBUG oslo_vmware.api [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1831.222620] env[62588]: value = "task-1794340" [ 1831.222620] env[62588]: _type = "Task" [ 1831.222620] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.230071] env[62588]: DEBUG oslo_vmware.api [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.349854] env[62588]: DEBUG nova.compute.utils [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1831.352271] env[62588]: DEBUG nova.compute.manager [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1831.352271] env[62588]: DEBUG nova.network.neutron [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1831.355020] env[62588]: DEBUG nova.compute.manager [None req-1f3f0013-cfd7-4630-8c32-4fb363675d08 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1831.355020] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3f0013-cfd7-4630-8c32-4fb363675d08 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1831.355354] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8fac82-35dc-4b26-808a-ff652a33da8d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.362027] env[62588]: DEBUG nova.compute.manager [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1831.367929] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3f0013-cfd7-4630-8c32-4fb363675d08 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1831.368535] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de186601-d36a-4b75-b090-30ee282142b4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.377598] env[62588]: DEBUG oslo_vmware.api [None req-1f3f0013-cfd7-4630-8c32-4fb363675d08 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1831.377598] env[62588]: value = "task-1794341" [ 1831.377598] env[62588]: _type = "Task" [ 1831.377598] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.390282] env[62588]: DEBUG oslo_vmware.api [None req-1f3f0013-cfd7-4630-8c32-4fb363675d08 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.413242] env[62588]: DEBUG nova.policy [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4560217c62ad4f3f8ac3a4eef60f65a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '377dcec989c948abbfe83228e641081b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1831.578643] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7932057a-e71f-4655-9dbc-188985c855bb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.588417] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f59f14b-196b-401a-b68c-210166effcbc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.625376] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0926491f-c164-46fe-9447-314154e2bacd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.633182] env[62588]: DEBUG oslo_vmware.api [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794339, 'name': ReconfigVM_Task, 'duration_secs': 0.330777} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.635375] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Updating instance 'a5ed224c-8306-4488-9e7c-4da3c564dffe' progress to 33 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1831.641190] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5743bbd8-79a0-42c1-891d-a5ba0ce3b01b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.656303] env[62588]: DEBUG nova.compute.provider_tree [None req-7a0b05c6-fac9-463d-91d7-d3e60be17438 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1831.693461] env[62588]: DEBUG oslo_vmware.api [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b650ba-51d0-37a8-4567-76ef574a5016, 'name': SearchDatastore_Task, 'duration_secs': 0.010484} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.693782] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.694029] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1831.694272] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1831.694417] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1831.694589] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1831.694848] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38135525-786b-494e-9cee-e907cbe86fd5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.703291] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1831.703455] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1831.704189] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c85189a4-0d21-4f61-b530-79952ec0aa9c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.709670] env[62588]: DEBUG oslo_vmware.api [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Waiting for the task: (returnval){ [ 1831.709670] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c9eeca-8099-38e6-4cde-e847aca22489" [ 1831.709670] env[62588]: _type = "Task" [ 1831.709670] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.718100] env[62588]: DEBUG oslo_vmware.api [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c9eeca-8099-38e6-4cde-e847aca22489, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.733232] env[62588]: DEBUG oslo_vmware.api [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794340, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.759805] env[62588]: DEBUG nova.network.neutron [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Successfully created port: 4b07b89c-48a6-4179-b077-4b12cc8744ad {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1831.855183] env[62588]: DEBUG nova.compute.manager [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1831.885532] env[62588]: DEBUG oslo_vmware.api [None req-1f3f0013-cfd7-4630-8c32-4fb363675d08 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794341, 'name': PowerOffVM_Task, 'duration_secs': 0.23953} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.885796] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3f0013-cfd7-4630-8c32-4fb363675d08 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1831.885967] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3f0013-cfd7-4630-8c32-4fb363675d08 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1831.886222] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13dc9a87-072d-4be4-a6ef-7147aace5b45 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.895386] env[62588]: DEBUG oslo_concurrency.lockutils [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.029369] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3f0013-cfd7-4630-8c32-4fb363675d08 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1832.029592] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3f0013-cfd7-4630-8c32-4fb363675d08 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1832.029775] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f3f0013-cfd7-4630-8c32-4fb363675d08 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Deleting the datastore file [datastore1] 29dd162f-5d6d-45f8-bc14-8d7d724fa417 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1832.030510] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bb46786-21f1-44b7-acb1-44d679738e01 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.037409] env[62588]: DEBUG oslo_vmware.api [None req-1f3f0013-cfd7-4630-8c32-4fb363675d08 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for the task: (returnval){ [ 1832.037409] env[62588]: value = "task-1794343" [ 1832.037409] env[62588]: _type = "Task" [ 1832.037409] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.045424] env[62588]: DEBUG oslo_vmware.api [None req-1f3f0013-cfd7-4630-8c32-4fb363675d08 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.147059] env[62588]: DEBUG nova.virt.hardware [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1832.147227] env[62588]: DEBUG nova.virt.hardware [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1832.147474] env[62588]: DEBUG nova.virt.hardware [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1832.147707] env[62588]: DEBUG nova.virt.hardware [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1832.147859] env[62588]: DEBUG nova.virt.hardware [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1832.148035] env[62588]: DEBUG nova.virt.hardware [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1832.148265] env[62588]: DEBUG nova.virt.hardware [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1832.148456] env[62588]: DEBUG nova.virt.hardware [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1832.148631] env[62588]: DEBUG nova.virt.hardware [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1832.148808] env[62588]: DEBUG nova.virt.hardware [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1832.148989] env[62588]: DEBUG nova.virt.hardware [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1832.154574] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1832.154931] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faf4e4a2-3243-451b-87a6-531ab637fe0d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.168736] env[62588]: DEBUG nova.scheduler.client.report [None req-7a0b05c6-fac9-463d-91d7-d3e60be17438 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1832.178011] env[62588]: DEBUG oslo_vmware.api [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1832.178011] env[62588]: value = "task-1794344" [ 1832.178011] env[62588]: _type = "Task" [ 1832.178011] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.187698] env[62588]: DEBUG oslo_vmware.api [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794344, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.221617] env[62588]: DEBUG oslo_vmware.api [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c9eeca-8099-38e6-4cde-e847aca22489, 'name': SearchDatastore_Task, 'duration_secs': 0.009924} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.222480] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78ef4644-b53e-49ea-a75c-92f49ab7a671 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.231217] env[62588]: DEBUG oslo_vmware.api [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Waiting for the task: (returnval){ [ 1832.231217] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5237c981-d7a5-8fcd-2e2e-819880661bcb" [ 1832.231217] env[62588]: _type = "Task" [ 1832.231217] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.234513] env[62588]: DEBUG oslo_vmware.api [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794340, 'name': PowerOnVM_Task, 'duration_secs': 0.656527} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.238983] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1832.238983] env[62588]: INFO nova.compute.manager [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1832.238983] env[62588]: DEBUG nova.compute.manager [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1832.238983] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae9465c-0d2d-4a70-9edb-5ac03c542262 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.248115] env[62588]: DEBUG oslo_vmware.api [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5237c981-d7a5-8fcd-2e2e-819880661bcb, 'name': SearchDatastore_Task, 'duration_secs': 0.010261} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.251323] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.251615] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] d4566202-b9dc-40a4-b6b0-5015536e46fd/d4566202-b9dc-40a4-b6b0-5015536e46fd.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1832.252097] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-243aedb7-3c3a-4215-8daf-d5d3728a0f68 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.259017] env[62588]: DEBUG oslo_vmware.api [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Waiting for the task: (returnval){ [ 1832.259017] env[62588]: value = "task-1794345" [ 1832.259017] env[62588]: _type = "Task" [ 1832.259017] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.268642] env[62588]: DEBUG oslo_vmware.api [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Task: {'id': task-1794345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.548523] env[62588]: DEBUG oslo_vmware.api [None req-1f3f0013-cfd7-4630-8c32-4fb363675d08 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Task: {'id': task-1794343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196996} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.548846] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f3f0013-cfd7-4630-8c32-4fb363675d08 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1832.549054] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3f0013-cfd7-4630-8c32-4fb363675d08 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1832.549240] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3f0013-cfd7-4630-8c32-4fb363675d08 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1832.549473] env[62588]: INFO nova.compute.manager [None req-1f3f0013-cfd7-4630-8c32-4fb363675d08 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1832.549714] env[62588]: DEBUG oslo.service.loopingcall [None req-1f3f0013-cfd7-4630-8c32-4fb363675d08 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1832.549939] env[62588]: DEBUG nova.compute.manager [-] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1832.550047] env[62588]: DEBUG nova.network.neutron [-] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1832.673412] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7a0b05c6-fac9-463d-91d7-d3e60be17438 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.676160] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b156e5dc-6e13-4f9e-b776-a9ef360bac6c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.330s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.676658] env[62588]: DEBUG nova.objects.instance [None req-b156e5dc-6e13-4f9e-b776-a9ef360bac6c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lazy-loading 'resources' on Instance uuid a41194c6-c686-4ced-8599-8618d566ccfa {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1832.688910] env[62588]: DEBUG oslo_vmware.api [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794344, 'name': ReconfigVM_Task, 'duration_secs': 0.169889} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.689866] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1832.690787] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84efdf8-37c2-4d14-b7d1-1a03a0914f90 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.715162] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] a5ed224c-8306-4488-9e7c-4da3c564dffe/a5ed224c-8306-4488-9e7c-4da3c564dffe.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1832.718528] env[62588]: INFO nova.scheduler.client.report [None req-7a0b05c6-fac9-463d-91d7-d3e60be17438 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Deleted allocations for instance 8ad0b805-95c8-43f6-a687-6819ae17c230 [ 1832.718528] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62d2f677-c521-449a-9b88-878adc612c0a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.741191] env[62588]: DEBUG oslo_vmware.api [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1832.741191] env[62588]: value = "task-1794346" [ 1832.741191] env[62588]: _type = "Task" [ 1832.741191] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.752264] env[62588]: DEBUG oslo_vmware.api [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794346, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.764793] env[62588]: INFO nova.compute.manager [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Took 20.29 seconds to build instance. [ 1832.771560] env[62588]: DEBUG oslo_vmware.api [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Task: {'id': task-1794345, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472363} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.772607] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] d4566202-b9dc-40a4-b6b0-5015536e46fd/d4566202-b9dc-40a4-b6b0-5015536e46fd.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1832.772607] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1832.772607] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49f610e8-e81c-416b-8d5a-fce67548f832 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.780161] env[62588]: DEBUG oslo_vmware.api [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Waiting for the task: (returnval){ [ 1832.780161] env[62588]: value = "task-1794347" [ 1832.780161] env[62588]: _type = "Task" [ 1832.780161] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.790568] env[62588]: DEBUG oslo_vmware.api [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Task: {'id': task-1794347, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.856836] env[62588]: DEBUG nova.compute.manager [req-b92e2505-097a-458d-a3b8-cc2d9481d865 req-1d00c893-83d6-461b-968b-138be0f19a54 service nova] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Received event network-vif-deleted-447fbce0-f2b3-499a-aa84-93a4cbdaa32c {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1832.857050] env[62588]: INFO nova.compute.manager [req-b92e2505-097a-458d-a3b8-cc2d9481d865 req-1d00c893-83d6-461b-968b-138be0f19a54 service nova] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Neutron deleted interface 447fbce0-f2b3-499a-aa84-93a4cbdaa32c; detaching it from the instance and deleting it from the info cache [ 1832.857225] env[62588]: DEBUG nova.network.neutron [req-b92e2505-097a-458d-a3b8-cc2d9481d865 req-1d00c893-83d6-461b-968b-138be0f19a54 service nova] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.863921] env[62588]: DEBUG nova.compute.manager [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1832.890688] env[62588]: DEBUG nova.virt.hardware [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1832.890996] env[62588]: DEBUG nova.virt.hardware [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1832.891208] env[62588]: DEBUG nova.virt.hardware [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1832.891405] env[62588]: DEBUG nova.virt.hardware [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1832.891552] env[62588]: DEBUG nova.virt.hardware [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1832.891696] env[62588]: DEBUG nova.virt.hardware [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1832.891908] env[62588]: DEBUG nova.virt.hardware [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1832.892105] env[62588]: DEBUG nova.virt.hardware [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1832.892302] env[62588]: DEBUG nova.virt.hardware [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1832.892489] env[62588]: DEBUG nova.virt.hardware [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1832.892695] env[62588]: DEBUG nova.virt.hardware [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1832.893787] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5185730d-1c71-45cd-8919-1e2bbef84d54 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.911760] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d9e929-4e15-4692-8fae-5465597f13cb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.241073] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7a0b05c6-fac9-463d-91d7-d3e60be17438 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "8ad0b805-95c8-43f6-a687-6819ae17c230" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.996s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.241440] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "8ad0b805-95c8-43f6-a687-6819ae17c230" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.782s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.241764] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54d40fa8-6651-4933-9a2d-bf0c7ef29c98 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.262944] env[62588]: DEBUG oslo_vmware.api [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794346, 'name': ReconfigVM_Task, 'duration_secs': 0.256463} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.264947] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Reconfigured VM instance instance-00000063 to attach disk [datastore1] a5ed224c-8306-4488-9e7c-4da3c564dffe/a5ed224c-8306-4488-9e7c-4da3c564dffe.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1833.265246] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Updating instance 'a5ed224c-8306-4488-9e7c-4da3c564dffe' progress to 50 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1833.271976] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2ed2f274-978f-47ca-9f5b-d182269992b8 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "1fbc40a2-d514-43b1-8515-5111547f6016" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.803s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.274939] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8b167c-2686-4c6d-a108-c900658c2e68 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.286530] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "1fbc40a2-d514-43b1-8515-5111547f6016" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.824s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.286530] env[62588]: INFO nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] During sync_power_state the instance has a pending task (spawning). Skip. [ 1833.286530] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "1fbc40a2-d514-43b1-8515-5111547f6016" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.292986] env[62588]: DEBUG nova.compute.manager [req-e1032525-d60c-4e0c-8e8b-e56943a95ae6 req-22e5a212-08c8-418f-ae96-367c2b970df4 service nova] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Received event network-vif-plugged-4b07b89c-48a6-4179-b077-4b12cc8744ad {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1833.292986] env[62588]: DEBUG oslo_concurrency.lockutils [req-e1032525-d60c-4e0c-8e8b-e56943a95ae6 req-22e5a212-08c8-418f-ae96-367c2b970df4 service nova] Acquiring lock "3e6371b6-ca73-429b-8994-30a54fc59df0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.292986] env[62588]: DEBUG oslo_concurrency.lockutils [req-e1032525-d60c-4e0c-8e8b-e56943a95ae6 req-22e5a212-08c8-418f-ae96-367c2b970df4 service nova] Lock "3e6371b6-ca73-429b-8994-30a54fc59df0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.292986] env[62588]: DEBUG oslo_concurrency.lockutils [req-e1032525-d60c-4e0c-8e8b-e56943a95ae6 req-22e5a212-08c8-418f-ae96-367c2b970df4 service nova] Lock "3e6371b6-ca73-429b-8994-30a54fc59df0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.292986] env[62588]: DEBUG nova.compute.manager [req-e1032525-d60c-4e0c-8e8b-e56943a95ae6 req-22e5a212-08c8-418f-ae96-367c2b970df4 service nova] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] No waiting events found dispatching network-vif-plugged-4b07b89c-48a6-4179-b077-4b12cc8744ad {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1833.293176] env[62588]: WARNING nova.compute.manager [req-e1032525-d60c-4e0c-8e8b-e56943a95ae6 req-22e5a212-08c8-418f-ae96-367c2b970df4 service nova] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Received unexpected event network-vif-plugged-4b07b89c-48a6-4179-b077-4b12cc8744ad for instance with vm_state building and task_state spawning. [ 1833.298274] env[62588]: DEBUG oslo_vmware.api [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Task: {'id': task-1794347, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10508} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.298527] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1833.301703] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c683008-0d54-4e73-b03d-f4f5a5612c4b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.337393] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] d4566202-b9dc-40a4-b6b0-5015536e46fd/d4566202-b9dc-40a4-b6b0-5015536e46fd.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1833.340618] env[62588]: DEBUG nova.network.neutron [-] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1833.341783] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4800f61-fdb2-47ab-9f04-05416cf9323d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.358120] env[62588]: INFO nova.compute.manager [-] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Took 0.81 seconds to deallocate network for instance. [ 1833.363977] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-653bcf73-ef3c-493d-aa86-01061a081705 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.374860] env[62588]: DEBUG oslo_vmware.api [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Waiting for the task: (returnval){ [ 1833.374860] env[62588]: value = "task-1794348" [ 1833.374860] env[62588]: _type = "Task" [ 1833.374860] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.375951] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c494f0-1d26-488f-a473-35c432317320 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.394438] env[62588]: DEBUG nova.network.neutron [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Successfully updated port: 4b07b89c-48a6-4179-b077-4b12cc8744ad {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1833.403394] env[62588]: DEBUG oslo_vmware.api [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Task: {'id': task-1794348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.416594] env[62588]: DEBUG nova.compute.manager [req-b92e2505-097a-458d-a3b8-cc2d9481d865 req-1d00c893-83d6-461b-968b-138be0f19a54 service nova] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Detach interface failed, port_id=447fbce0-f2b3-499a-aa84-93a4cbdaa32c, reason: Instance 29dd162f-5d6d-45f8-bc14-8d7d724fa417 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1833.456379] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7eaf9b3-054f-4819-b170-139ea9d7349c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.464591] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14c8794-1c77-4c5c-84c7-7ed41a8d7705 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.495784] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dc934b-eb72-4f43-aef5-e20758e052e0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.503974] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a370e4-2248-40f9-93e9-2a4c9febb7f8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.517695] env[62588]: DEBUG nova.compute.provider_tree [None req-b156e5dc-6e13-4f9e-b776-a9ef360bac6c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1833.788240] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ed8376-1c78-4f4f-9f9c-41584fe01d38 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.810354] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99896076-8c26-46af-8e78-f264cb65bc04 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.829321] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "8ad0b805-95c8-43f6-a687-6819ae17c230" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.588s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.829634] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Updating instance 'a5ed224c-8306-4488-9e7c-4da3c564dffe' progress to 67 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1833.867985] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1f3f0013-cfd7-4630-8c32-4fb363675d08 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.896720] env[62588]: DEBUG oslo_vmware.api [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Task: {'id': task-1794348, 'name': ReconfigVM_Task, 'duration_secs': 0.311337} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.896991] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Reconfigured VM instance instance-00000066 to attach disk [datastore1] d4566202-b9dc-40a4-b6b0-5015536e46fd/d4566202-b9dc-40a4-b6b0-5015536e46fd.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1833.897595] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc5f4d02-1957-4ade-a9f3-7b377fb51bb7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.899377] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "refresh_cache-3e6371b6-ca73-429b-8994-30a54fc59df0" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.899506] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquired lock "refresh_cache-3e6371b6-ca73-429b-8994-30a54fc59df0" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.899646] env[62588]: DEBUG nova.network.neutron [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1833.907780] env[62588]: DEBUG oslo_vmware.api [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Waiting for the task: (returnval){ [ 1833.907780] env[62588]: value = "task-1794349" [ 1833.907780] env[62588]: _type = "Task" [ 1833.907780] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.916503] env[62588]: DEBUG oslo_vmware.api [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Task: {'id': task-1794349, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.022500] env[62588]: DEBUG nova.scheduler.client.report [None req-b156e5dc-6e13-4f9e-b776-a9ef360bac6c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1834.417936] env[62588]: DEBUG nova.network.neutron [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Port 55e4a5b3-9356-46cb-8862-9b64f709a35d binding to destination host cpu-1 is already ACTIVE {{(pid=62588) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1834.427863] env[62588]: DEBUG oslo_vmware.api [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Task: {'id': task-1794349, 'name': Rename_Task, 'duration_secs': 0.148482} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.428387] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1834.428723] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01cc5816-0079-4501-9241-a7801bbd8545 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.438376] env[62588]: DEBUG oslo_vmware.api [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Waiting for the task: (returnval){ [ 1834.438376] env[62588]: value = "task-1794350" [ 1834.438376] env[62588]: _type = "Task" [ 1834.438376] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.445688] env[62588]: DEBUG nova.network.neutron [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1834.453598] env[62588]: DEBUG oslo_vmware.api [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Task: {'id': task-1794350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.529233] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b156e5dc-6e13-4f9e-b776-a9ef360bac6c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.530671] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.548s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.531732] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.531732] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62588) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1834.531732] env[62588]: DEBUG oslo_concurrency.lockutils [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.636s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.536941] env[62588]: INFO nova.compute.claims [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1834.539717] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a340ea9-6dad-49b8-bf0e-63a421b44bca {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.553802] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458d8b19-2dd1-4b54-94b5-1f7f6aa95e44 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.572662] env[62588]: INFO nova.scheduler.client.report [None req-b156e5dc-6e13-4f9e-b776-a9ef360bac6c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Deleted allocations for instance a41194c6-c686-4ced-8599-8618d566ccfa [ 1834.577779] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520e919e-b898-4322-b060-96d26aa5aa33 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.590689] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcb6857-50fc-4aa3-9798-7c6371227d74 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.632178] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179934MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62588) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1834.632914] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.693293] env[62588]: DEBUG nova.network.neutron [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Updating instance_info_cache with network_info: [{"id": "4b07b89c-48a6-4179-b077-4b12cc8744ad", "address": "fa:16:3e:11:4e:79", "network": {"id": "d43c4913-5169-46b6-8be8-49ee59c0b218", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092108902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "377dcec989c948abbfe83228e641081b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b07b89c-48", "ovs_interfaceid": "4b07b89c-48a6-4179-b077-4b12cc8744ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.842111] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6e838d1d-6a5f-4ac5-9bbd-0db40a81e6e1 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "866820b1-6d9a-43ec-98f5-2f9f52527865" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.842352] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6e838d1d-6a5f-4ac5-9bbd-0db40a81e6e1 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "866820b1-6d9a-43ec-98f5-2f9f52527865" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.948830] env[62588]: DEBUG oslo_vmware.api [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Task: {'id': task-1794350, 'name': PowerOnVM_Task, 'duration_secs': 0.462147} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.949165] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1834.949500] env[62588]: INFO nova.compute.manager [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Took 4.39 seconds to spawn the instance on the hypervisor. [ 1834.950087] env[62588]: DEBUG nova.compute.manager [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1834.950586] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047a02a8-a4b5-41f0-8324-c19f6457d865 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.087395] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b156e5dc-6e13-4f9e-b776-a9ef360bac6c tempest-ServersTestJSON-647671922 tempest-ServersTestJSON-647671922-project-member] Lock "a41194c6-c686-4ced-8599-8618d566ccfa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.720s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.088324] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "a41194c6-c686-4ced-8599-8618d566ccfa" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.630s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.089022] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-827cb046-ed33-4581-8c18-8851b15a823d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.098466] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73011d3-3832-49c8-867d-0eb552249217 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.196509] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Releasing lock "refresh_cache-3e6371b6-ca73-429b-8994-30a54fc59df0" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.196834] env[62588]: DEBUG nova.compute.manager [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Instance network_info: |[{"id": "4b07b89c-48a6-4179-b077-4b12cc8744ad", "address": "fa:16:3e:11:4e:79", "network": {"id": "d43c4913-5169-46b6-8be8-49ee59c0b218", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092108902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "377dcec989c948abbfe83228e641081b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b07b89c-48", "ovs_interfaceid": "4b07b89c-48a6-4179-b077-4b12cc8744ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1835.201022] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:4e:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74c816b2-b8b0-432e-baac-662ed8ea0417', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b07b89c-48a6-4179-b077-4b12cc8744ad', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1835.206138] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Creating folder: Project (377dcec989c948abbfe83228e641081b). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1835.206448] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-876d2674-4985-4c52-8405-e7e9cb521734 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.219211] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Created folder: Project (377dcec989c948abbfe83228e641081b) in parent group-v371885. [ 1835.219482] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Creating folder: Instances. Parent ref: group-v372165. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1835.219804] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d3adae0-8d0a-4ab8-9eae-a4dd10775a60 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.232521] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Created folder: Instances in parent group-v372165. [ 1835.232772] env[62588]: DEBUG oslo.service.loopingcall [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1835.232969] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1835.233245] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93255678-fe84-4e2d-9a89-602244dbc8aa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.256798] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1835.256798] env[62588]: value = "task-1794353" [ 1835.256798] env[62588]: _type = "Task" [ 1835.256798] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.267269] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794353, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.347065] env[62588]: DEBUG nova.compute.utils [None req-6e838d1d-6a5f-4ac5-9bbd-0db40a81e6e1 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1835.441977] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "a5ed224c-8306-4488-9e7c-4da3c564dffe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.442281] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "a5ed224c-8306-4488-9e7c-4da3c564dffe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.442525] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "a5ed224c-8306-4488-9e7c-4da3c564dffe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.468178] env[62588]: DEBUG nova.compute.manager [req-5be11ff7-ab6a-49ab-ba22-ac405f7fa004 req-25070259-2b85-4a9c-9982-7a4e8029cd23 service nova] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Received event network-changed-4b07b89c-48a6-4179-b077-4b12cc8744ad {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1835.468178] env[62588]: DEBUG nova.compute.manager [req-5be11ff7-ab6a-49ab-ba22-ac405f7fa004 req-25070259-2b85-4a9c-9982-7a4e8029cd23 service nova] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Refreshing instance network info cache due to event network-changed-4b07b89c-48a6-4179-b077-4b12cc8744ad. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1835.468178] env[62588]: DEBUG oslo_concurrency.lockutils [req-5be11ff7-ab6a-49ab-ba22-ac405f7fa004 req-25070259-2b85-4a9c-9982-7a4e8029cd23 service nova] Acquiring lock "refresh_cache-3e6371b6-ca73-429b-8994-30a54fc59df0" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.468178] env[62588]: DEBUG oslo_concurrency.lockutils [req-5be11ff7-ab6a-49ab-ba22-ac405f7fa004 req-25070259-2b85-4a9c-9982-7a4e8029cd23 service nova] Acquired lock "refresh_cache-3e6371b6-ca73-429b-8994-30a54fc59df0" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.468178] env[62588]: DEBUG nova.network.neutron [req-5be11ff7-ab6a-49ab-ba22-ac405f7fa004 req-25070259-2b85-4a9c-9982-7a4e8029cd23 service nova] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Refreshing network info cache for port 4b07b89c-48a6-4179-b077-4b12cc8744ad {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1835.470673] env[62588]: INFO nova.compute.manager [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Took 16.55 seconds to build instance. [ 1835.602453] env[62588]: DEBUG oslo_concurrency.lockutils [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquiring lock "52150651-091b-4f90-a5e3-8d1206374466" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.602453] env[62588]: DEBUG oslo_concurrency.lockutils [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "52150651-091b-4f90-a5e3-8d1206374466" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.637925] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "a41194c6-c686-4ced-8599-8618d566ccfa" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.769606] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794353, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.774743] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cb5564-8d74-4f79-aac4-b03ed9c4be8e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.786489] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab05347-3265-4989-b629-1ae44d64cd84 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.823374] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b5e8de-7dc9-46c7-b427-7e3cacf36ef8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.831620] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4f612c-35bf-4636-b298-64e4d0680e5c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.848678] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6e838d1d-6a5f-4ac5-9bbd-0db40a81e6e1 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "866820b1-6d9a-43ec-98f5-2f9f52527865" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.849470] env[62588]: DEBUG nova.compute.provider_tree [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1835.970261] env[62588]: DEBUG nova.compute.manager [req-b4055c50-e1cb-455b-bc41-a2b64386bcf5 req-dd7bf831-5fc3-47f5-b554-51f11acc3a4d service nova] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Received event network-changed-09ed0b0d-1268-4bbc-86af-08411777d454 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1835.970453] env[62588]: DEBUG nova.compute.manager [req-b4055c50-e1cb-455b-bc41-a2b64386bcf5 req-dd7bf831-5fc3-47f5-b554-51f11acc3a4d service nova] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Refreshing instance network info cache due to event network-changed-09ed0b0d-1268-4bbc-86af-08411777d454. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1835.970669] env[62588]: DEBUG oslo_concurrency.lockutils [req-b4055c50-e1cb-455b-bc41-a2b64386bcf5 req-dd7bf831-5fc3-47f5-b554-51f11acc3a4d service nova] Acquiring lock "refresh_cache-1fbc40a2-d514-43b1-8515-5111547f6016" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.970805] env[62588]: DEBUG oslo_concurrency.lockutils [req-b4055c50-e1cb-455b-bc41-a2b64386bcf5 req-dd7bf831-5fc3-47f5-b554-51f11acc3a4d service nova] Acquired lock "refresh_cache-1fbc40a2-d514-43b1-8515-5111547f6016" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.970958] env[62588]: DEBUG nova.network.neutron [req-b4055c50-e1cb-455b-bc41-a2b64386bcf5 req-dd7bf831-5fc3-47f5-b554-51f11acc3a4d service nova] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Refreshing network info cache for port 09ed0b0d-1268-4bbc-86af-08411777d454 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1835.975807] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a85b181d-b1ca-403b-a86d-6fb7a3660086 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Lock "d4566202-b9dc-40a4-b6b0-5015536e46fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.067s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.976273] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "d4566202-b9dc-40a4-b6b0-5015536e46fd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.514s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.976444] env[62588]: INFO nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] During sync_power_state the instance has a pending task (networking). Skip. [ 1835.976608] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "d4566202-b9dc-40a4-b6b0-5015536e46fd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.105256] env[62588]: DEBUG nova.compute.manager [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1836.196973] env[62588]: DEBUG nova.network.neutron [req-5be11ff7-ab6a-49ab-ba22-ac405f7fa004 req-25070259-2b85-4a9c-9982-7a4e8029cd23 service nova] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Updated VIF entry in instance network info cache for port 4b07b89c-48a6-4179-b077-4b12cc8744ad. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1836.197361] env[62588]: DEBUG nova.network.neutron [req-5be11ff7-ab6a-49ab-ba22-ac405f7fa004 req-25070259-2b85-4a9c-9982-7a4e8029cd23 service nova] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Updating instance_info_cache with network_info: [{"id": "4b07b89c-48a6-4179-b077-4b12cc8744ad", "address": "fa:16:3e:11:4e:79", "network": {"id": "d43c4913-5169-46b6-8be8-49ee59c0b218", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092108902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "377dcec989c948abbfe83228e641081b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b07b89c-48", "ovs_interfaceid": "4b07b89c-48a6-4179-b077-4b12cc8744ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.266308] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794353, 'name': CreateVM_Task, 'duration_secs': 0.71811} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.266484] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1836.267241] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.267430] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.267760] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1836.268035] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aee0ad6f-d998-4fea-8e9b-b924c47e1a9e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.272645] env[62588]: DEBUG oslo_vmware.api [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 1836.272645] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5209bb06-02ea-152e-ed11-410a3002face" [ 1836.272645] env[62588]: _type = "Task" [ 1836.272645] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.282295] env[62588]: DEBUG oslo_vmware.api [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5209bb06-02ea-152e-ed11-410a3002face, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.353428] env[62588]: DEBUG nova.scheduler.client.report [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1836.396695] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3e7a9387-9dcb-41c9-b4be-5c9161a45586 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquiring lock "93855408-6c6d-4480-9764-7dc12394438b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.396791] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3e7a9387-9dcb-41c9-b4be-5c9161a45586 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "93855408-6c6d-4480-9764-7dc12394438b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.498020] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "refresh_cache-a5ed224c-8306-4488-9e7c-4da3c564dffe" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.498020] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquired lock "refresh_cache-a5ed224c-8306-4488-9e7c-4da3c564dffe" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.498020] env[62588]: DEBUG nova.network.neutron [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1836.632967] env[62588]: DEBUG oslo_concurrency.lockutils [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.702649] env[62588]: DEBUG oslo_concurrency.lockutils [req-5be11ff7-ab6a-49ab-ba22-ac405f7fa004 req-25070259-2b85-4a9c-9982-7a4e8029cd23 service nova] Releasing lock "refresh_cache-3e6371b6-ca73-429b-8994-30a54fc59df0" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.702649] env[62588]: DEBUG nova.compute.manager [req-5be11ff7-ab6a-49ab-ba22-ac405f7fa004 req-25070259-2b85-4a9c-9982-7a4e8029cd23 service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Received event network-changed-87887ba0-6497-43f5-b254-8c110a91be42 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1836.702649] env[62588]: DEBUG nova.compute.manager [req-5be11ff7-ab6a-49ab-ba22-ac405f7fa004 req-25070259-2b85-4a9c-9982-7a4e8029cd23 service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Refreshing instance network info cache due to event network-changed-87887ba0-6497-43f5-b254-8c110a91be42. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1836.702649] env[62588]: DEBUG oslo_concurrency.lockutils [req-5be11ff7-ab6a-49ab-ba22-ac405f7fa004 req-25070259-2b85-4a9c-9982-7a4e8029cd23 service nova] Acquiring lock "refresh_cache-7387d0ac-5771-42e3-85a4-93cee19791d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.702649] env[62588]: DEBUG oslo_concurrency.lockutils [req-5be11ff7-ab6a-49ab-ba22-ac405f7fa004 req-25070259-2b85-4a9c-9982-7a4e8029cd23 service nova] Acquired lock "refresh_cache-7387d0ac-5771-42e3-85a4-93cee19791d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.702649] env[62588]: DEBUG nova.network.neutron [req-5be11ff7-ab6a-49ab-ba22-ac405f7fa004 req-25070259-2b85-4a9c-9982-7a4e8029cd23 service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Refreshing network info cache for port 87887ba0-6497-43f5-b254-8c110a91be42 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1836.730616] env[62588]: DEBUG nova.network.neutron [req-b4055c50-e1cb-455b-bc41-a2b64386bcf5 req-dd7bf831-5fc3-47f5-b554-51f11acc3a4d service nova] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Updated VIF entry in instance network info cache for port 09ed0b0d-1268-4bbc-86af-08411777d454. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1836.731042] env[62588]: DEBUG nova.network.neutron [req-b4055c50-e1cb-455b-bc41-a2b64386bcf5 req-dd7bf831-5fc3-47f5-b554-51f11acc3a4d service nova] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Updating instance_info_cache with network_info: [{"id": "09ed0b0d-1268-4bbc-86af-08411777d454", "address": "fa:16:3e:85:9a:c4", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09ed0b0d-12", "ovs_interfaceid": "09ed0b0d-1268-4bbc-86af-08411777d454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.787319] env[62588]: DEBUG oslo_vmware.api [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5209bb06-02ea-152e-ed11-410a3002face, 'name': SearchDatastore_Task, 'duration_secs': 0.025111} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.788187] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.788433] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1836.789422] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.789422] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.789422] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1836.789422] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ff9ac96-ffca-4ebe-9351-a144a7c0af7d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.797772] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1836.798058] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1836.801817] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c5803fa-05b1-459e-ab48-12d6b9c7cca7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.807061] env[62588]: DEBUG oslo_vmware.api [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 1836.807061] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5200d4dd-4675-72ea-69e2-7f50ee8acd8e" [ 1836.807061] env[62588]: _type = "Task" [ 1836.807061] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.815979] env[62588]: DEBUG oslo_vmware.api [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5200d4dd-4675-72ea-69e2-7f50ee8acd8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.863126] env[62588]: DEBUG oslo_concurrency.lockutils [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.863126] env[62588]: DEBUG nova.compute.manager [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1836.866366] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1f3f0013-cfd7-4630-8c32-4fb363675d08 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.997s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.866366] env[62588]: DEBUG nova.objects.instance [None req-1f3f0013-cfd7-4630-8c32-4fb363675d08 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Lazy-loading 'resources' on Instance uuid 29dd162f-5d6d-45f8-bc14-8d7d724fa417 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1836.902036] env[62588]: INFO nova.compute.manager [None req-3e7a9387-9dcb-41c9-b4be-5c9161a45586 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Detaching volume 2eed88cc-15ee-4afb-bd99-167f99894136 [ 1836.928513] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6e838d1d-6a5f-4ac5-9bbd-0db40a81e6e1 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "866820b1-6d9a-43ec-98f5-2f9f52527865" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.928513] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6e838d1d-6a5f-4ac5-9bbd-0db40a81e6e1 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "866820b1-6d9a-43ec-98f5-2f9f52527865" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.928513] env[62588]: INFO nova.compute.manager [None req-6e838d1d-6a5f-4ac5-9bbd-0db40a81e6e1 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Attaching volume 2271da24-89c7-4c45-8a8e-6a50c888b5d6 to /dev/sdb [ 1836.942554] env[62588]: DEBUG nova.compute.manager [None req-1fd0ad28-7f2e-4ebe-af96-785d6f5896b5 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1836.943695] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2022ea-47f4-428c-90c0-c7c0261d928d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.947734] env[62588]: INFO nova.virt.block_device [None req-3e7a9387-9dcb-41c9-b4be-5c9161a45586 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Attempting to driver detach volume 2eed88cc-15ee-4afb-bd99-167f99894136 from mountpoint /dev/sdb [ 1836.948952] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e7a9387-9dcb-41c9-b4be-5c9161a45586 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Volume detach. Driver type: vmdk {{(pid=62588) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1836.948952] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e7a9387-9dcb-41c9-b4be-5c9161a45586 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372144', 'volume_id': '2eed88cc-15ee-4afb-bd99-167f99894136', 'name': 'volume-2eed88cc-15ee-4afb-bd99-167f99894136', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '93855408-6c6d-4480-9764-7dc12394438b', 'attached_at': '', 'detached_at': '', 'volume_id': '2eed88cc-15ee-4afb-bd99-167f99894136', 'serial': '2eed88cc-15ee-4afb-bd99-167f99894136'} {{(pid=62588) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1836.949450] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31430848-185c-4891-869f-2107427aff64 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.976129] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c565ae5d-986a-48b5-bbe5-f9baa3dea9e4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.979240] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad937c0-1754-4fd9-b339-5bf6c1b46821 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.987867] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2281ae5c-8d1f-487c-80e5-bed9b3fd0d77 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.991032] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3beb732f-b1fc-4cc2-b3fd-db0458274ef3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.016885] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fcabe0-b984-435f-887d-546ffc658247 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.019655] env[62588]: DEBUG nova.virt.block_device [None req-6e838d1d-6a5f-4ac5-9bbd-0db40a81e6e1 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Updating existing volume attachment record: b2ab044e-4e0d-449c-949a-558d814ae86d {{(pid=62588) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1837.035018] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e7a9387-9dcb-41c9-b4be-5c9161a45586 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] The volume has not been displaced from its original location: [datastore1] volume-2eed88cc-15ee-4afb-bd99-167f99894136/volume-2eed88cc-15ee-4afb-bd99-167f99894136.vmdk. No consolidation needed. {{(pid=62588) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1837.041258] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e7a9387-9dcb-41c9-b4be-5c9161a45586 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1837.041731] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e47d10aa-6509-4618-a021-455c4e6315ee {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.060357] env[62588]: DEBUG oslo_vmware.api [None req-3e7a9387-9dcb-41c9-b4be-5c9161a45586 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1837.060357] env[62588]: value = "task-1794354" [ 1837.060357] env[62588]: _type = "Task" [ 1837.060357] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.071104] env[62588]: DEBUG oslo_vmware.api [None req-3e7a9387-9dcb-41c9-b4be-5c9161a45586 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794354, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.073775] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Acquiring lock "d4566202-b9dc-40a4-b6b0-5015536e46fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.074188] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Lock "d4566202-b9dc-40a4-b6b0-5015536e46fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.074423] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Acquiring lock "d4566202-b9dc-40a4-b6b0-5015536e46fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.074678] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Lock "d4566202-b9dc-40a4-b6b0-5015536e46fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.074879] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Lock "d4566202-b9dc-40a4-b6b0-5015536e46fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.080245] env[62588]: INFO nova.compute.manager [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Terminating instance [ 1837.235346] env[62588]: DEBUG oslo_concurrency.lockutils [req-b4055c50-e1cb-455b-bc41-a2b64386bcf5 req-dd7bf831-5fc3-47f5-b554-51f11acc3a4d service nova] Releasing lock "refresh_cache-1fbc40a2-d514-43b1-8515-5111547f6016" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.248653] env[62588]: DEBUG nova.network.neutron [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Updating instance_info_cache with network_info: [{"id": "55e4a5b3-9356-46cb-8862-9b64f709a35d", "address": "fa:16:3e:42:13:96", "network": {"id": "a87fd2a5-7bb8-40bb-94aa-bfa03a2c12b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-745012254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9caa809c97541cea65bc0fd5cdd9eec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55e4a5b3-93", "ovs_interfaceid": "55e4a5b3-9356-46cb-8862-9b64f709a35d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.323369] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a2800f6c-e4e2-4f89-b2a1-dd028e6ca850 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "9093cafa-0c88-421b-999a-01a27833cd3b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.323612] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a2800f6c-e4e2-4f89-b2a1-dd028e6ca850 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "9093cafa-0c88-421b-999a-01a27833cd3b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.323878] env[62588]: INFO nova.compute.manager [None req-a2800f6c-e4e2-4f89-b2a1-dd028e6ca850 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Rebooting instance [ 1837.325226] env[62588]: DEBUG oslo_vmware.api [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5200d4dd-4675-72ea-69e2-7f50ee8acd8e, 'name': SearchDatastore_Task, 'duration_secs': 0.012163} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.326154] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a8999b7-0ac7-4d28-afe2-9c756b2c42d4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.333743] env[62588]: DEBUG oslo_vmware.api [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 1837.333743] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52dfd47b-cf0f-04c4-b70d-796bb85c682a" [ 1837.333743] env[62588]: _type = "Task" [ 1837.333743] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.348522] env[62588]: DEBUG oslo_vmware.api [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52dfd47b-cf0f-04c4-b70d-796bb85c682a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.368358] env[62588]: DEBUG nova.compute.utils [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1837.375204] env[62588]: DEBUG nova.compute.manager [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1837.375579] env[62588]: DEBUG nova.network.neutron [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1837.425706] env[62588]: DEBUG nova.policy [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef7df52677d5467684d71c770550adb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '979ec9f712cf4691b14f90355fbb2827', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1837.461235] env[62588]: INFO nova.compute.manager [None req-1fd0ad28-7f2e-4ebe-af96-785d6f5896b5 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] instance snapshotting [ 1837.461235] env[62588]: DEBUG nova.objects.instance [None req-1fd0ad28-7f2e-4ebe-af96-785d6f5896b5 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Lazy-loading 'flavor' on Instance uuid d4566202-b9dc-40a4-b6b0-5015536e46fd {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1837.475376] env[62588]: DEBUG nova.network.neutron [req-5be11ff7-ab6a-49ab-ba22-ac405f7fa004 req-25070259-2b85-4a9c-9982-7a4e8029cd23 service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Updated VIF entry in instance network info cache for port 87887ba0-6497-43f5-b254-8c110a91be42. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1837.475831] env[62588]: DEBUG nova.network.neutron [req-5be11ff7-ab6a-49ab-ba22-ac405f7fa004 req-25070259-2b85-4a9c-9982-7a4e8029cd23 service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Updating instance_info_cache with network_info: [{"id": "87887ba0-6497-43f5-b254-8c110a91be42", "address": "fa:16:3e:5d:53:5f", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87887ba0-64", "ovs_interfaceid": "87887ba0-6497-43f5-b254-8c110a91be42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.570895] env[62588]: DEBUG oslo_vmware.api [None req-3e7a9387-9dcb-41c9-b4be-5c9161a45586 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794354, 'name': ReconfigVM_Task, 'duration_secs': 0.282049} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.573737] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e7a9387-9dcb-41c9-b4be-5c9161a45586 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1837.580254] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b37a3f06-004d-4e78-9a52-e4ff420e8dc9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.594507] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Acquiring lock "refresh_cache-d4566202-b9dc-40a4-b6b0-5015536e46fd" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.594824] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Acquired lock "refresh_cache-d4566202-b9dc-40a4-b6b0-5015536e46fd" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.595026] env[62588]: DEBUG nova.network.neutron [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1837.598085] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a8d003-6877-4d4b-b4db-c983ddd5d868 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.608746] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b8f8f2-6735-42c1-b4a4-5baf92111310 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.612442] env[62588]: DEBUG oslo_vmware.api [None req-3e7a9387-9dcb-41c9-b4be-5c9161a45586 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1837.612442] env[62588]: value = "task-1794358" [ 1837.612442] env[62588]: _type = "Task" [ 1837.612442] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.642735] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84c2a8d-a8e5-4770-b716-04ae1fa6e9f2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.648230] env[62588]: DEBUG oslo_vmware.api [None req-3e7a9387-9dcb-41c9-b4be-5c9161a45586 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.653753] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3f09ba-a11e-4cf3-afe6-4b2b252922a2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.671056] env[62588]: DEBUG nova.compute.provider_tree [None req-1f3f0013-cfd7-4630-8c32-4fb363675d08 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1837.750847] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Releasing lock "refresh_cache-a5ed224c-8306-4488-9e7c-4da3c564dffe" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.771249] env[62588]: DEBUG nova.network.neutron [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Successfully created port: b019fa05-178b-4599-830b-aecb5ed06cdf {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1837.845265] env[62588]: DEBUG oslo_vmware.api [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52dfd47b-cf0f-04c4-b70d-796bb85c682a, 'name': SearchDatastore_Task, 'duration_secs': 0.069417} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.845548] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.845896] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 3e6371b6-ca73-429b-8994-30a54fc59df0/3e6371b6-ca73-429b-8994-30a54fc59df0.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1837.846183] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ac3db06-9912-4a12-83ce-9b3b899fcbfd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.856885] env[62588]: DEBUG oslo_vmware.api [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 1837.856885] env[62588]: value = "task-1794359" [ 1837.856885] env[62588]: _type = "Task" [ 1837.856885] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.865186] env[62588]: DEBUG oslo_vmware.api [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.866348] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a2800f6c-e4e2-4f89-b2a1-dd028e6ca850 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "refresh_cache-9093cafa-0c88-421b-999a-01a27833cd3b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.866518] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a2800f6c-e4e2-4f89-b2a1-dd028e6ca850 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquired lock "refresh_cache-9093cafa-0c88-421b-999a-01a27833cd3b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.866860] env[62588]: DEBUG nova.network.neutron [None req-a2800f6c-e4e2-4f89-b2a1-dd028e6ca850 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1837.876753] env[62588]: DEBUG nova.compute.manager [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1837.966976] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432866b5-f42e-4087-a1bd-e28f893dc158 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.983459] env[62588]: DEBUG oslo_concurrency.lockutils [req-5be11ff7-ab6a-49ab-ba22-ac405f7fa004 req-25070259-2b85-4a9c-9982-7a4e8029cd23 service nova] Releasing lock "refresh_cache-7387d0ac-5771-42e3-85a4-93cee19791d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.983727] env[62588]: DEBUG nova.compute.manager [req-5be11ff7-ab6a-49ab-ba22-ac405f7fa004 req-25070259-2b85-4a9c-9982-7a4e8029cd23 service nova] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Received event network-changed-09ed0b0d-1268-4bbc-86af-08411777d454 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1837.983978] env[62588]: DEBUG nova.compute.manager [req-5be11ff7-ab6a-49ab-ba22-ac405f7fa004 req-25070259-2b85-4a9c-9982-7a4e8029cd23 service nova] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Refreshing instance network info cache due to event network-changed-09ed0b0d-1268-4bbc-86af-08411777d454. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1837.984117] env[62588]: DEBUG oslo_concurrency.lockutils [req-5be11ff7-ab6a-49ab-ba22-ac405f7fa004 req-25070259-2b85-4a9c-9982-7a4e8029cd23 service nova] Acquiring lock "refresh_cache-1fbc40a2-d514-43b1-8515-5111547f6016" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.984256] env[62588]: DEBUG oslo_concurrency.lockutils [req-5be11ff7-ab6a-49ab-ba22-ac405f7fa004 req-25070259-2b85-4a9c-9982-7a4e8029cd23 service nova] Acquired lock "refresh_cache-1fbc40a2-d514-43b1-8515-5111547f6016" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.984415] env[62588]: DEBUG nova.network.neutron [req-5be11ff7-ab6a-49ab-ba22-ac405f7fa004 req-25070259-2b85-4a9c-9982-7a4e8029cd23 service nova] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Refreshing network info cache for port 09ed0b0d-1268-4bbc-86af-08411777d454 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1837.987184] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb0056f-9c8a-419b-ab11-975482b99a69 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.001667] env[62588]: DEBUG nova.compute.manager [req-7e7a41d4-ecee-4e86-bbb9-44f5e2afe975 req-f3084cae-5beb-4e9e-b0d1-3ba06747c615 service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Received event network-changed-87887ba0-6497-43f5-b254-8c110a91be42 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1838.002383] env[62588]: DEBUG nova.compute.manager [req-7e7a41d4-ecee-4e86-bbb9-44f5e2afe975 req-f3084cae-5beb-4e9e-b0d1-3ba06747c615 service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Refreshing instance network info cache due to event network-changed-87887ba0-6497-43f5-b254-8c110a91be42. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1838.003017] env[62588]: DEBUG oslo_concurrency.lockutils [req-7e7a41d4-ecee-4e86-bbb9-44f5e2afe975 req-f3084cae-5beb-4e9e-b0d1-3ba06747c615 service nova] Acquiring lock "refresh_cache-7387d0ac-5771-42e3-85a4-93cee19791d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.003017] env[62588]: DEBUG oslo_concurrency.lockutils [req-7e7a41d4-ecee-4e86-bbb9-44f5e2afe975 req-f3084cae-5beb-4e9e-b0d1-3ba06747c615 service nova] Acquired lock "refresh_cache-7387d0ac-5771-42e3-85a4-93cee19791d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.004420] env[62588]: DEBUG nova.network.neutron [req-7e7a41d4-ecee-4e86-bbb9-44f5e2afe975 req-f3084cae-5beb-4e9e-b0d1-3ba06747c615 service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Refreshing network info cache for port 87887ba0-6497-43f5-b254-8c110a91be42 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1838.118568] env[62588]: DEBUG nova.network.neutron [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1838.126817] env[62588]: DEBUG oslo_vmware.api [None req-3e7a9387-9dcb-41c9-b4be-5c9161a45586 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.173372] env[62588]: DEBUG nova.network.neutron [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1838.175177] env[62588]: DEBUG nova.scheduler.client.report [None req-1f3f0013-cfd7-4630-8c32-4fb363675d08 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1838.279135] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0d25d5-ae3a-442a-8e51-a0647a6ba9d4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.302009] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf831c47-b615-444d-b18b-6ab16d3708d2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.310177] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Updating instance 'a5ed224c-8306-4488-9e7c-4da3c564dffe' progress to 83 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1838.366709] env[62588]: DEBUG oslo_vmware.api [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48124} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.367447] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 3e6371b6-ca73-429b-8994-30a54fc59df0/3e6371b6-ca73-429b-8994-30a54fc59df0.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1838.367447] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1838.367447] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba70c7a5-8015-4104-a6a6-f4babf60cd7d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.375827] env[62588]: DEBUG oslo_vmware.api [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 1838.375827] env[62588]: value = "task-1794360" [ 1838.375827] env[62588]: _type = "Task" [ 1838.375827] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.383861] env[62588]: DEBUG oslo_vmware.api [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.497070] env[62588]: DEBUG nova.compute.manager [None req-1fd0ad28-7f2e-4ebe-af96-785d6f5896b5 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Instance disappeared during snapshot {{(pid=62588) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1838.596337] env[62588]: DEBUG nova.network.neutron [None req-a2800f6c-e4e2-4f89-b2a1-dd028e6ca850 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Updating instance_info_cache with network_info: [{"id": "887cdcb2-a25b-4d26-a0d8-0c868f0634ea", "address": "fa:16:3e:79:2d:a0", "network": {"id": "005b221e-cf07-4d05-b85b-99fe5911cbdb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-505805492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ae052fbdc942f0b17b96ab4d2252d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap887cdcb2-a2", "ovs_interfaceid": "887cdcb2-a25b-4d26-a0d8-0c868f0634ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1838.626098] env[62588]: DEBUG oslo_vmware.api [None req-3e7a9387-9dcb-41c9-b4be-5c9161a45586 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794358, 'name': ReconfigVM_Task, 'duration_secs': 0.851358} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.626450] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e7a9387-9dcb-41c9-b4be-5c9161a45586 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372144', 'volume_id': '2eed88cc-15ee-4afb-bd99-167f99894136', 'name': 'volume-2eed88cc-15ee-4afb-bd99-167f99894136', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '93855408-6c6d-4480-9764-7dc12394438b', 'attached_at': '', 'detached_at': '', 'volume_id': '2eed88cc-15ee-4afb-bd99-167f99894136', 'serial': '2eed88cc-15ee-4afb-bd99-167f99894136'} {{(pid=62588) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1838.661284] env[62588]: DEBUG nova.compute.manager [None req-1fd0ad28-7f2e-4ebe-af96-785d6f5896b5 tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Found 0 images (rotation: 2) {{(pid=62588) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5013}} [ 1838.679718] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Releasing lock "refresh_cache-d4566202-b9dc-40a4-b6b0-5015536e46fd" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.680179] env[62588]: DEBUG nova.compute.manager [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1838.680351] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1838.681054] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1f3f0013-cfd7-4630-8c32-4fb363675d08 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.816s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.684093] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc9b4c3-b550-4565-b1b6-a00ecc1f90c8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.687218] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.055s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.693963] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1838.694183] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9495ac6-e6cd-4aef-8afa-e1f27e804e8b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.701070] env[62588]: DEBUG oslo_vmware.api [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Waiting for the task: (returnval){ [ 1838.701070] env[62588]: value = "task-1794361" [ 1838.701070] env[62588]: _type = "Task" [ 1838.701070] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.709478] env[62588]: DEBUG oslo_vmware.api [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Task: {'id': task-1794361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.712309] env[62588]: INFO nova.scheduler.client.report [None req-1f3f0013-cfd7-4630-8c32-4fb363675d08 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Deleted allocations for instance 29dd162f-5d6d-45f8-bc14-8d7d724fa417 [ 1838.817195] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1838.817603] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-234d7c02-ca9e-45c3-8a64-81f23fe72c58 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.824202] env[62588]: DEBUG oslo_vmware.api [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1838.824202] env[62588]: value = "task-1794362" [ 1838.824202] env[62588]: _type = "Task" [ 1838.824202] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.835033] env[62588]: DEBUG oslo_vmware.api [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.876327] env[62588]: DEBUG nova.network.neutron [req-5be11ff7-ab6a-49ab-ba22-ac405f7fa004 req-25070259-2b85-4a9c-9982-7a4e8029cd23 service nova] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Updated VIF entry in instance network info cache for port 09ed0b0d-1268-4bbc-86af-08411777d454. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1838.876679] env[62588]: DEBUG nova.network.neutron [req-5be11ff7-ab6a-49ab-ba22-ac405f7fa004 req-25070259-2b85-4a9c-9982-7a4e8029cd23 service nova] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Updating instance_info_cache with network_info: [{"id": "09ed0b0d-1268-4bbc-86af-08411777d454", "address": "fa:16:3e:85:9a:c4", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09ed0b0d-12", "ovs_interfaceid": "09ed0b0d-1268-4bbc-86af-08411777d454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1838.886709] env[62588]: DEBUG oslo_vmware.api [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066732} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.887541] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1838.888335] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ec9b76-98f2-49c9-9f2f-7b0d6a66b938 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.893965] env[62588]: DEBUG nova.compute.manager [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1838.917348] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 3e6371b6-ca73-429b-8994-30a54fc59df0/3e6371b6-ca73-429b-8994-30a54fc59df0.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1838.919648] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abf442d2-2ccd-46e7-bf7c-d7adf1bd65c9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.934987] env[62588]: DEBUG nova.network.neutron [req-7e7a41d4-ecee-4e86-bbb9-44f5e2afe975 req-f3084cae-5beb-4e9e-b0d1-3ba06747c615 service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Updated VIF entry in instance network info cache for port 87887ba0-6497-43f5-b254-8c110a91be42. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1838.935553] env[62588]: DEBUG nova.network.neutron [req-7e7a41d4-ecee-4e86-bbb9-44f5e2afe975 req-f3084cae-5beb-4e9e-b0d1-3ba06747c615 service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Updating instance_info_cache with network_info: [{"id": "87887ba0-6497-43f5-b254-8c110a91be42", "address": "fa:16:3e:5d:53:5f", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87887ba0-64", "ovs_interfaceid": "87887ba0-6497-43f5-b254-8c110a91be42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1838.943671] env[62588]: DEBUG nova.virt.hardware [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1838.944803] env[62588]: DEBUG nova.virt.hardware [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1838.944803] env[62588]: DEBUG nova.virt.hardware [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1838.944803] env[62588]: DEBUG nova.virt.hardware [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1838.944803] env[62588]: DEBUG nova.virt.hardware [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1838.944803] env[62588]: DEBUG nova.virt.hardware [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1838.945044] env[62588]: DEBUG nova.virt.hardware [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1838.945326] env[62588]: DEBUG nova.virt.hardware [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1838.945443] env[62588]: DEBUG nova.virt.hardware [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1838.945650] env[62588]: DEBUG nova.virt.hardware [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1838.945752] env[62588]: DEBUG nova.virt.hardware [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1838.946663] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01857fc0-b003-4647-86af-7e9c563349dd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.951598] env[62588]: DEBUG oslo_vmware.api [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 1838.951598] env[62588]: value = "task-1794363" [ 1838.951598] env[62588]: _type = "Task" [ 1838.951598] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.960142] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9f3103-dbe2-44da-8e54-3963d4597c29 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.967497] env[62588]: DEBUG oslo_vmware.api [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794363, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.099786] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a2800f6c-e4e2-4f89-b2a1-dd028e6ca850 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Releasing lock "refresh_cache-9093cafa-0c88-421b-999a-01a27833cd3b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.177439] env[62588]: DEBUG nova.objects.instance [None req-3e7a9387-9dcb-41c9-b4be-5c9161a45586 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lazy-loading 'flavor' on Instance uuid 93855408-6c6d-4480-9764-7dc12394438b {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1839.211680] env[62588]: DEBUG oslo_vmware.api [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Task: {'id': task-1794361, 'name': PowerOffVM_Task, 'duration_secs': 0.125997} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.212740] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1839.212994] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1839.213338] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6aabc8f-9652-4385-a6b5-58d7f84eccde {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.224287] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1f3f0013-cfd7-4630-8c32-4fb363675d08 tempest-ImagesOneServerNegativeTestJSON-1331521141 tempest-ImagesOneServerNegativeTestJSON-1331521141-project-member] Lock "29dd162f-5d6d-45f8-bc14-8d7d724fa417" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.381s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.238699] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1839.238935] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1839.239176] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Deleting the datastore file [datastore1] d4566202-b9dc-40a4-b6b0-5015536e46fd {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1839.239403] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b268e451-f85d-4783-a665-6ff7f108baa0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.247330] env[62588]: DEBUG oslo_vmware.api [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Waiting for the task: (returnval){ [ 1839.247330] env[62588]: value = "task-1794365" [ 1839.247330] env[62588]: _type = "Task" [ 1839.247330] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.256082] env[62588]: DEBUG oslo_vmware.api [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Task: {'id': task-1794365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.264472] env[62588]: DEBUG nova.compute.manager [req-1b5c4b11-f2e4-44db-a6f3-28584080d293 req-50feb448-e96d-4a37-85c9-b863f344b22d service nova] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Received event network-vif-plugged-b019fa05-178b-4599-830b-aecb5ed06cdf {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1839.264691] env[62588]: DEBUG oslo_concurrency.lockutils [req-1b5c4b11-f2e4-44db-a6f3-28584080d293 req-50feb448-e96d-4a37-85c9-b863f344b22d service nova] Acquiring lock "0dd60d48-3eb5-4636-83f1-01cf47119a57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.264887] env[62588]: DEBUG oslo_concurrency.lockutils [req-1b5c4b11-f2e4-44db-a6f3-28584080d293 req-50feb448-e96d-4a37-85c9-b863f344b22d service nova] Lock "0dd60d48-3eb5-4636-83f1-01cf47119a57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.265045] env[62588]: DEBUG oslo_concurrency.lockutils [req-1b5c4b11-f2e4-44db-a6f3-28584080d293 req-50feb448-e96d-4a37-85c9-b863f344b22d service nova] Lock "0dd60d48-3eb5-4636-83f1-01cf47119a57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.265229] env[62588]: DEBUG nova.compute.manager [req-1b5c4b11-f2e4-44db-a6f3-28584080d293 req-50feb448-e96d-4a37-85c9-b863f344b22d service nova] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] No waiting events found dispatching network-vif-plugged-b019fa05-178b-4599-830b-aecb5ed06cdf {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1839.265394] env[62588]: WARNING nova.compute.manager [req-1b5c4b11-f2e4-44db-a6f3-28584080d293 req-50feb448-e96d-4a37-85c9-b863f344b22d service nova] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Received unexpected event network-vif-plugged-b019fa05-178b-4599-830b-aecb5ed06cdf for instance with vm_state building and task_state spawning. [ 1839.334483] env[62588]: DEBUG oslo_vmware.api [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794362, 'name': PowerOnVM_Task, 'duration_secs': 0.431886} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.334758] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1839.334940] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8a7ed6-7432-4735-bef0-f7b47ce866f6 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Updating instance 'a5ed224c-8306-4488-9e7c-4da3c564dffe' progress to 100 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1839.355832] env[62588]: DEBUG nova.network.neutron [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Successfully updated port: b019fa05-178b-4599-830b-aecb5ed06cdf {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1839.382232] env[62588]: DEBUG oslo_concurrency.lockutils [req-5be11ff7-ab6a-49ab-ba22-ac405f7fa004 req-25070259-2b85-4a9c-9982-7a4e8029cd23 service nova] Releasing lock "refresh_cache-1fbc40a2-d514-43b1-8515-5111547f6016" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.438532] env[62588]: DEBUG oslo_concurrency.lockutils [req-7e7a41d4-ecee-4e86-bbb9-44f5e2afe975 req-f3084cae-5beb-4e9e-b0d1-3ba06747c615 service nova] Releasing lock "refresh_cache-7387d0ac-5771-42e3-85a4-93cee19791d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.461992] env[62588]: DEBUG oslo_vmware.api [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794363, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.605661] env[62588]: DEBUG nova.compute.manager [None req-a2800f6c-e4e2-4f89-b2a1-dd028e6ca850 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1839.606852] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8fa90a-39c6-4e7b-b7dc-4575c12c20cc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.700639] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Applying migration context for instance a5ed224c-8306-4488-9e7c-4da3c564dffe as it has an incoming, in-progress migration 56268cac-7c3b-415c-86a4-e6da3bca8852. Migration status is post-migrating {{(pid=62588) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1839.702065] env[62588]: INFO nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Updating resource usage from migration 56268cac-7c3b-415c-86a4-e6da3bca8852 [ 1839.724045] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance e1cb64a7-1d26-4b65-b571-c586efe0a94d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.724045] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 9093cafa-0c88-421b-999a-01a27833cd3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.724045] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 93855408-6c6d-4480-9764-7dc12394438b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.724045] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 866820b1-6d9a-43ec-98f5-2f9f52527865 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.724045] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 7387d0ac-5771-42e3-85a4-93cee19791d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.724045] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 1fbc40a2-d514-43b1-8515-5111547f6016 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.724275] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Migration 56268cac-7c3b-415c-86a4-e6da3bca8852 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1839.724275] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance a5ed224c-8306-4488-9e7c-4da3c564dffe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.724409] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance d4566202-b9dc-40a4-b6b0-5015536e46fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.724505] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 3e6371b6-ca73-429b-8994-30a54fc59df0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.724622] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 0dd60d48-3eb5-4636-83f1-01cf47119a57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1839.757228] env[62588]: DEBUG oslo_vmware.api [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Task: {'id': task-1794365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280262} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.757495] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1839.757730] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1839.757868] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1839.758043] env[62588]: INFO nova.compute.manager [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1839.758299] env[62588]: DEBUG oslo.service.loopingcall [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1839.758517] env[62588]: DEBUG nova.compute.manager [-] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1839.758623] env[62588]: DEBUG nova.network.neutron [-] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1839.774335] env[62588]: DEBUG nova.network.neutron [-] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1839.857744] env[62588]: DEBUG oslo_concurrency.lockutils [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "refresh_cache-0dd60d48-3eb5-4636-83f1-01cf47119a57" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.857935] env[62588]: DEBUG oslo_concurrency.lockutils [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquired lock "refresh_cache-0dd60d48-3eb5-4636-83f1-01cf47119a57" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.858115] env[62588]: DEBUG nova.network.neutron [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1839.963313] env[62588]: DEBUG oslo_vmware.api [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794363, 'name': ReconfigVM_Task, 'duration_secs': 0.622526} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.963733] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 3e6371b6-ca73-429b-8994-30a54fc59df0/3e6371b6-ca73-429b-8994-30a54fc59df0.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1839.964296] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27cd445d-287b-4dee-aae0-dc89b21ecb3e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.970745] env[62588]: DEBUG oslo_vmware.api [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 1839.970745] env[62588]: value = "task-1794367" [ 1839.970745] env[62588]: _type = "Task" [ 1839.970745] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.983214] env[62588]: DEBUG oslo_vmware.api [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794367, 'name': Rename_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.184546] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3e7a9387-9dcb-41c9-b4be-5c9161a45586 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "93855408-6c6d-4480-9764-7dc12394438b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.788s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.229032] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 52150651-091b-4f90-a5e3-8d1206374466 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1840.229032] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1840.229032] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1840.276481] env[62588]: DEBUG nova.network.neutron [-] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.383137] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f3b03f-b9bf-49c7-88b4-ac2552b5864d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.392155] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a90e7a4-a53e-48bd-bf11-6c6503332e7a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.425390] env[62588]: DEBUG nova.network.neutron [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1840.427790] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef86d208-49bb-49b0-ac13-9d62eec78270 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.437350] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5868361-e373-4314-ae8b-bd26ac928ce0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.451183] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1840.482707] env[62588]: DEBUG oslo_vmware.api [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794367, 'name': Rename_Task, 'duration_secs': 0.348022} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.483112] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1840.483342] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1fc7631-729b-4cbc-be82-534871a47e43 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.490973] env[62588]: DEBUG oslo_vmware.api [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 1840.490973] env[62588]: value = "task-1794368" [ 1840.490973] env[62588]: _type = "Task" [ 1840.490973] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.500074] env[62588]: DEBUG oslo_vmware.api [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.578178] env[62588]: DEBUG nova.network.neutron [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Updating instance_info_cache with network_info: [{"id": "b019fa05-178b-4599-830b-aecb5ed06cdf", "address": "fa:16:3e:86:f7:4c", "network": {"id": "94db9e1b-f422-4077-be68-4fd81b713a80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1210070792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "979ec9f712cf4691b14f90355fbb2827", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb019fa05-17", "ovs_interfaceid": "b019fa05-178b-4599-830b-aecb5ed06cdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.628384] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf5dacd-4f6e-46e2-9aa9-690b5c9972d7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.636219] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a2800f6c-e4e2-4f89-b2a1-dd028e6ca850 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Doing hard reboot of VM {{(pid=62588) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1840.636487] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e216ecd9-9b72-4d40-ad0e-15562c41164a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.643622] env[62588]: DEBUG oslo_vmware.api [None req-a2800f6c-e4e2-4f89-b2a1-dd028e6ca850 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 1840.643622] env[62588]: value = "task-1794369" [ 1840.643622] env[62588]: _type = "Task" [ 1840.643622] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.651835] env[62588]: DEBUG oslo_vmware.api [None req-a2800f6c-e4e2-4f89-b2a1-dd028e6ca850 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794369, 'name': ResetVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.782101] env[62588]: INFO nova.compute.manager [-] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Took 1.02 seconds to deallocate network for instance. [ 1840.796801] env[62588]: DEBUG oslo_concurrency.lockutils [None req-69258882-c412-4593-87c8-934176ae85d1 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquiring lock "93855408-6c6d-4480-9764-7dc12394438b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.796956] env[62588]: DEBUG oslo_concurrency.lockutils [None req-69258882-c412-4593-87c8-934176ae85d1 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "93855408-6c6d-4480-9764-7dc12394438b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.797233] env[62588]: DEBUG oslo_concurrency.lockutils [None req-69258882-c412-4593-87c8-934176ae85d1 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquiring lock "93855408-6c6d-4480-9764-7dc12394438b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.797647] env[62588]: DEBUG oslo_concurrency.lockutils [None req-69258882-c412-4593-87c8-934176ae85d1 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "93855408-6c6d-4480-9764-7dc12394438b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.797744] env[62588]: DEBUG oslo_concurrency.lockutils [None req-69258882-c412-4593-87c8-934176ae85d1 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "93855408-6c6d-4480-9764-7dc12394438b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.802641] env[62588]: INFO nova.compute.manager [None req-69258882-c412-4593-87c8-934176ae85d1 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Terminating instance [ 1840.956497] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1841.002428] env[62588]: DEBUG oslo_vmware.api [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794368, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.081773] env[62588]: DEBUG oslo_concurrency.lockutils [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Releasing lock "refresh_cache-0dd60d48-3eb5-4636-83f1-01cf47119a57" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.082120] env[62588]: DEBUG nova.compute.manager [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Instance network_info: |[{"id": "b019fa05-178b-4599-830b-aecb5ed06cdf", "address": "fa:16:3e:86:f7:4c", "network": {"id": "94db9e1b-f422-4077-be68-4fd81b713a80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1210070792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "979ec9f712cf4691b14f90355fbb2827", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb019fa05-17", "ovs_interfaceid": "b019fa05-178b-4599-830b-aecb5ed06cdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1841.082559] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:f7:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd182e8eb-3f6d-4c76-a06e-133dd9b3cd30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b019fa05-178b-4599-830b-aecb5ed06cdf', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1841.090750] env[62588]: DEBUG oslo.service.loopingcall [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1841.090969] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1841.091212] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7935b579-8b32-4ead-bdaf-c804fa43b6ce {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.113141] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1841.113141] env[62588]: value = "task-1794370" [ 1841.113141] env[62588]: _type = "Task" [ 1841.113141] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.121767] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794370, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.154425] env[62588]: DEBUG oslo_vmware.api [None req-a2800f6c-e4e2-4f89-b2a1-dd028e6ca850 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794369, 'name': ResetVM_Task, 'duration_secs': 0.097137} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.154694] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a2800f6c-e4e2-4f89-b2a1-dd028e6ca850 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Did hard reboot of VM {{(pid=62588) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1841.154882] env[62588]: DEBUG nova.compute.manager [None req-a2800f6c-e4e2-4f89-b2a1-dd028e6ca850 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1841.155715] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9571394a-d158-4adf-b6e1-ffbbebe82b59 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.290220] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.308473] env[62588]: DEBUG nova.compute.manager [None req-69258882-c412-4593-87c8-934176ae85d1 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1841.308473] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-69258882-c412-4593-87c8-934176ae85d1 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1841.309128] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d820b077-a6b1-414b-b8a2-d72d78cccea8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.321309] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-69258882-c412-4593-87c8-934176ae85d1 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1841.321635] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f4626a5-19af-47d9-abca-399618c091b0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.329394] env[62588]: DEBUG oslo_vmware.api [None req-69258882-c412-4593-87c8-934176ae85d1 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1841.329394] env[62588]: value = "task-1794371" [ 1841.329394] env[62588]: _type = "Task" [ 1841.329394] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.333101] env[62588]: DEBUG nova.compute.manager [req-8d990462-7b95-404e-a3a9-2ad47d50604b req-9bce2278-0205-4cc6-9f58-da017f80218d service nova] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Received event network-changed-b019fa05-178b-4599-830b-aecb5ed06cdf {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1841.333311] env[62588]: DEBUG nova.compute.manager [req-8d990462-7b95-404e-a3a9-2ad47d50604b req-9bce2278-0205-4cc6-9f58-da017f80218d service nova] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Refreshing instance network info cache due to event network-changed-b019fa05-178b-4599-830b-aecb5ed06cdf. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1841.333532] env[62588]: DEBUG oslo_concurrency.lockutils [req-8d990462-7b95-404e-a3a9-2ad47d50604b req-9bce2278-0205-4cc6-9f58-da017f80218d service nova] Acquiring lock "refresh_cache-0dd60d48-3eb5-4636-83f1-01cf47119a57" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.333817] env[62588]: DEBUG oslo_concurrency.lockutils [req-8d990462-7b95-404e-a3a9-2ad47d50604b req-9bce2278-0205-4cc6-9f58-da017f80218d service nova] Acquired lock "refresh_cache-0dd60d48-3eb5-4636-83f1-01cf47119a57" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.334058] env[62588]: DEBUG nova.network.neutron [req-8d990462-7b95-404e-a3a9-2ad47d50604b req-9bce2278-0205-4cc6-9f58-da017f80218d service nova] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Refreshing network info cache for port b019fa05-178b-4599-830b-aecb5ed06cdf {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1841.346381] env[62588]: DEBUG oslo_vmware.api [None req-69258882-c412-4593-87c8-934176ae85d1 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.461768] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62588) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1841.462059] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.775s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.462376] env[62588]: DEBUG oslo_concurrency.lockutils [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.830s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.468024] env[62588]: INFO nova.compute.claims [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1841.503539] env[62588]: DEBUG oslo_vmware.api [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794368, 'name': PowerOnVM_Task, 'duration_secs': 0.929097} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.503899] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1841.504170] env[62588]: INFO nova.compute.manager [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1841.504480] env[62588]: DEBUG nova.compute.manager [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1841.505268] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba35707a-306b-4656-a03b-47d4ee721d27 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.573126] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e838d1d-6a5f-4ac5-9bbd-0db40a81e6e1 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Volume attach. Driver type: vmdk {{(pid=62588) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1841.573126] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e838d1d-6a5f-4ac5-9bbd-0db40a81e6e1 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372169', 'volume_id': '2271da24-89c7-4c45-8a8e-6a50c888b5d6', 'name': 'volume-2271da24-89c7-4c45-8a8e-6a50c888b5d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '866820b1-6d9a-43ec-98f5-2f9f52527865', 'attached_at': '', 'detached_at': '', 'volume_id': '2271da24-89c7-4c45-8a8e-6a50c888b5d6', 'serial': '2271da24-89c7-4c45-8a8e-6a50c888b5d6'} {{(pid=62588) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1841.573997] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0670c4-3aa5-4e05-8a48-51c7e2e18abf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.592700] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f0e536-c218-46ac-9702-0d6914ca65e9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.625272] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e838d1d-6a5f-4ac5-9bbd-0db40a81e6e1 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] volume-2271da24-89c7-4c45-8a8e-6a50c888b5d6/volume-2271da24-89c7-4c45-8a8e-6a50c888b5d6.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1841.629231] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c65cc0c-51a6-4843-9c44-9d3a5d23b7d9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.652660] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794370, 'name': CreateVM_Task, 'duration_secs': 0.420786} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.654091] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1841.654459] env[62588]: DEBUG oslo_vmware.api [None req-6e838d1d-6a5f-4ac5-9bbd-0db40a81e6e1 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1841.654459] env[62588]: value = "task-1794372" [ 1841.654459] env[62588]: _type = "Task" [ 1841.654459] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.655147] env[62588]: DEBUG oslo_concurrency.lockutils [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.655352] env[62588]: DEBUG oslo_concurrency.lockutils [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.655651] env[62588]: DEBUG oslo_concurrency.lockutils [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1841.655970] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ade7fd1b-3d2c-46ae-b426-695953089e30 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.668638] env[62588]: DEBUG oslo_vmware.api [None req-6e838d1d-6a5f-4ac5-9bbd-0db40a81e6e1 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794372, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.672344] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a2800f6c-e4e2-4f89-b2a1-dd028e6ca850 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "9093cafa-0c88-421b-999a-01a27833cd3b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.349s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.673395] env[62588]: DEBUG oslo_vmware.api [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1841.673395] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e4b7ed-8c32-0f05-2d22-fc33d4912feb" [ 1841.673395] env[62588]: _type = "Task" [ 1841.673395] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.683145] env[62588]: DEBUG oslo_vmware.api [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e4b7ed-8c32-0f05-2d22-fc33d4912feb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.844053] env[62588]: DEBUG oslo_vmware.api [None req-69258882-c412-4593-87c8-934176ae85d1 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794371, 'name': PowerOffVM_Task, 'duration_secs': 0.222125} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.844385] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-69258882-c412-4593-87c8-934176ae85d1 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1841.844607] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-69258882-c412-4593-87c8-934176ae85d1 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1841.844895] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0c71540-2c9f-4b60-af65-83e9cb941c23 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.918567] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-69258882-c412-4593-87c8-934176ae85d1 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1841.918928] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-69258882-c412-4593-87c8-934176ae85d1 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1841.919173] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-69258882-c412-4593-87c8-934176ae85d1 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Deleting the datastore file [datastore1] 93855408-6c6d-4480-9764-7dc12394438b {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1841.919457] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca0b86b1-164b-415e-99bc-436c87db424f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.922112] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6043045f-f3bb-4356-a614-08c8580f1ca5 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "a5ed224c-8306-4488-9e7c-4da3c564dffe" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.922341] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6043045f-f3bb-4356-a614-08c8580f1ca5 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "a5ed224c-8306-4488-9e7c-4da3c564dffe" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.922521] env[62588]: DEBUG nova.compute.manager [None req-6043045f-f3bb-4356-a614-08c8580f1ca5 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Going to confirm migration 7 {{(pid=62588) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5246}} [ 1841.928964] env[62588]: DEBUG oslo_vmware.api [None req-69258882-c412-4593-87c8-934176ae85d1 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1841.928964] env[62588]: value = "task-1794374" [ 1841.928964] env[62588]: _type = "Task" [ 1841.928964] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.939928] env[62588]: DEBUG oslo_vmware.api [None req-69258882-c412-4593-87c8-934176ae85d1 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.025383] env[62588]: INFO nova.compute.manager [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Took 17.26 seconds to build instance. [ 1842.096384] env[62588]: DEBUG nova.network.neutron [req-8d990462-7b95-404e-a3a9-2ad47d50604b req-9bce2278-0205-4cc6-9f58-da017f80218d service nova] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Updated VIF entry in instance network info cache for port b019fa05-178b-4599-830b-aecb5ed06cdf. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1842.096740] env[62588]: DEBUG nova.network.neutron [req-8d990462-7b95-404e-a3a9-2ad47d50604b req-9bce2278-0205-4cc6-9f58-da017f80218d service nova] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Updating instance_info_cache with network_info: [{"id": "b019fa05-178b-4599-830b-aecb5ed06cdf", "address": "fa:16:3e:86:f7:4c", "network": {"id": "94db9e1b-f422-4077-be68-4fd81b713a80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1210070792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "979ec9f712cf4691b14f90355fbb2827", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb019fa05-17", "ovs_interfaceid": "b019fa05-178b-4599-830b-aecb5ed06cdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1842.167587] env[62588]: DEBUG oslo_vmware.api [None req-6e838d1d-6a5f-4ac5-9bbd-0db40a81e6e1 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.183285] env[62588]: DEBUG oslo_vmware.api [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e4b7ed-8c32-0f05-2d22-fc33d4912feb, 'name': SearchDatastore_Task, 'duration_secs': 0.017717} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.183587] env[62588]: DEBUG oslo_concurrency.lockutils [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.183877] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1842.184051] env[62588]: DEBUG oslo_concurrency.lockutils [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.184208] env[62588]: DEBUG oslo_concurrency.lockutils [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.184366] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1842.184622] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcd81d89-e3f2-464d-ac2e-4616dacb7589 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.193093] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1842.193331] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1842.194162] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-832bbd79-04aa-4259-b293-54e19ebe0e3c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.199294] env[62588]: DEBUG oslo_vmware.api [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1842.199294] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]528e1556-0816-4b19-60f0-f587dd9054f0" [ 1842.199294] env[62588]: _type = "Task" [ 1842.199294] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.207289] env[62588]: DEBUG oslo_vmware.api [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]528e1556-0816-4b19-60f0-f587dd9054f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.264556] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7b12367d-66f3-4cff-8cd3-99fbd3325d87 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "interface-7387d0ac-5771-42e3-85a4-93cee19791d5-9c193390-46b0-482c-a716-4bd0e3d463cf" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.264918] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7b12367d-66f3-4cff-8cd3-99fbd3325d87 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "interface-7387d0ac-5771-42e3-85a4-93cee19791d5-9c193390-46b0-482c-a716-4bd0e3d463cf" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.265241] env[62588]: DEBUG nova.objects.instance [None req-7b12367d-66f3-4cff-8cd3-99fbd3325d87 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lazy-loading 'flavor' on Instance uuid 7387d0ac-5771-42e3-85a4-93cee19791d5 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1842.441823] env[62588]: DEBUG oslo_vmware.api [None req-69258882-c412-4593-87c8-934176ae85d1 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320827} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.442703] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-69258882-c412-4593-87c8-934176ae85d1 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1842.442703] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-69258882-c412-4593-87c8-934176ae85d1 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1842.442703] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-69258882-c412-4593-87c8-934176ae85d1 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1842.442703] env[62588]: INFO nova.compute.manager [None req-69258882-c412-4593-87c8-934176ae85d1 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1842.442981] env[62588]: DEBUG oslo.service.loopingcall [None req-69258882-c412-4593-87c8-934176ae85d1 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1842.443085] env[62588]: DEBUG nova.compute.manager [-] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1842.443178] env[62588]: DEBUG nova.network.neutron [-] [instance: 93855408-6c6d-4480-9764-7dc12394438b] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1842.486755] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6043045f-f3bb-4356-a614-08c8580f1ca5 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "refresh_cache-a5ed224c-8306-4488-9e7c-4da3c564dffe" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.486972] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6043045f-f3bb-4356-a614-08c8580f1ca5 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquired lock "refresh_cache-a5ed224c-8306-4488-9e7c-4da3c564dffe" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.487175] env[62588]: DEBUG nova.network.neutron [None req-6043045f-f3bb-4356-a614-08c8580f1ca5 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1842.487356] env[62588]: DEBUG nova.objects.instance [None req-6043045f-f3bb-4356-a614-08c8580f1ca5 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lazy-loading 'info_cache' on Instance uuid a5ed224c-8306-4488-9e7c-4da3c564dffe {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1842.533581] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d8a02a28-ccdf-4c3c-9ef5-6894332e95d6 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "3e6371b6-ca73-429b-8994-30a54fc59df0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.777s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.533896] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "3e6371b6-ca73-429b-8994-30a54fc59df0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.071s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.535107] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa248d0b-f460-45a8-88dc-426bb5e67712 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.600113] env[62588]: DEBUG oslo_concurrency.lockutils [req-8d990462-7b95-404e-a3a9-2ad47d50604b req-9bce2278-0205-4cc6-9f58-da017f80218d service nova] Releasing lock "refresh_cache-0dd60d48-3eb5-4636-83f1-01cf47119a57" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.672306] env[62588]: DEBUG oslo_vmware.api [None req-6e838d1d-6a5f-4ac5-9bbd-0db40a81e6e1 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794372, 'name': ReconfigVM_Task, 'duration_secs': 0.765444} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.673945] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e838d1d-6a5f-4ac5-9bbd-0db40a81e6e1 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Reconfigured VM instance instance-0000005f to attach disk [datastore1] volume-2271da24-89c7-4c45-8a8e-6a50c888b5d6/volume-2271da24-89c7-4c45-8a8e-6a50c888b5d6.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1842.682353] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1777b16a-49a8-4e3a-b0fc-da9c45068bcd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.686061] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da934316-f98a-4832-aefd-327f6faf3a7b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.715099] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692163c2-92f2-4421-92fc-ef6f2daedacf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.723800] env[62588]: DEBUG oslo_vmware.api [None req-6e838d1d-6a5f-4ac5-9bbd-0db40a81e6e1 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1842.723800] env[62588]: value = "task-1794375" [ 1842.723800] env[62588]: _type = "Task" [ 1842.723800] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.724189] env[62588]: DEBUG oslo_vmware.api [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]528e1556-0816-4b19-60f0-f587dd9054f0, 'name': SearchDatastore_Task, 'duration_secs': 0.009909} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.729619] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fff64df-242b-47b4-900f-2930011528e7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.776453] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46a2cb9-e944-474b-80ec-e7920db67291 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.786458] env[62588]: DEBUG oslo_vmware.api [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1842.786458] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ee4759-18eb-ed24-3071-27606380946c" [ 1842.786458] env[62588]: _type = "Task" [ 1842.786458] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.786783] env[62588]: DEBUG oslo_vmware.api [None req-6e838d1d-6a5f-4ac5-9bbd-0db40a81e6e1 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.797063] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bef1751-4ccf-4147-8da5-d1f4f8c539d2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.809343] env[62588]: DEBUG oslo_vmware.api [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ee4759-18eb-ed24-3071-27606380946c, 'name': SearchDatastore_Task, 'duration_secs': 0.015003} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.810237] env[62588]: DEBUG oslo_concurrency.lockutils [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.810525] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 0dd60d48-3eb5-4636-83f1-01cf47119a57/0dd60d48-3eb5-4636-83f1-01cf47119a57.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1842.810882] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfc5f4eb-c840-403f-a44c-79e1617a7f8d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.828381] env[62588]: DEBUG nova.compute.provider_tree [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1842.839370] env[62588]: DEBUG oslo_vmware.api [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1842.839370] env[62588]: value = "task-1794376" [ 1842.839370] env[62588]: _type = "Task" [ 1842.839370] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.851699] env[62588]: DEBUG oslo_vmware.api [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794376, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.017066] env[62588]: DEBUG nova.objects.instance [None req-7b12367d-66f3-4cff-8cd3-99fbd3325d87 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lazy-loading 'pci_requests' on Instance uuid 7387d0ac-5771-42e3-85a4-93cee19791d5 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1843.047221] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "3e6371b6-ca73-429b-8994-30a54fc59df0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.513s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.234175] env[62588]: DEBUG oslo_vmware.api [None req-6e838d1d-6a5f-4ac5-9bbd-0db40a81e6e1 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794375, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.281603] env[62588]: DEBUG nova.compute.manager [req-645a1878-0e21-4027-8a31-75129951593e req-61aa22d2-c0ec-4103-a911-9a1ea4d8e9f4 service nova] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Received event network-changed-4b07b89c-48a6-4179-b077-4b12cc8744ad {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1843.281758] env[62588]: DEBUG nova.compute.manager [req-645a1878-0e21-4027-8a31-75129951593e req-61aa22d2-c0ec-4103-a911-9a1ea4d8e9f4 service nova] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Refreshing instance network info cache due to event network-changed-4b07b89c-48a6-4179-b077-4b12cc8744ad. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1843.281966] env[62588]: DEBUG oslo_concurrency.lockutils [req-645a1878-0e21-4027-8a31-75129951593e req-61aa22d2-c0ec-4103-a911-9a1ea4d8e9f4 service nova] Acquiring lock "refresh_cache-3e6371b6-ca73-429b-8994-30a54fc59df0" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1843.282126] env[62588]: DEBUG oslo_concurrency.lockutils [req-645a1878-0e21-4027-8a31-75129951593e req-61aa22d2-c0ec-4103-a911-9a1ea4d8e9f4 service nova] Acquired lock "refresh_cache-3e6371b6-ca73-429b-8994-30a54fc59df0" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.282355] env[62588]: DEBUG nova.network.neutron [req-645a1878-0e21-4027-8a31-75129951593e req-61aa22d2-c0ec-4103-a911-9a1ea4d8e9f4 service nova] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Refreshing network info cache for port 4b07b89c-48a6-4179-b077-4b12cc8744ad {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1843.332723] env[62588]: DEBUG nova.scheduler.client.report [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1843.352297] env[62588]: DEBUG oslo_vmware.api [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794376, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.370645] env[62588]: DEBUG nova.compute.manager [req-2dd1b723-5cb5-497b-9842-1e15689f7e80 req-7808c754-d9dc-4902-a153-5c1178dd35d9 service nova] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Received event network-vif-deleted-8138c0f3-336c-485e-917f-2e62a6a3a6cc {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1843.370645] env[62588]: INFO nova.compute.manager [req-2dd1b723-5cb5-497b-9842-1e15689f7e80 req-7808c754-d9dc-4902-a153-5c1178dd35d9 service nova] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Neutron deleted interface 8138c0f3-336c-485e-917f-2e62a6a3a6cc; detaching it from the instance and deleting it from the info cache [ 1843.370645] env[62588]: DEBUG nova.network.neutron [req-2dd1b723-5cb5-497b-9842-1e15689f7e80 req-7808c754-d9dc-4902-a153-5c1178dd35d9 service nova] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.520502] env[62588]: DEBUG nova.objects.base [None req-7b12367d-66f3-4cff-8cd3-99fbd3325d87 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Object Instance<7387d0ac-5771-42e3-85a4-93cee19791d5> lazy-loaded attributes: flavor,pci_requests {{(pid=62588) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1843.523022] env[62588]: DEBUG nova.network.neutron [None req-7b12367d-66f3-4cff-8cd3-99fbd3325d87 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1843.651461] env[62588]: DEBUG nova.network.neutron [-] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.718183] env[62588]: DEBUG nova.policy [None req-7b12367d-66f3-4cff-8cd3-99fbd3325d87 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9842fd79fe74710979fc9a592fb4ce7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ccf6b2ee1dc4c85aa64f97e4d32ef87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1843.740072] env[62588]: DEBUG oslo_vmware.api [None req-6e838d1d-6a5f-4ac5-9bbd-0db40a81e6e1 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794375, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.841025] env[62588]: DEBUG oslo_concurrency.lockutils [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.841025] env[62588]: DEBUG nova.compute.manager [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1843.844814] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.555s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.845282] env[62588]: DEBUG nova.objects.instance [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Lazy-loading 'resources' on Instance uuid d4566202-b9dc-40a4-b6b0-5015536e46fd {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1843.865144] env[62588]: DEBUG oslo_vmware.api [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794376, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.98665} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.865743] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 0dd60d48-3eb5-4636-83f1-01cf47119a57/0dd60d48-3eb5-4636-83f1-01cf47119a57.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1843.866016] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1843.866322] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f51127e2-b985-4912-b7c1-63aa711b6275 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.874105] env[62588]: DEBUG oslo_vmware.api [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1843.874105] env[62588]: value = "task-1794377" [ 1843.874105] env[62588]: _type = "Task" [ 1843.874105] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.874408] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38e45e29-7fbf-4213-bba6-b3a6f5a67df4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.888020] env[62588]: DEBUG oslo_vmware.api [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794377, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.892659] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b5ba46-8057-474b-89d7-b790e5c30650 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.921290] env[62588]: DEBUG nova.compute.manager [req-2dd1b723-5cb5-497b-9842-1e15689f7e80 req-7808c754-d9dc-4902-a153-5c1178dd35d9 service nova] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Detach interface failed, port_id=8138c0f3-336c-485e-917f-2e62a6a3a6cc, reason: Instance 93855408-6c6d-4480-9764-7dc12394438b could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1844.153479] env[62588]: INFO nova.compute.manager [-] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Took 1.71 seconds to deallocate network for instance. [ 1844.236448] env[62588]: DEBUG oslo_vmware.api [None req-6e838d1d-6a5f-4ac5-9bbd-0db40a81e6e1 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794375, 'name': ReconfigVM_Task, 'duration_secs': 1.204215} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.236919] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e838d1d-6a5f-4ac5-9bbd-0db40a81e6e1 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372169', 'volume_id': '2271da24-89c7-4c45-8a8e-6a50c888b5d6', 'name': 'volume-2271da24-89c7-4c45-8a8e-6a50c888b5d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '866820b1-6d9a-43ec-98f5-2f9f52527865', 'attached_at': '', 'detached_at': '', 'volume_id': '2271da24-89c7-4c45-8a8e-6a50c888b5d6', 'serial': '2271da24-89c7-4c45-8a8e-6a50c888b5d6'} {{(pid=62588) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1844.331190] env[62588]: DEBUG nova.network.neutron [None req-6043045f-f3bb-4356-a614-08c8580f1ca5 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Updating instance_info_cache with network_info: [{"id": "55e4a5b3-9356-46cb-8862-9b64f709a35d", "address": "fa:16:3e:42:13:96", "network": {"id": "a87fd2a5-7bb8-40bb-94aa-bfa03a2c12b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-745012254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9caa809c97541cea65bc0fd5cdd9eec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55e4a5b3-93", "ovs_interfaceid": "55e4a5b3-9356-46cb-8862-9b64f709a35d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1844.349352] env[62588]: DEBUG nova.compute.utils [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1844.351325] env[62588]: DEBUG nova.compute.manager [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1844.351540] env[62588]: DEBUG nova.network.neutron [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1844.389405] env[62588]: DEBUG oslo_vmware.api [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794377, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117828} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.389674] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1844.390778] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db88ede-577b-4b17-beb0-ef59d49903ea {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.413462] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 0dd60d48-3eb5-4636-83f1-01cf47119a57/0dd60d48-3eb5-4636-83f1-01cf47119a57.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1844.421357] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcae38ce-2f5d-4740-8b2d-5a65d7749643 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.448528] env[62588]: DEBUG oslo_vmware.api [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1844.448528] env[62588]: value = "task-1794378" [ 1844.448528] env[62588]: _type = "Task" [ 1844.448528] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.461479] env[62588]: DEBUG oslo_vmware.api [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794378, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.478362] env[62588]: DEBUG nova.policy [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01fafc3a63d14c79bb221241f5a6af47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '084551de646f4e009b911831dfceb4f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1844.611694] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c56ba14-4546-4175-bcb2-854f61252697 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.620185] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0efa2c7-2081-4942-9fec-06234339d6c0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.656099] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6c2332-9387-403a-a477-a1642b81cb92 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.660462] env[62588]: DEBUG oslo_concurrency.lockutils [None req-69258882-c412-4593-87c8-934176ae85d1 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.664588] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f1a57b-46ae-4f81-8d63-8d60c1c31a3b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.683760] env[62588]: DEBUG nova.compute.provider_tree [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1844.792447] env[62588]: DEBUG nova.network.neutron [req-645a1878-0e21-4027-8a31-75129951593e req-61aa22d2-c0ec-4103-a911-9a1ea4d8e9f4 service nova] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Updated VIF entry in instance network info cache for port 4b07b89c-48a6-4179-b077-4b12cc8744ad. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1844.792792] env[62588]: DEBUG nova.network.neutron [req-645a1878-0e21-4027-8a31-75129951593e req-61aa22d2-c0ec-4103-a911-9a1ea4d8e9f4 service nova] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Updating instance_info_cache with network_info: [{"id": "4b07b89c-48a6-4179-b077-4b12cc8744ad", "address": "fa:16:3e:11:4e:79", "network": {"id": "d43c4913-5169-46b6-8be8-49ee59c0b218", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092108902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "377dcec989c948abbfe83228e641081b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b07b89c-48", "ovs_interfaceid": "4b07b89c-48a6-4179-b077-4b12cc8744ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1844.836781] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6043045f-f3bb-4356-a614-08c8580f1ca5 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Releasing lock "refresh_cache-a5ed224c-8306-4488-9e7c-4da3c564dffe" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1844.837142] env[62588]: DEBUG nova.objects.instance [None req-6043045f-f3bb-4356-a614-08c8580f1ca5 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lazy-loading 'migration_context' on Instance uuid a5ed224c-8306-4488-9e7c-4da3c564dffe {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1844.855645] env[62588]: DEBUG nova.compute.manager [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1844.972265] env[62588]: DEBUG oslo_vmware.api [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794378, 'name': ReconfigVM_Task, 'duration_secs': 0.276955} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.972265] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 0dd60d48-3eb5-4636-83f1-01cf47119a57/0dd60d48-3eb5-4636-83f1-01cf47119a57.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1844.972265] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-758c1880-8d45-487a-b518-956ec21ca406 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.979908] env[62588]: DEBUG oslo_vmware.api [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1844.979908] env[62588]: value = "task-1794379" [ 1844.979908] env[62588]: _type = "Task" [ 1844.979908] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.988801] env[62588]: DEBUG oslo_vmware.api [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794379, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.149989] env[62588]: DEBUG nova.network.neutron [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Successfully created port: bf646adc-1722-4ebf-af90-539301a03ae4 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1845.188313] env[62588]: DEBUG nova.scheduler.client.report [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1845.293460] env[62588]: DEBUG nova.objects.instance [None req-6e838d1d-6a5f-4ac5-9bbd-0db40a81e6e1 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lazy-loading 'flavor' on Instance uuid 866820b1-6d9a-43ec-98f5-2f9f52527865 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1845.298987] env[62588]: DEBUG oslo_concurrency.lockutils [req-645a1878-0e21-4027-8a31-75129951593e req-61aa22d2-c0ec-4103-a911-9a1ea4d8e9f4 service nova] Releasing lock "refresh_cache-3e6371b6-ca73-429b-8994-30a54fc59df0" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.339863] env[62588]: DEBUG nova.objects.base [None req-6043045f-f3bb-4356-a614-08c8580f1ca5 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62588) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1845.341784] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268b65c4-6f96-4c75-9210-53ecd4ca8749 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.366330] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff6d1d02-b006-4b84-a852-444b4e6d9b4c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.372521] env[62588]: DEBUG oslo_vmware.api [None req-6043045f-f3bb-4356-a614-08c8580f1ca5 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1845.372521] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529df668-eb11-0524-c2a2-1976681b562e" [ 1845.372521] env[62588]: _type = "Task" [ 1845.372521] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.382820] env[62588]: DEBUG oslo_vmware.api [None req-6043045f-f3bb-4356-a614-08c8580f1ca5 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529df668-eb11-0524-c2a2-1976681b562e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.490441] env[62588]: DEBUG oslo_vmware.api [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794379, 'name': Rename_Task, 'duration_secs': 0.16623} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.490827] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1845.491101] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b51a7400-44f1-4bde-abb4-05fc178c9d3c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.501367] env[62588]: DEBUG oslo_vmware.api [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1845.501367] env[62588]: value = "task-1794380" [ 1845.501367] env[62588]: _type = "Task" [ 1845.501367] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.511594] env[62588]: DEBUG oslo_vmware.api [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.695619] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.851s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.698208] env[62588]: DEBUG oslo_concurrency.lockutils [None req-69258882-c412-4593-87c8-934176ae85d1 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.038s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.698648] env[62588]: DEBUG nova.objects.instance [None req-69258882-c412-4593-87c8-934176ae85d1 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lazy-loading 'resources' on Instance uuid 93855408-6c6d-4480-9764-7dc12394438b {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1845.724428] env[62588]: INFO nova.scheduler.client.report [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Deleted allocations for instance d4566202-b9dc-40a4-b6b0-5015536e46fd [ 1845.797913] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6e838d1d-6a5f-4ac5-9bbd-0db40a81e6e1 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "866820b1-6d9a-43ec-98f5-2f9f52527865" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.870s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.831420] env[62588]: INFO nova.compute.manager [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Rebuilding instance [ 1845.870321] env[62588]: DEBUG nova.compute.manager [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1845.894685] env[62588]: DEBUG oslo_vmware.api [None req-6043045f-f3bb-4356-a614-08c8580f1ca5 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529df668-eb11-0524-c2a2-1976681b562e, 'name': SearchDatastore_Task, 'duration_secs': 0.023925} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.895218] env[62588]: DEBUG nova.compute.manager [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1845.895572] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6043045f-f3bb-4356-a614-08c8580f1ca5 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.896338] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1ea1b5-f202-4a31-abf5-f19cf91be3b4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.909446] env[62588]: DEBUG nova.virt.hardware [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1845.909691] env[62588]: DEBUG nova.virt.hardware [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1845.909913] env[62588]: DEBUG nova.virt.hardware [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1845.910027] env[62588]: DEBUG nova.virt.hardware [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1845.910180] env[62588]: DEBUG nova.virt.hardware [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1845.910330] env[62588]: DEBUG nova.virt.hardware [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1845.910535] env[62588]: DEBUG nova.virt.hardware [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1845.910715] env[62588]: DEBUG nova.virt.hardware [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1845.910885] env[62588]: DEBUG nova.virt.hardware [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1845.911202] env[62588]: DEBUG nova.virt.hardware [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1845.911420] env[62588]: DEBUG nova.virt.hardware [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1845.912268] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1532a44-2ebc-498d-bbcf-e72718b324f4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.921404] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed6f709-fc3f-45f4-9065-ba0dbf12f3f1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.012616] env[62588]: DEBUG oslo_vmware.api [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794380, 'name': PowerOnVM_Task, 'duration_secs': 0.46892} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.013313] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1846.013313] env[62588]: INFO nova.compute.manager [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Took 7.12 seconds to spawn the instance on the hypervisor. [ 1846.013475] env[62588]: DEBUG nova.compute.manager [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1846.014255] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2353ef3a-03e9-466b-850b-6c9b12ff9adb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.174738] env[62588]: DEBUG nova.compute.manager [req-d5e11960-34de-477a-a469-5626e338434a req-82cd5853-47e2-4f54-8679-98a813fa5ab1 service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Received event network-vif-plugged-9c193390-46b0-482c-a716-4bd0e3d463cf {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1846.174738] env[62588]: DEBUG oslo_concurrency.lockutils [req-d5e11960-34de-477a-a469-5626e338434a req-82cd5853-47e2-4f54-8679-98a813fa5ab1 service nova] Acquiring lock "7387d0ac-5771-42e3-85a4-93cee19791d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.174738] env[62588]: DEBUG oslo_concurrency.lockutils [req-d5e11960-34de-477a-a469-5626e338434a req-82cd5853-47e2-4f54-8679-98a813fa5ab1 service nova] Lock "7387d0ac-5771-42e3-85a4-93cee19791d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.174738] env[62588]: DEBUG oslo_concurrency.lockutils [req-d5e11960-34de-477a-a469-5626e338434a req-82cd5853-47e2-4f54-8679-98a813fa5ab1 service nova] Lock "7387d0ac-5771-42e3-85a4-93cee19791d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.174738] env[62588]: DEBUG nova.compute.manager [req-d5e11960-34de-477a-a469-5626e338434a req-82cd5853-47e2-4f54-8679-98a813fa5ab1 service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] No waiting events found dispatching network-vif-plugged-9c193390-46b0-482c-a716-4bd0e3d463cf {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1846.174738] env[62588]: WARNING nova.compute.manager [req-d5e11960-34de-477a-a469-5626e338434a req-82cd5853-47e2-4f54-8679-98a813fa5ab1 service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Received unexpected event network-vif-plugged-9c193390-46b0-482c-a716-4bd0e3d463cf for instance with vm_state active and task_state None. [ 1846.233907] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16b1068c-28bc-482a-8135-3c241ed23eca tempest-ServersAaction247Test-1543536600 tempest-ServersAaction247Test-1543536600-project-member] Lock "d4566202-b9dc-40a4-b6b0-5015536e46fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.160s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.326277] env[62588]: DEBUG nova.network.neutron [None req-7b12367d-66f3-4cff-8cd3-99fbd3325d87 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Successfully updated port: 9c193390-46b0-482c-a716-4bd0e3d463cf {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1846.387581] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36172e94-4063-47e8-8ded-678e49a341d7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.395437] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5400a545-e9a0-45e5-a921-b03dfc0241e0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.431515] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72db9e29-21d3-493b-a9a3-3b22dd974afa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.440722] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e809b055-a83c-466b-80bd-a2ebf0c6c04f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.457249] env[62588]: DEBUG nova.compute.provider_tree [None req-69258882-c412-4593-87c8-934176ae85d1 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1846.536330] env[62588]: INFO nova.compute.manager [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Took 14.67 seconds to build instance. [ 1846.829245] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7b12367d-66f3-4cff-8cd3-99fbd3325d87 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "refresh_cache-7387d0ac-5771-42e3-85a4-93cee19791d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.832166] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7b12367d-66f3-4cff-8cd3-99fbd3325d87 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquired lock "refresh_cache-7387d0ac-5771-42e3-85a4-93cee19791d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.832166] env[62588]: DEBUG nova.network.neutron [None req-7b12367d-66f3-4cff-8cd3-99fbd3325d87 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1846.873867] env[62588]: DEBUG nova.network.neutron [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Successfully updated port: bf646adc-1722-4ebf-af90-539301a03ae4 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1846.931721] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1846.932157] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-752a3a87-d0fc-49bd-8c9f-77cdcff1d3dc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.942214] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1846.942214] env[62588]: value = "task-1794381" [ 1846.942214] env[62588]: _type = "Task" [ 1846.942214] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.953249] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.960260] env[62588]: DEBUG nova.scheduler.client.report [None req-69258882-c412-4593-87c8-934176ae85d1 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1847.038256] env[62588]: DEBUG oslo_concurrency.lockutils [None req-97ef31e3-b537-4577-a586-32040d696e41 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "0dd60d48-3eb5-4636-83f1-01cf47119a57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.180s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.372118] env[62588]: WARNING nova.network.neutron [None req-7b12367d-66f3-4cff-8cd3-99fbd3325d87 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5 already exists in list: networks containing: ['cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5']. ignoring it [ 1847.377565] env[62588]: DEBUG oslo_concurrency.lockutils [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquiring lock "refresh_cache-52150651-091b-4f90-a5e3-8d1206374466" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.377730] env[62588]: DEBUG oslo_concurrency.lockutils [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquired lock "refresh_cache-52150651-091b-4f90-a5e3-8d1206374466" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.378323] env[62588]: DEBUG nova.network.neutron [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1847.418366] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Acquiring lock "a19a7517-efdd-4cf3-bfe2-b329a44b421c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.418366] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Lock "a19a7517-efdd-4cf3-bfe2-b329a44b421c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.457022] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794381, 'name': PowerOffVM_Task, 'duration_secs': 0.230475} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.457343] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1847.466300] env[62588]: DEBUG oslo_concurrency.lockutils [None req-69258882-c412-4593-87c8-934176ae85d1 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.768s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.468922] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6043045f-f3bb-4356-a614-08c8580f1ca5 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.573s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.490230] env[62588]: INFO nova.scheduler.client.report [None req-69258882-c412-4593-87c8-934176ae85d1 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Deleted allocations for instance 93855408-6c6d-4480-9764-7dc12394438b [ 1847.538258] env[62588]: INFO nova.compute.manager [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Detaching volume 2271da24-89c7-4c45-8a8e-6a50c888b5d6 [ 1847.577568] env[62588]: INFO nova.virt.block_device [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Attempting to driver detach volume 2271da24-89c7-4c45-8a8e-6a50c888b5d6 from mountpoint /dev/sdb [ 1847.577799] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Volume detach. Driver type: vmdk {{(pid=62588) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1847.577982] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372169', 'volume_id': '2271da24-89c7-4c45-8a8e-6a50c888b5d6', 'name': 'volume-2271da24-89c7-4c45-8a8e-6a50c888b5d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '866820b1-6d9a-43ec-98f5-2f9f52527865', 'attached_at': '', 'detached_at': '', 'volume_id': '2271da24-89c7-4c45-8a8e-6a50c888b5d6', 'serial': '2271da24-89c7-4c45-8a8e-6a50c888b5d6'} {{(pid=62588) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1847.578847] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9b1595-c3aa-4004-b038-70c3a9f6995e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.610073] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cab16ec-bc5f-44a7-b695-707b01da381b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.619105] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be01966e-ae70-428f-be8a-8d70c00b0d4e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.645142] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3566c41e-2480-486b-89d8-99fc7f68630b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.664899] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] The volume has not been displaced from its original location: [datastore1] volume-2271da24-89c7-4c45-8a8e-6a50c888b5d6/volume-2271da24-89c7-4c45-8a8e-6a50c888b5d6.vmdk. No consolidation needed. {{(pid=62588) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1847.670607] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1847.671807] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85c2c1d9-482b-4efd-afcc-7fa13f7ee461 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.691693] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1847.691693] env[62588]: value = "task-1794382" [ 1847.691693] env[62588]: _type = "Task" [ 1847.691693] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.700954] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794382, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.853800] env[62588]: DEBUG nova.network.neutron [None req-7b12367d-66f3-4cff-8cd3-99fbd3325d87 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Updating instance_info_cache with network_info: [{"id": "87887ba0-6497-43f5-b254-8c110a91be42", "address": "fa:16:3e:5d:53:5f", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87887ba0-64", "ovs_interfaceid": "87887ba0-6497-43f5-b254-8c110a91be42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9c193390-46b0-482c-a716-4bd0e3d463cf", "address": "fa:16:3e:f9:61:5e", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c193390-46", "ovs_interfaceid": "9c193390-46b0-482c-a716-4bd0e3d463cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.914544] env[62588]: DEBUG nova.network.neutron [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1847.923794] env[62588]: DEBUG nova.compute.manager [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1848.002246] env[62588]: DEBUG oslo_concurrency.lockutils [None req-69258882-c412-4593-87c8-934176ae85d1 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "93855408-6c6d-4480-9764-7dc12394438b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.204s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.084580] env[62588]: DEBUG nova.compute.manager [req-3567a1b3-a53f-4acf-8808-086d31ca91c0 req-f545c2bb-cbe7-464b-aa04-02d79c99ab31 service nova] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Received event network-changed-b019fa05-178b-4599-830b-aecb5ed06cdf {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1848.084580] env[62588]: DEBUG nova.compute.manager [req-3567a1b3-a53f-4acf-8808-086d31ca91c0 req-f545c2bb-cbe7-464b-aa04-02d79c99ab31 service nova] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Refreshing instance network info cache due to event network-changed-b019fa05-178b-4599-830b-aecb5ed06cdf. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1848.084787] env[62588]: DEBUG oslo_concurrency.lockutils [req-3567a1b3-a53f-4acf-8808-086d31ca91c0 req-f545c2bb-cbe7-464b-aa04-02d79c99ab31 service nova] Acquiring lock "refresh_cache-0dd60d48-3eb5-4636-83f1-01cf47119a57" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.084924] env[62588]: DEBUG oslo_concurrency.lockutils [req-3567a1b3-a53f-4acf-8808-086d31ca91c0 req-f545c2bb-cbe7-464b-aa04-02d79c99ab31 service nova] Acquired lock "refresh_cache-0dd60d48-3eb5-4636-83f1-01cf47119a57" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.085191] env[62588]: DEBUG nova.network.neutron [req-3567a1b3-a53f-4acf-8808-086d31ca91c0 req-f545c2bb-cbe7-464b-aa04-02d79c99ab31 service nova] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Refreshing network info cache for port b019fa05-178b-4599-830b-aecb5ed06cdf {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1848.096282] env[62588]: DEBUG nova.network.neutron [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Updating instance_info_cache with network_info: [{"id": "bf646adc-1722-4ebf-af90-539301a03ae4", "address": "fa:16:3e:99:83:75", "network": {"id": "abe77029-4246-4dd1-a37f-7e4bb2908970", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1890419447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "084551de646f4e009b911831dfceb4f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf646adc-17", "ovs_interfaceid": "bf646adc-1722-4ebf-af90-539301a03ae4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.167692] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08785ab4-3909-4416-8332-7e90681eb859 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.175441] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4115ad7c-c8c6-4629-b33a-3b40814bfa45 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.209281] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d021dd94-8a0c-40b4-8b23-e26f14e2bcc3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.217142] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794382, 'name': ReconfigVM_Task, 'duration_secs': 0.228589} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.219238] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1848.224261] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d9414f8-68e3-45f2-a40e-b1318c5c0965 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.234765] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac33507-81bb-4a9c-a9a5-04a0395ad996 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.248793] env[62588]: DEBUG nova.compute.provider_tree [None req-6043045f-f3bb-4356-a614-08c8580f1ca5 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1848.251227] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1848.251227] env[62588]: value = "task-1794383" [ 1848.251227] env[62588]: _type = "Task" [ 1848.251227] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.259347] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.295222] env[62588]: DEBUG nova.compute.manager [req-345a962d-beb8-4d73-bcf8-e4a0e8392056 req-54bf3e8c-e48f-4cc2-b2b5-7fea87bf7982 service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Received event network-changed-9c193390-46b0-482c-a716-4bd0e3d463cf {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1848.295374] env[62588]: DEBUG nova.compute.manager [req-345a962d-beb8-4d73-bcf8-e4a0e8392056 req-54bf3e8c-e48f-4cc2-b2b5-7fea87bf7982 service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Refreshing instance network info cache due to event network-changed-9c193390-46b0-482c-a716-4bd0e3d463cf. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1848.295561] env[62588]: DEBUG oslo_concurrency.lockutils [req-345a962d-beb8-4d73-bcf8-e4a0e8392056 req-54bf3e8c-e48f-4cc2-b2b5-7fea87bf7982 service nova] Acquiring lock "refresh_cache-7387d0ac-5771-42e3-85a4-93cee19791d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.357361] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7b12367d-66f3-4cff-8cd3-99fbd3325d87 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Releasing lock "refresh_cache-7387d0ac-5771-42e3-85a4-93cee19791d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.358025] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7b12367d-66f3-4cff-8cd3-99fbd3325d87 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "7387d0ac-5771-42e3-85a4-93cee19791d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.358174] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7b12367d-66f3-4cff-8cd3-99fbd3325d87 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquired lock "7387d0ac-5771-42e3-85a4-93cee19791d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.358452] env[62588]: DEBUG oslo_concurrency.lockutils [req-345a962d-beb8-4d73-bcf8-e4a0e8392056 req-54bf3e8c-e48f-4cc2-b2b5-7fea87bf7982 service nova] Acquired lock "refresh_cache-7387d0ac-5771-42e3-85a4-93cee19791d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.358646] env[62588]: DEBUG nova.network.neutron [req-345a962d-beb8-4d73-bcf8-e4a0e8392056 req-54bf3e8c-e48f-4cc2-b2b5-7fea87bf7982 service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Refreshing network info cache for port 9c193390-46b0-482c-a716-4bd0e3d463cf {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1848.364252] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2daf4c7-3243-456d-85bc-a77f53447a09 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.378844] env[62588]: DEBUG nova.virt.hardware [None req-7b12367d-66f3-4cff-8cd3-99fbd3325d87 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1848.379197] env[62588]: DEBUG nova.virt.hardware [None req-7b12367d-66f3-4cff-8cd3-99fbd3325d87 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1848.379691] env[62588]: DEBUG nova.virt.hardware [None req-7b12367d-66f3-4cff-8cd3-99fbd3325d87 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1848.379691] env[62588]: DEBUG nova.virt.hardware [None req-7b12367d-66f3-4cff-8cd3-99fbd3325d87 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1848.379874] env[62588]: DEBUG nova.virt.hardware [None req-7b12367d-66f3-4cff-8cd3-99fbd3325d87 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1848.380052] env[62588]: DEBUG nova.virt.hardware [None req-7b12367d-66f3-4cff-8cd3-99fbd3325d87 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1848.380407] env[62588]: DEBUG nova.virt.hardware [None req-7b12367d-66f3-4cff-8cd3-99fbd3325d87 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1848.380555] env[62588]: DEBUG nova.virt.hardware [None req-7b12367d-66f3-4cff-8cd3-99fbd3325d87 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1848.380930] env[62588]: DEBUG nova.virt.hardware [None req-7b12367d-66f3-4cff-8cd3-99fbd3325d87 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1848.381177] env[62588]: DEBUG nova.virt.hardware [None req-7b12367d-66f3-4cff-8cd3-99fbd3325d87 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1848.381413] env[62588]: DEBUG nova.virt.hardware [None req-7b12367d-66f3-4cff-8cd3-99fbd3325d87 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1848.387925] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7b12367d-66f3-4cff-8cd3-99fbd3325d87 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Reconfiguring VM to attach interface {{(pid=62588) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1848.388526] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-994f6f78-8c0a-44fa-ac69-5b0559584d2f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.410274] env[62588]: DEBUG oslo_vmware.api [None req-7b12367d-66f3-4cff-8cd3-99fbd3325d87 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1848.410274] env[62588]: value = "task-1794384" [ 1848.410274] env[62588]: _type = "Task" [ 1848.410274] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.418849] env[62588]: DEBUG oslo_vmware.api [None req-7b12367d-66f3-4cff-8cd3-99fbd3325d87 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794384, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.444834] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.599055] env[62588]: DEBUG oslo_concurrency.lockutils [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Releasing lock "refresh_cache-52150651-091b-4f90-a5e3-8d1206374466" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.599603] env[62588]: DEBUG nova.compute.manager [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Instance network_info: |[{"id": "bf646adc-1722-4ebf-af90-539301a03ae4", "address": "fa:16:3e:99:83:75", "network": {"id": "abe77029-4246-4dd1-a37f-7e4bb2908970", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1890419447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "084551de646f4e009b911831dfceb4f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf646adc-17", "ovs_interfaceid": "bf646adc-1722-4ebf-af90-539301a03ae4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1848.599987] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:83:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a4d142-3f97-47fe-b074-58923c46815e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf646adc-1722-4ebf-af90-539301a03ae4', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1848.613020] env[62588]: DEBUG oslo.service.loopingcall [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1848.613020] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1848.613020] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69f04068-3824-4f30-ab0b-6382bf980a5c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.636016] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1848.636016] env[62588]: value = "task-1794385" [ 1848.636016] env[62588]: _type = "Task" [ 1848.636016] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.646884] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794385, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.752494] env[62588]: DEBUG nova.scheduler.client.report [None req-6043045f-f3bb-4356-a614-08c8580f1ca5 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1848.764918] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794383, 'name': ReconfigVM_Task, 'duration_secs': 0.3357} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.765266] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372169', 'volume_id': '2271da24-89c7-4c45-8a8e-6a50c888b5d6', 'name': 'volume-2271da24-89c7-4c45-8a8e-6a50c888b5d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '866820b1-6d9a-43ec-98f5-2f9f52527865', 'attached_at': '', 'detached_at': '', 'volume_id': '2271da24-89c7-4c45-8a8e-6a50c888b5d6', 'serial': '2271da24-89c7-4c45-8a8e-6a50c888b5d6'} {{(pid=62588) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1848.852339] env[62588]: DEBUG nova.network.neutron [req-3567a1b3-a53f-4acf-8808-086d31ca91c0 req-f545c2bb-cbe7-464b-aa04-02d79c99ab31 service nova] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Updated VIF entry in instance network info cache for port b019fa05-178b-4599-830b-aecb5ed06cdf. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1848.852695] env[62588]: DEBUG nova.network.neutron [req-3567a1b3-a53f-4acf-8808-086d31ca91c0 req-f545c2bb-cbe7-464b-aa04-02d79c99ab31 service nova] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Updating instance_info_cache with network_info: [{"id": "b019fa05-178b-4599-830b-aecb5ed06cdf", "address": "fa:16:3e:86:f7:4c", "network": {"id": "94db9e1b-f422-4077-be68-4fd81b713a80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1210070792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "979ec9f712cf4691b14f90355fbb2827", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb019fa05-17", "ovs_interfaceid": "b019fa05-178b-4599-830b-aecb5ed06cdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.922236] env[62588]: DEBUG oslo_vmware.api [None req-7b12367d-66f3-4cff-8cd3-99fbd3325d87 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794384, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.087658] env[62588]: DEBUG nova.network.neutron [req-345a962d-beb8-4d73-bcf8-e4a0e8392056 req-54bf3e8c-e48f-4cc2-b2b5-7fea87bf7982 service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Updated VIF entry in instance network info cache for port 9c193390-46b0-482c-a716-4bd0e3d463cf. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1849.088274] env[62588]: DEBUG nova.network.neutron [req-345a962d-beb8-4d73-bcf8-e4a0e8392056 req-54bf3e8c-e48f-4cc2-b2b5-7fea87bf7982 service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Updating instance_info_cache with network_info: [{"id": "87887ba0-6497-43f5-b254-8c110a91be42", "address": "fa:16:3e:5d:53:5f", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87887ba0-64", "ovs_interfaceid": "87887ba0-6497-43f5-b254-8c110a91be42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9c193390-46b0-482c-a716-4bd0e3d463cf", "address": "fa:16:3e:f9:61:5e", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c193390-46", "ovs_interfaceid": "9c193390-46b0-482c-a716-4bd0e3d463cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.145689] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794385, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.355801] env[62588]: DEBUG oslo_concurrency.lockutils [req-3567a1b3-a53f-4acf-8808-086d31ca91c0 req-f545c2bb-cbe7-464b-aa04-02d79c99ab31 service nova] Releasing lock "refresh_cache-0dd60d48-3eb5-4636-83f1-01cf47119a57" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.421777] env[62588]: DEBUG oslo_vmware.api [None req-7b12367d-66f3-4cff-8cd3-99fbd3325d87 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794384, 'name': ReconfigVM_Task, 'duration_secs': 0.909909} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.424914] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7b12367d-66f3-4cff-8cd3-99fbd3325d87 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Releasing lock "7387d0ac-5771-42e3-85a4-93cee19791d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.424914] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7b12367d-66f3-4cff-8cd3-99fbd3325d87 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Reconfigured VM to attach interface {{(pid=62588) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1849.590826] env[62588]: DEBUG oslo_concurrency.lockutils [req-345a962d-beb8-4d73-bcf8-e4a0e8392056 req-54bf3e8c-e48f-4cc2-b2b5-7fea87bf7982 service nova] Releasing lock "refresh_cache-7387d0ac-5771-42e3-85a4-93cee19791d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.591204] env[62588]: DEBUG nova.compute.manager [req-345a962d-beb8-4d73-bcf8-e4a0e8392056 req-54bf3e8c-e48f-4cc2-b2b5-7fea87bf7982 service nova] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Received event network-vif-plugged-bf646adc-1722-4ebf-af90-539301a03ae4 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1849.591460] env[62588]: DEBUG oslo_concurrency.lockutils [req-345a962d-beb8-4d73-bcf8-e4a0e8392056 req-54bf3e8c-e48f-4cc2-b2b5-7fea87bf7982 service nova] Acquiring lock "52150651-091b-4f90-a5e3-8d1206374466-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.591869] env[62588]: DEBUG oslo_concurrency.lockutils [req-345a962d-beb8-4d73-bcf8-e4a0e8392056 req-54bf3e8c-e48f-4cc2-b2b5-7fea87bf7982 service nova] Lock "52150651-091b-4f90-a5e3-8d1206374466-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.591869] env[62588]: DEBUG oslo_concurrency.lockutils [req-345a962d-beb8-4d73-bcf8-e4a0e8392056 req-54bf3e8c-e48f-4cc2-b2b5-7fea87bf7982 service nova] Lock "52150651-091b-4f90-a5e3-8d1206374466-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.592090] env[62588]: DEBUG nova.compute.manager [req-345a962d-beb8-4d73-bcf8-e4a0e8392056 req-54bf3e8c-e48f-4cc2-b2b5-7fea87bf7982 service nova] [instance: 52150651-091b-4f90-a5e3-8d1206374466] No waiting events found dispatching network-vif-plugged-bf646adc-1722-4ebf-af90-539301a03ae4 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1849.592286] env[62588]: WARNING nova.compute.manager [req-345a962d-beb8-4d73-bcf8-e4a0e8392056 req-54bf3e8c-e48f-4cc2-b2b5-7fea87bf7982 service nova] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Received unexpected event network-vif-plugged-bf646adc-1722-4ebf-af90-539301a03ae4 for instance with vm_state building and task_state spawning. [ 1849.592454] env[62588]: DEBUG nova.compute.manager [req-345a962d-beb8-4d73-bcf8-e4a0e8392056 req-54bf3e8c-e48f-4cc2-b2b5-7fea87bf7982 service nova] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Received event network-changed-bf646adc-1722-4ebf-af90-539301a03ae4 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1849.592610] env[62588]: DEBUG nova.compute.manager [req-345a962d-beb8-4d73-bcf8-e4a0e8392056 req-54bf3e8c-e48f-4cc2-b2b5-7fea87bf7982 service nova] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Refreshing instance network info cache due to event network-changed-bf646adc-1722-4ebf-af90-539301a03ae4. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1849.592791] env[62588]: DEBUG oslo_concurrency.lockutils [req-345a962d-beb8-4d73-bcf8-e4a0e8392056 req-54bf3e8c-e48f-4cc2-b2b5-7fea87bf7982 service nova] Acquiring lock "refresh_cache-52150651-091b-4f90-a5e3-8d1206374466" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.592930] env[62588]: DEBUG oslo_concurrency.lockutils [req-345a962d-beb8-4d73-bcf8-e4a0e8392056 req-54bf3e8c-e48f-4cc2-b2b5-7fea87bf7982 service nova] Acquired lock "refresh_cache-52150651-091b-4f90-a5e3-8d1206374466" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.593104] env[62588]: DEBUG nova.network.neutron [req-345a962d-beb8-4d73-bcf8-e4a0e8392056 req-54bf3e8c-e48f-4cc2-b2b5-7fea87bf7982 service nova] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Refreshing network info cache for port bf646adc-1722-4ebf-af90-539301a03ae4 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1849.647517] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794385, 'name': CreateVM_Task, 'duration_secs': 0.534878} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.647517] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1849.648115] env[62588]: DEBUG oslo_concurrency.lockutils [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.648284] env[62588]: DEBUG oslo_concurrency.lockutils [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.648631] env[62588]: DEBUG oslo_concurrency.lockutils [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1849.648879] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e74ce61-c43f-4943-b128-fe9b6ec9781d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.653702] env[62588]: DEBUG oslo_vmware.api [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for the task: (returnval){ [ 1849.653702] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5200a923-d0c6-132e-c5cb-336b0ffdc2a1" [ 1849.653702] env[62588]: _type = "Task" [ 1849.653702] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.661681] env[62588]: DEBUG oslo_vmware.api [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5200a923-d0c6-132e-c5cb-336b0ffdc2a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.767224] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6043045f-f3bb-4356-a614-08c8580f1ca5 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.298s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.770678] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.326s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.772124] env[62588]: INFO nova.compute.claims [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1849.823026] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1849.823583] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b3d9e10-632a-4a55-80a5-f256383d3a53 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.831030] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1849.831030] env[62588]: value = "task-1794386" [ 1849.831030] env[62588]: _type = "Task" [ 1849.831030] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.839192] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.927284] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7b12367d-66f3-4cff-8cd3-99fbd3325d87 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "interface-7387d0ac-5771-42e3-85a4-93cee19791d5-9c193390-46b0-482c-a716-4bd0e3d463cf" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.662s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.164471] env[62588]: DEBUG oslo_vmware.api [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5200a923-d0c6-132e-c5cb-336b0ffdc2a1, 'name': SearchDatastore_Task, 'duration_secs': 0.009239} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.164770] env[62588]: DEBUG oslo_concurrency.lockutils [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.165020] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1850.165255] env[62588]: DEBUG oslo_concurrency.lockutils [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.165398] env[62588]: DEBUG oslo_concurrency.lockutils [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.165572] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1850.165850] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc338422-26b7-4b85-9f88-ebf6b6ed0998 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.175761] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1850.175954] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1850.178732] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca5a9a6e-40a4-4e1c-96be-48414e09a02a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.184375] env[62588]: DEBUG oslo_vmware.api [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for the task: (returnval){ [ 1850.184375] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5211458e-b94b-99b9-bf20-1c4406ab2650" [ 1850.184375] env[62588]: _type = "Task" [ 1850.184375] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.192500] env[62588]: DEBUG oslo_vmware.api [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5211458e-b94b-99b9-bf20-1c4406ab2650, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.288508] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquiring lock "90611f11-ed54-4ff8-affe-b2882640484b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.288776] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "90611f11-ed54-4ff8-affe-b2882640484b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.320368] env[62588]: DEBUG nova.network.neutron [req-345a962d-beb8-4d73-bcf8-e4a0e8392056 req-54bf3e8c-e48f-4cc2-b2b5-7fea87bf7982 service nova] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Updated VIF entry in instance network info cache for port bf646adc-1722-4ebf-af90-539301a03ae4. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1850.320859] env[62588]: DEBUG nova.network.neutron [req-345a962d-beb8-4d73-bcf8-e4a0e8392056 req-54bf3e8c-e48f-4cc2-b2b5-7fea87bf7982 service nova] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Updating instance_info_cache with network_info: [{"id": "bf646adc-1722-4ebf-af90-539301a03ae4", "address": "fa:16:3e:99:83:75", "network": {"id": "abe77029-4246-4dd1-a37f-7e4bb2908970", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1890419447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "084551de646f4e009b911831dfceb4f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf646adc-17", "ovs_interfaceid": "bf646adc-1722-4ebf-af90-539301a03ae4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.325949] env[62588]: INFO nova.scheduler.client.report [None req-6043045f-f3bb-4356-a614-08c8580f1ca5 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Deleted allocation for migration 56268cac-7c3b-415c-86a4-e6da3bca8852 [ 1850.346235] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] VM already powered off {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1850.346478] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Volume detach. Driver type: vmdk {{(pid=62588) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1850.346675] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372169', 'volume_id': '2271da24-89c7-4c45-8a8e-6a50c888b5d6', 'name': 'volume-2271da24-89c7-4c45-8a8e-6a50c888b5d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '866820b1-6d9a-43ec-98f5-2f9f52527865', 'attached_at': '', 'detached_at': '', 'volume_id': '2271da24-89c7-4c45-8a8e-6a50c888b5d6', 'serial': '2271da24-89c7-4c45-8a8e-6a50c888b5d6'} {{(pid=62588) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1850.347456] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604da56c-cf3e-4fa4-a842-d058806ddde9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.369464] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456771bf-9de6-4a53-8d32-13d2b8c12d5f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.376290] env[62588]: WARNING nova.virt.vmwareapi.driver [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1850.376536] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1850.377265] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe52f43-c993-4afa-8f83-a40cb0b71cb8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.384411] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1850.384651] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c623e568-5ab6-45a4-b1ec-f7e02f0a4d4c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.482353] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1850.482470] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1850.482628] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Deleting the datastore file [datastore1] 866820b1-6d9a-43ec-98f5-2f9f52527865 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1850.482968] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1562ca5-52a5-413e-9b47-97c4018e8f23 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.489820] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1850.489820] env[62588]: value = "task-1794388" [ 1850.489820] env[62588]: _type = "Task" [ 1850.489820] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.498072] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.694810] env[62588]: DEBUG oslo_vmware.api [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5211458e-b94b-99b9-bf20-1c4406ab2650, 'name': SearchDatastore_Task, 'duration_secs': 0.010195} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.695717] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d32beab1-c3bb-4152-93bb-264b3067c7f5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.701594] env[62588]: DEBUG oslo_vmware.api [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for the task: (returnval){ [ 1850.701594] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5255b94c-2f9d-0a24-85c0-16c145f0854a" [ 1850.701594] env[62588]: _type = "Task" [ 1850.701594] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.710986] env[62588]: DEBUG oslo_vmware.api [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5255b94c-2f9d-0a24-85c0-16c145f0854a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.791728] env[62588]: DEBUG nova.compute.manager [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1850.823368] env[62588]: DEBUG oslo_concurrency.lockutils [req-345a962d-beb8-4d73-bcf8-e4a0e8392056 req-54bf3e8c-e48f-4cc2-b2b5-7fea87bf7982 service nova] Releasing lock "refresh_cache-52150651-091b-4f90-a5e3-8d1206374466" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.840263] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6043045f-f3bb-4356-a614-08c8580f1ca5 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "a5ed224c-8306-4488-9e7c-4da3c564dffe" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.918s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.932281] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602dfcdd-6659-4f6b-a028-0f7aa96c29c0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.940086] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e996917-84e2-4efe-b20d-c1a279a48e04 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.970316] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfae2394-2718-4b4f-8007-14be15949a11 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.978201] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0e2a8f-dc14-4768-b8b2-17a02adf5375 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.994115] env[62588]: DEBUG nova.compute.provider_tree [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1851.002766] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172127} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.004366] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1851.004561] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1851.004730] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1851.212552] env[62588]: DEBUG oslo_vmware.api [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5255b94c-2f9d-0a24-85c0-16c145f0854a, 'name': SearchDatastore_Task, 'duration_secs': 0.017366} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.212808] env[62588]: DEBUG oslo_concurrency.lockutils [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.213079] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 52150651-091b-4f90-a5e3-8d1206374466/52150651-091b-4f90-a5e3-8d1206374466.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1851.213850] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e13e37d-6299-4ad8-a601-32fc03881ed3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.220765] env[62588]: DEBUG oslo_vmware.api [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for the task: (returnval){ [ 1851.220765] env[62588]: value = "task-1794389" [ 1851.220765] env[62588]: _type = "Task" [ 1851.220765] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.228654] env[62588]: DEBUG oslo_vmware.api [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.311048] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.345092] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d9e2c16d-a6d7-4cec-9ad6-ae1965bae131 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "a5ed224c-8306-4488-9e7c-4da3c564dffe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.345368] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d9e2c16d-a6d7-4cec-9ad6-ae1965bae131 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "a5ed224c-8306-4488-9e7c-4da3c564dffe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.345584] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d9e2c16d-a6d7-4cec-9ad6-ae1965bae131 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "a5ed224c-8306-4488-9e7c-4da3c564dffe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.345784] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d9e2c16d-a6d7-4cec-9ad6-ae1965bae131 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "a5ed224c-8306-4488-9e7c-4da3c564dffe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.345968] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d9e2c16d-a6d7-4cec-9ad6-ae1965bae131 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "a5ed224c-8306-4488-9e7c-4da3c564dffe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.348048] env[62588]: INFO nova.compute.manager [None req-d9e2c16d-a6d7-4cec-9ad6-ae1965bae131 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Terminating instance [ 1851.499320] env[62588]: DEBUG nova.scheduler.client.report [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1851.510594] env[62588]: INFO nova.virt.block_device [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Booting with volume 2271da24-89c7-4c45-8a8e-6a50c888b5d6 at /dev/sdb [ 1851.513135] env[62588]: DEBUG oslo_concurrency.lockutils [None req-15332dfd-d0b6-4e0f-a763-ed9c414a24f3 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "interface-7387d0ac-5771-42e3-85a4-93cee19791d5-9c193390-46b0-482c-a716-4bd0e3d463cf" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.513660] env[62588]: DEBUG oslo_concurrency.lockutils [None req-15332dfd-d0b6-4e0f-a763-ed9c414a24f3 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "interface-7387d0ac-5771-42e3-85a4-93cee19791d5-9c193390-46b0-482c-a716-4bd0e3d463cf" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.549560] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-397f583f-303b-4c80-854a-8865f016a442 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.559874] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33876306-0ad5-4f8d-ad6d-50d9942bcb36 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.591143] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7efb2ef7-e04f-4135-b27a-5496e7a07e53 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.601035] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328e1e16-ca2e-4ebe-9319-3845f84905f8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.635240] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789f8d5d-ffe8-415b-9485-7d0c56b7baa3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.642776] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8552b7-4368-4dec-aca6-2ac199aaa0ba {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.657520] env[62588]: DEBUG nova.virt.block_device [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Updating existing volume attachment record: 43af1748-a6af-47bd-82c9-77fca7e6291b {{(pid=62588) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1851.731210] env[62588]: DEBUG oslo_vmware.api [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794389, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501125} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.731498] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 52150651-091b-4f90-a5e3-8d1206374466/52150651-091b-4f90-a5e3-8d1206374466.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1851.731743] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1851.732014] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5238e805-ddd3-4ef1-851a-7ba11ced322e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.738793] env[62588]: DEBUG oslo_vmware.api [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for the task: (returnval){ [ 1851.738793] env[62588]: value = "task-1794390" [ 1851.738793] env[62588]: _type = "Task" [ 1851.738793] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.746537] env[62588]: DEBUG oslo_vmware.api [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.852410] env[62588]: DEBUG nova.compute.manager [None req-d9e2c16d-a6d7-4cec-9ad6-ae1965bae131 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1851.852705] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e2c16d-a6d7-4cec-9ad6-ae1965bae131 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1851.853727] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b327dc2-4158-4754-8e0f-e367c24df5f0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.862134] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e2c16d-a6d7-4cec-9ad6-ae1965bae131 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1851.862397] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7ed8ed3-50aa-4d61-a28f-fce0eeb6d50a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.869350] env[62588]: DEBUG oslo_concurrency.lockutils [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "3ccfd311-7159-4275-bd50-644f1cc75c30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.869559] env[62588]: DEBUG oslo_concurrency.lockutils [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "3ccfd311-7159-4275-bd50-644f1cc75c30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.870671] env[62588]: DEBUG oslo_vmware.api [None req-d9e2c16d-a6d7-4cec-9ad6-ae1965bae131 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1851.870671] env[62588]: value = "task-1794391" [ 1851.870671] env[62588]: _type = "Task" [ 1851.870671] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.879914] env[62588]: DEBUG oslo_vmware.api [None req-d9e2c16d-a6d7-4cec-9ad6-ae1965bae131 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.005624] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.235s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.006163] env[62588]: DEBUG nova.compute.manager [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1852.008738] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.698s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.010246] env[62588]: INFO nova.compute.claims [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1852.016061] env[62588]: DEBUG oslo_concurrency.lockutils [None req-15332dfd-d0b6-4e0f-a763-ed9c414a24f3 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "7387d0ac-5771-42e3-85a4-93cee19791d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.016061] env[62588]: DEBUG oslo_concurrency.lockutils [None req-15332dfd-d0b6-4e0f-a763-ed9c414a24f3 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquired lock "7387d0ac-5771-42e3-85a4-93cee19791d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.016982] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b73007-3de3-4591-880a-631f35dd80ff {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.035914] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcc66b6-0418-46c6-84de-98e0f1aba8de {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.063497] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-15332dfd-d0b6-4e0f-a763-ed9c414a24f3 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Reconfiguring VM to detach interface {{(pid=62588) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1852.064847] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66b1a495-e06a-4afe-a4ec-72cba92be1c7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.085410] env[62588]: DEBUG oslo_vmware.api [None req-15332dfd-d0b6-4e0f-a763-ed9c414a24f3 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1852.085410] env[62588]: value = "task-1794392" [ 1852.085410] env[62588]: _type = "Task" [ 1852.085410] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.093884] env[62588]: DEBUG oslo_vmware.api [None req-15332dfd-d0b6-4e0f-a763-ed9c414a24f3 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794392, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.249426] env[62588]: DEBUG oslo_vmware.api [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071541} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.249688] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1852.250456] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ee7dd8-5f58-4fa7-97ac-3ed2b7d021e6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.273049] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 52150651-091b-4f90-a5e3-8d1206374466/52150651-091b-4f90-a5e3-8d1206374466.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1852.273274] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed0d40ea-9fc2-4cf1-a454-af34a1869eef {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.292652] env[62588]: DEBUG oslo_vmware.api [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for the task: (returnval){ [ 1852.292652] env[62588]: value = "task-1794393" [ 1852.292652] env[62588]: _type = "Task" [ 1852.292652] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.300113] env[62588]: DEBUG oslo_vmware.api [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794393, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.372496] env[62588]: DEBUG nova.compute.manager [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1852.384838] env[62588]: DEBUG oslo_vmware.api [None req-d9e2c16d-a6d7-4cec-9ad6-ae1965bae131 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794391, 'name': PowerOffVM_Task, 'duration_secs': 0.259636} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.385124] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e2c16d-a6d7-4cec-9ad6-ae1965bae131 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1852.385314] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e2c16d-a6d7-4cec-9ad6-ae1965bae131 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1852.385567] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4c22a82-9463-4b8f-a1e6-1ebe9cb9074b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.462846] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e2c16d-a6d7-4cec-9ad6-ae1965bae131 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1852.463025] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e2c16d-a6d7-4cec-9ad6-ae1965bae131 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1852.463225] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9e2c16d-a6d7-4cec-9ad6-ae1965bae131 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Deleting the datastore file [datastore1] a5ed224c-8306-4488-9e7c-4da3c564dffe {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1852.463600] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62a821a8-706e-41d4-8f8c-14d6fe815a92 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.473132] env[62588]: DEBUG oslo_vmware.api [None req-d9e2c16d-a6d7-4cec-9ad6-ae1965bae131 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1852.473132] env[62588]: value = "task-1794395" [ 1852.473132] env[62588]: _type = "Task" [ 1852.473132] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.480958] env[62588]: DEBUG oslo_vmware.api [None req-d9e2c16d-a6d7-4cec-9ad6-ae1965bae131 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.514465] env[62588]: DEBUG nova.compute.utils [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1852.518032] env[62588]: DEBUG nova.compute.manager [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1852.518032] env[62588]: DEBUG nova.network.neutron [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1852.557908] env[62588]: DEBUG nova.policy [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46afe83b78ea44b0a6a9da76f71ed9c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8dc332658d2647dea25ee1664b02acdd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1852.596551] env[62588]: DEBUG oslo_vmware.api [None req-15332dfd-d0b6-4e0f-a763-ed9c414a24f3 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.804788] env[62588]: DEBUG oslo_vmware.api [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794393, 'name': ReconfigVM_Task, 'duration_secs': 0.293632} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.804788] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 52150651-091b-4f90-a5e3-8d1206374466/52150651-091b-4f90-a5e3-8d1206374466.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1852.804788] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3005345-b511-485e-92a7-596df870c170 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.813467] env[62588]: DEBUG oslo_vmware.api [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for the task: (returnval){ [ 1852.813467] env[62588]: value = "task-1794396" [ 1852.813467] env[62588]: _type = "Task" [ 1852.813467] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.818877] env[62588]: DEBUG oslo_vmware.api [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794396, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.877139] env[62588]: DEBUG nova.network.neutron [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Successfully created port: e7941d9f-6f56-4fdf-a432-e7ce970d9a05 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1852.899454] env[62588]: DEBUG oslo_concurrency.lockutils [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.982946] env[62588]: DEBUG oslo_vmware.api [None req-d9e2c16d-a6d7-4cec-9ad6-ae1965bae131 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176579} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.983203] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9e2c16d-a6d7-4cec-9ad6-ae1965bae131 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1852.983409] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e2c16d-a6d7-4cec-9ad6-ae1965bae131 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1852.983588] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e2c16d-a6d7-4cec-9ad6-ae1965bae131 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1852.983760] env[62588]: INFO nova.compute.manager [None req-d9e2c16d-a6d7-4cec-9ad6-ae1965bae131 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1852.984007] env[62588]: DEBUG oslo.service.loopingcall [None req-d9e2c16d-a6d7-4cec-9ad6-ae1965bae131 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1852.984210] env[62588]: DEBUG nova.compute.manager [-] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1852.984306] env[62588]: DEBUG nova.network.neutron [-] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1853.020519] env[62588]: DEBUG nova.compute.manager [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1853.099518] env[62588]: DEBUG oslo_vmware.api [None req-15332dfd-d0b6-4e0f-a763-ed9c414a24f3 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.211022] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a3646d-f338-4447-96d2-5c0e74bda198 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.217502] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66880a9f-79d1-4cc0-bf6c-ddb77f26259e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.255568] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fe6b20-d16b-4476-b933-298071194764 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.263011] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6001854f-87dc-4965-8e18-c087b013e734 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.276154] env[62588]: DEBUG nova.compute.provider_tree [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1853.324151] env[62588]: DEBUG oslo_vmware.api [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794396, 'name': Rename_Task, 'duration_secs': 0.405534} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.324415] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1853.324660] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-260fc151-ee6a-4c43-ba97-811d015c62f6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.333547] env[62588]: DEBUG oslo_vmware.api [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for the task: (returnval){ [ 1853.333547] env[62588]: value = "task-1794397" [ 1853.333547] env[62588]: _type = "Task" [ 1853.333547] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.340589] env[62588]: DEBUG nova.compute.manager [req-342bc2a4-46ea-4a97-aa70-f490d9220ad7 req-853791c3-54f0-4beb-942c-1a8c2a8d389c service nova] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Received event network-vif-deleted-55e4a5b3-9356-46cb-8862-9b64f709a35d {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1853.340889] env[62588]: INFO nova.compute.manager [req-342bc2a4-46ea-4a97-aa70-f490d9220ad7 req-853791c3-54f0-4beb-942c-1a8c2a8d389c service nova] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Neutron deleted interface 55e4a5b3-9356-46cb-8862-9b64f709a35d; detaching it from the instance and deleting it from the info cache [ 1853.341430] env[62588]: DEBUG nova.network.neutron [req-342bc2a4-46ea-4a97-aa70-f490d9220ad7 req-853791c3-54f0-4beb-942c-1a8c2a8d389c service nova] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.345655] env[62588]: DEBUG oslo_vmware.api [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.598797] env[62588]: DEBUG oslo_vmware.api [None req-15332dfd-d0b6-4e0f-a763-ed9c414a24f3 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.779533] env[62588]: DEBUG nova.scheduler.client.report [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1853.791457] env[62588]: DEBUG nova.virt.hardware [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1853.791756] env[62588]: DEBUG nova.virt.hardware [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1853.791942] env[62588]: DEBUG nova.virt.hardware [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1853.792157] env[62588]: DEBUG nova.virt.hardware [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1853.792311] env[62588]: DEBUG nova.virt.hardware [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1853.792455] env[62588]: DEBUG nova.virt.hardware [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1853.792657] env[62588]: DEBUG nova.virt.hardware [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1853.792820] env[62588]: DEBUG nova.virt.hardware [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1853.792988] env[62588]: DEBUG nova.virt.hardware [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1853.793166] env[62588]: DEBUG nova.virt.hardware [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1853.793339] env[62588]: DEBUG nova.virt.hardware [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1853.794200] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0191b138-8c59-45b5-ae3d-3578677ad40c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.803274] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cb2ec3-f33a-4184-a4bd-a9615e32c935 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.817012] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:52:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '468cd7a6-6f27-449b-b0b6-6948faa23fa5', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1853.824305] env[62588]: DEBUG oslo.service.loopingcall [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1853.824569] env[62588]: DEBUG nova.network.neutron [-] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.825717] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1853.826071] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14446874-6540-45f1-8cca-2b7469661be4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.849426] env[62588]: DEBUG oslo_vmware.api [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794397, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.850702] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac095a67-f260-41a3-9bc6-d9e6030ab805 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.852543] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1853.852543] env[62588]: value = "task-1794398" [ 1853.852543] env[62588]: _type = "Task" [ 1853.852543] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.860159] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bd4c6c-7e0b-4ba2-beb6-b904a9e0a0b0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.880579] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794398, 'name': CreateVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.901717] env[62588]: DEBUG nova.compute.manager [req-342bc2a4-46ea-4a97-aa70-f490d9220ad7 req-853791c3-54f0-4beb-942c-1a8c2a8d389c service nova] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Detach interface failed, port_id=55e4a5b3-9356-46cb-8862-9b64f709a35d, reason: Instance a5ed224c-8306-4488-9e7c-4da3c564dffe could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1854.033821] env[62588]: DEBUG nova.compute.manager [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1854.056826] env[62588]: DEBUG nova.virt.hardware [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1854.057090] env[62588]: DEBUG nova.virt.hardware [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1854.057244] env[62588]: DEBUG nova.virt.hardware [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1854.057418] env[62588]: DEBUG nova.virt.hardware [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1854.057560] env[62588]: DEBUG nova.virt.hardware [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1854.057703] env[62588]: DEBUG nova.virt.hardware [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1854.057907] env[62588]: DEBUG nova.virt.hardware [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1854.058093] env[62588]: DEBUG nova.virt.hardware [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1854.058274] env[62588]: DEBUG nova.virt.hardware [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1854.058438] env[62588]: DEBUG nova.virt.hardware [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1854.058607] env[62588]: DEBUG nova.virt.hardware [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1854.059545] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c165c9c-e10d-4f0e-88f0-eee757c1f6d7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.068040] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f52c7f8-d43d-4c82-8a0b-0c533e5d9283 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.098195] env[62588]: DEBUG oslo_vmware.api [None req-15332dfd-d0b6-4e0f-a763-ed9c414a24f3 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.286892] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.278s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.288022] env[62588]: DEBUG nova.compute.manager [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1854.290530] env[62588]: DEBUG oslo_concurrency.lockutils [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.391s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.292122] env[62588]: INFO nova.compute.claims [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1854.327497] env[62588]: INFO nova.compute.manager [-] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Took 1.34 seconds to deallocate network for instance. [ 1854.350048] env[62588]: DEBUG oslo_vmware.api [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794397, 'name': PowerOnVM_Task, 'duration_secs': 0.566114} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.350291] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1854.350495] env[62588]: INFO nova.compute.manager [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1854.350710] env[62588]: DEBUG nova.compute.manager [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1854.351518] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c321d9-8d56-49b4-af58-84c815495117 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.362863] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794398, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.551689] env[62588]: DEBUG nova.network.neutron [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Successfully updated port: e7941d9f-6f56-4fdf-a432-e7ce970d9a05 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1854.600699] env[62588]: DEBUG oslo_vmware.api [None req-15332dfd-d0b6-4e0f-a763-ed9c414a24f3 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.797068] env[62588]: DEBUG nova.compute.utils [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1854.799676] env[62588]: DEBUG nova.compute.manager [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1854.799883] env[62588]: DEBUG nova.network.neutron [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1854.834769] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d9e2c16d-a6d7-4cec-9ad6-ae1965bae131 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.839534] env[62588]: DEBUG nova.policy [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2e1718eda4442de882575e31f56c9f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7186086b95024140b01eeb45e2af009f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1854.863739] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794398, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.876251] env[62588]: INFO nova.compute.manager [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Took 18.27 seconds to build instance. [ 1855.054150] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Acquiring lock "refresh_cache-a19a7517-efdd-4cf3-bfe2-b329a44b421c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.054487] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Acquired lock "refresh_cache-a19a7517-efdd-4cf3-bfe2-b329a44b421c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.054487] env[62588]: DEBUG nova.network.neutron [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1855.102974] env[62588]: DEBUG oslo_vmware.api [None req-15332dfd-d0b6-4e0f-a763-ed9c414a24f3 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.108733] env[62588]: DEBUG nova.network.neutron [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Successfully created port: f967dfd7-376a-4585-a971-c7e3bb524a64 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1855.300862] env[62588]: DEBUG nova.compute.manager [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1855.368020] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794398, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.377241] env[62588]: DEBUG nova.compute.manager [req-d6082bba-a873-456f-849c-7b18ed613899 req-3adfba50-c0b9-413a-824f-025768e2de59 service nova] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Received event network-vif-plugged-e7941d9f-6f56-4fdf-a432-e7ce970d9a05 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1855.377501] env[62588]: DEBUG oslo_concurrency.lockutils [req-d6082bba-a873-456f-849c-7b18ed613899 req-3adfba50-c0b9-413a-824f-025768e2de59 service nova] Acquiring lock "a19a7517-efdd-4cf3-bfe2-b329a44b421c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.377754] env[62588]: DEBUG oslo_concurrency.lockutils [req-d6082bba-a873-456f-849c-7b18ed613899 req-3adfba50-c0b9-413a-824f-025768e2de59 service nova] Lock "a19a7517-efdd-4cf3-bfe2-b329a44b421c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.378478] env[62588]: DEBUG oslo_concurrency.lockutils [req-d6082bba-a873-456f-849c-7b18ed613899 req-3adfba50-c0b9-413a-824f-025768e2de59 service nova] Lock "a19a7517-efdd-4cf3-bfe2-b329a44b421c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.378714] env[62588]: DEBUG nova.compute.manager [req-d6082bba-a873-456f-849c-7b18ed613899 req-3adfba50-c0b9-413a-824f-025768e2de59 service nova] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] No waiting events found dispatching network-vif-plugged-e7941d9f-6f56-4fdf-a432-e7ce970d9a05 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1855.381274] env[62588]: WARNING nova.compute.manager [req-d6082bba-a873-456f-849c-7b18ed613899 req-3adfba50-c0b9-413a-824f-025768e2de59 service nova] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Received unexpected event network-vif-plugged-e7941d9f-6f56-4fdf-a432-e7ce970d9a05 for instance with vm_state building and task_state spawning. [ 1855.381274] env[62588]: DEBUG nova.compute.manager [req-d6082bba-a873-456f-849c-7b18ed613899 req-3adfba50-c0b9-413a-824f-025768e2de59 service nova] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Received event network-changed-e7941d9f-6f56-4fdf-a432-e7ce970d9a05 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1855.381274] env[62588]: DEBUG nova.compute.manager [req-d6082bba-a873-456f-849c-7b18ed613899 req-3adfba50-c0b9-413a-824f-025768e2de59 service nova] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Refreshing instance network info cache due to event network-changed-e7941d9f-6f56-4fdf-a432-e7ce970d9a05. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1855.381274] env[62588]: DEBUG oslo_concurrency.lockutils [req-d6082bba-a873-456f-849c-7b18ed613899 req-3adfba50-c0b9-413a-824f-025768e2de59 service nova] Acquiring lock "refresh_cache-a19a7517-efdd-4cf3-bfe2-b329a44b421c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.381274] env[62588]: DEBUG oslo_concurrency.lockutils [None req-256866f9-b562-4613-bd0e-cd5b50d92396 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "52150651-091b-4f90-a5e3-8d1206374466" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.780s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.486976] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994d01f8-d80d-4f1f-8843-b811dbbca02d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.495122] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613b8b98-b4f1-4059-b47e-b9802cd19a0e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.530979] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707ccba1-6821-4544-81bd-92ac70e15ab7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.542929] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ead4d7b-bea2-44a5-aac3-7eb2a30003b7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.562494] env[62588]: DEBUG nova.compute.provider_tree [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1855.602358] env[62588]: DEBUG oslo_vmware.api [None req-15332dfd-d0b6-4e0f-a763-ed9c414a24f3 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.622535] env[62588]: DEBUG nova.network.neutron [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1855.867697] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794398, 'name': CreateVM_Task, 'duration_secs': 1.723739} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.867954] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1855.868594] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.868720] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.868992] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1855.869250] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e9d1db6-48a7-479c-8808-f7df182a9b7e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.873911] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1855.873911] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529d52fc-3ecd-ed88-5eb7-ba0b621919fe" [ 1855.873911] env[62588]: _type = "Task" [ 1855.873911] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.881981] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529d52fc-3ecd-ed88-5eb7-ba0b621919fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.069758] env[62588]: DEBUG nova.scheduler.client.report [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1856.097928] env[62588]: DEBUG nova.network.neutron [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Updating instance_info_cache with network_info: [{"id": "e7941d9f-6f56-4fdf-a432-e7ce970d9a05", "address": "fa:16:3e:29:d8:7d", "network": {"id": "3bd10228-5efa-4b98-ac3c-dd124c5db1f6", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1313671974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc332658d2647dea25ee1664b02acdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7941d9f-6f", "ovs_interfaceid": "e7941d9f-6f56-4fdf-a432-e7ce970d9a05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1856.105013] env[62588]: DEBUG oslo_vmware.api [None req-15332dfd-d0b6-4e0f-a763-ed9c414a24f3 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.313533] env[62588]: DEBUG nova.compute.manager [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1856.340194] env[62588]: DEBUG nova.virt.hardware [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1856.340613] env[62588]: DEBUG nova.virt.hardware [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1856.340651] env[62588]: DEBUG nova.virt.hardware [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1856.340825] env[62588]: DEBUG nova.virt.hardware [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1856.341044] env[62588]: DEBUG nova.virt.hardware [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1856.341212] env[62588]: DEBUG nova.virt.hardware [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1856.341423] env[62588]: DEBUG nova.virt.hardware [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1856.341613] env[62588]: DEBUG nova.virt.hardware [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1856.341798] env[62588]: DEBUG nova.virt.hardware [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1856.341965] env[62588]: DEBUG nova.virt.hardware [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1856.342193] env[62588]: DEBUG nova.virt.hardware [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1856.343082] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01d8bae-cb62-44f9-9885-00d912af7e87 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.351414] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1fa85e-575f-4eb7-a8d8-fb33ca58b7b7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.384468] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529d52fc-3ecd-ed88-5eb7-ba0b621919fe, 'name': SearchDatastore_Task, 'duration_secs': 0.017272} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.384731] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.384969] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1856.385226] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.385368] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.385547] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1856.385804] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff9b123b-10c1-4e07-a40d-dbb9ff5001cd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.394307] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1856.394491] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1856.395257] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99c41ae9-10e2-461b-aefe-4c731ab7e9f6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.403761] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1856.403761] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52be6215-1084-60af-d0b4-4c181005f273" [ 1856.403761] env[62588]: _type = "Task" [ 1856.403761] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.408226] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52be6215-1084-60af-d0b4-4c181005f273, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.571034] env[62588]: DEBUG oslo_concurrency.lockutils [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.571598] env[62588]: DEBUG nova.compute.manager [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1856.574382] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d9e2c16d-a6d7-4cec-9ad6-ae1965bae131 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.740s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.574873] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d9e2c16d-a6d7-4cec-9ad6-ae1965bae131 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.601031] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Releasing lock "refresh_cache-a19a7517-efdd-4cf3-bfe2-b329a44b421c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.601479] env[62588]: DEBUG nova.compute.manager [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Instance network_info: |[{"id": "e7941d9f-6f56-4fdf-a432-e7ce970d9a05", "address": "fa:16:3e:29:d8:7d", "network": {"id": "3bd10228-5efa-4b98-ac3c-dd124c5db1f6", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1313671974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc332658d2647dea25ee1664b02acdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7941d9f-6f", "ovs_interfaceid": "e7941d9f-6f56-4fdf-a432-e7ce970d9a05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1856.601885] env[62588]: DEBUG oslo_concurrency.lockutils [req-d6082bba-a873-456f-849c-7b18ed613899 req-3adfba50-c0b9-413a-824f-025768e2de59 service nova] Acquired lock "refresh_cache-a19a7517-efdd-4cf3-bfe2-b329a44b421c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.602287] env[62588]: DEBUG nova.network.neutron [req-d6082bba-a873-456f-849c-7b18ed613899 req-3adfba50-c0b9-413a-824f-025768e2de59 service nova] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Refreshing network info cache for port e7941d9f-6f56-4fdf-a432-e7ce970d9a05 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1856.604244] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:d8:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6eaa481-1f92-4851-b98e-09ed0daad7cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7941d9f-6f56-4fdf-a432-e7ce970d9a05', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1856.618246] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Creating folder: Project (8dc332658d2647dea25ee1664b02acdd). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1856.619506] env[62588]: INFO nova.scheduler.client.report [None req-d9e2c16d-a6d7-4cec-9ad6-ae1965bae131 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Deleted allocations for instance a5ed224c-8306-4488-9e7c-4da3c564dffe [ 1856.621668] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93dd4f20-c40c-49c7-87c9-766a1bf5529b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.630569] env[62588]: DEBUG oslo_vmware.api [None req-15332dfd-d0b6-4e0f-a763-ed9c414a24f3 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.641101] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Created folder: Project (8dc332658d2647dea25ee1664b02acdd) in parent group-v371885. [ 1856.642401] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Creating folder: Instances. Parent ref: group-v372173. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1856.642401] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8048a50-b6f9-4136-9099-7371721366d5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.654165] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Created folder: Instances in parent group-v372173. [ 1856.654165] env[62588]: DEBUG oslo.service.loopingcall [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1856.654165] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1856.654165] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cee99ce1-9ed2-42f2-88b2-2d3cb81bc30e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.673761] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1856.673761] env[62588]: value = "task-1794401" [ 1856.673761] env[62588]: _type = "Task" [ 1856.673761] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.682621] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794401, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.913794] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52be6215-1084-60af-d0b4-4c181005f273, 'name': SearchDatastore_Task, 'duration_secs': 0.009153} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.917182] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7a2832f-d8e0-48ca-be6c-0fc243711609 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.920503] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1856.920503] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e884ee-6213-4a17-6cd4-344486cc37de" [ 1856.920503] env[62588]: _type = "Task" [ 1856.920503] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.929664] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e884ee-6213-4a17-6cd4-344486cc37de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.964670] env[62588]: DEBUG nova.network.neutron [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Successfully updated port: f967dfd7-376a-4585-a971-c7e3bb524a64 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1857.079115] env[62588]: DEBUG nova.compute.utils [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1857.080619] env[62588]: DEBUG nova.compute.manager [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1857.080792] env[62588]: DEBUG nova.network.neutron [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1857.104250] env[62588]: DEBUG oslo_vmware.api [None req-15332dfd-d0b6-4e0f-a763-ed9c414a24f3 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.122225] env[62588]: DEBUG nova.policy [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab3cde5f62144e0d8fbc59e60a28fff4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9caa809c97541cea65bc0fd5cdd9eec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1857.132797] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d9e2c16d-a6d7-4cec-9ad6-ae1965bae131 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "a5ed224c-8306-4488-9e7c-4da3c564dffe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.787s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.184962] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794401, 'name': CreateVM_Task, 'duration_secs': 0.340984} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.185150] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1857.185793] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.185955] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.186322] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1857.186561] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10a39ba3-36cf-45a1-831a-5c2d26287982 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.191100] env[62588]: DEBUG oslo_vmware.api [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Waiting for the task: (returnval){ [ 1857.191100] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52768ace-a729-bbf8-bece-9688b58e6f64" [ 1857.191100] env[62588]: _type = "Task" [ 1857.191100] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.198707] env[62588]: DEBUG oslo_vmware.api [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52768ace-a729-bbf8-bece-9688b58e6f64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.413228] env[62588]: DEBUG nova.compute.manager [req-425b6b14-cd45-429d-9d29-194006ef57bc req-25665637-ad9a-4965-80a4-fe20007824ab service nova] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Received event network-changed-bf646adc-1722-4ebf-af90-539301a03ae4 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1857.413436] env[62588]: DEBUG nova.compute.manager [req-425b6b14-cd45-429d-9d29-194006ef57bc req-25665637-ad9a-4965-80a4-fe20007824ab service nova] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Refreshing instance network info cache due to event network-changed-bf646adc-1722-4ebf-af90-539301a03ae4. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1857.413650] env[62588]: DEBUG oslo_concurrency.lockutils [req-425b6b14-cd45-429d-9d29-194006ef57bc req-25665637-ad9a-4965-80a4-fe20007824ab service nova] Acquiring lock "refresh_cache-52150651-091b-4f90-a5e3-8d1206374466" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.413788] env[62588]: DEBUG oslo_concurrency.lockutils [req-425b6b14-cd45-429d-9d29-194006ef57bc req-25665637-ad9a-4965-80a4-fe20007824ab service nova] Acquired lock "refresh_cache-52150651-091b-4f90-a5e3-8d1206374466" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.413946] env[62588]: DEBUG nova.network.neutron [req-425b6b14-cd45-429d-9d29-194006ef57bc req-25665637-ad9a-4965-80a4-fe20007824ab service nova] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Refreshing network info cache for port bf646adc-1722-4ebf-af90-539301a03ae4 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1857.437847] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e884ee-6213-4a17-6cd4-344486cc37de, 'name': SearchDatastore_Task, 'duration_secs': 0.009651} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.438117] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.438363] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 866820b1-6d9a-43ec-98f5-2f9f52527865/866820b1-6d9a-43ec-98f5-2f9f52527865.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1857.438606] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34142cc0-fa2b-4c8c-9020-565c6f31363a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.445237] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1857.445237] env[62588]: value = "task-1794402" [ 1857.445237] env[62588]: _type = "Task" [ 1857.445237] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.453165] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.458206] env[62588]: DEBUG nova.network.neutron [req-d6082bba-a873-456f-849c-7b18ed613899 req-3adfba50-c0b9-413a-824f-025768e2de59 service nova] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Updated VIF entry in instance network info cache for port e7941d9f-6f56-4fdf-a432-e7ce970d9a05. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1857.458538] env[62588]: DEBUG nova.network.neutron [req-d6082bba-a873-456f-849c-7b18ed613899 req-3adfba50-c0b9-413a-824f-025768e2de59 service nova] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Updating instance_info_cache with network_info: [{"id": "e7941d9f-6f56-4fdf-a432-e7ce970d9a05", "address": "fa:16:3e:29:d8:7d", "network": {"id": "3bd10228-5efa-4b98-ac3c-dd124c5db1f6", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1313671974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc332658d2647dea25ee1664b02acdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7941d9f-6f", "ovs_interfaceid": "e7941d9f-6f56-4fdf-a432-e7ce970d9a05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.467016] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquiring lock "refresh_cache-90611f11-ed54-4ff8-affe-b2882640484b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.467016] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquired lock "refresh_cache-90611f11-ed54-4ff8-affe-b2882640484b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.467016] env[62588]: DEBUG nova.network.neutron [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1857.556280] env[62588]: DEBUG nova.network.neutron [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Successfully created port: 1574108d-6b35-492f-afc1-bd590cda468c {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1857.584522] env[62588]: DEBUG nova.compute.manager [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1857.610560] env[62588]: DEBUG oslo_vmware.api [None req-15332dfd-d0b6-4e0f-a763-ed9c414a24f3 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.705516] env[62588]: DEBUG oslo_vmware.api [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52768ace-a729-bbf8-bece-9688b58e6f64, 'name': SearchDatastore_Task, 'duration_secs': 0.009836} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.705832] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.706080] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1857.706315] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.706459] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.706630] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1857.706882] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a734273a-1f6b-4b9e-b66f-5823d234036c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.715625] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1857.715889] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1857.716608] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c78d6430-a01b-4462-8866-d42d95141488 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.724597] env[62588]: DEBUG oslo_vmware.api [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Waiting for the task: (returnval){ [ 1857.724597] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5299ffeb-c730-b9d5-9b2b-36756563ea23" [ 1857.724597] env[62588]: _type = "Task" [ 1857.724597] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.732841] env[62588]: DEBUG oslo_vmware.api [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5299ffeb-c730-b9d5-9b2b-36756563ea23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.957671] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794402, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.961362] env[62588]: DEBUG oslo_concurrency.lockutils [req-d6082bba-a873-456f-849c-7b18ed613899 req-3adfba50-c0b9-413a-824f-025768e2de59 service nova] Releasing lock "refresh_cache-a19a7517-efdd-4cf3-bfe2-b329a44b421c" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.013851] env[62588]: DEBUG nova.network.neutron [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1858.107258] env[62588]: DEBUG oslo_vmware.api [None req-15332dfd-d0b6-4e0f-a763-ed9c414a24f3 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794392, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.235829] env[62588]: DEBUG oslo_vmware.api [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5299ffeb-c730-b9d5-9b2b-36756563ea23, 'name': SearchDatastore_Task, 'duration_secs': 0.09155} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.235829] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9fbdd23-9729-4894-9ac7-4f0fb23c48f2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.240441] env[62588]: DEBUG oslo_vmware.api [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Waiting for the task: (returnval){ [ 1858.240441] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c3071b-5312-8253-99a9-cc3762fbf505" [ 1858.240441] env[62588]: _type = "Task" [ 1858.240441] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.247902] env[62588]: DEBUG oslo_vmware.api [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c3071b-5312-8253-99a9-cc3762fbf505, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.248742] env[62588]: DEBUG nova.network.neutron [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Updating instance_info_cache with network_info: [{"id": "f967dfd7-376a-4585-a971-c7e3bb524a64", "address": "fa:16:3e:15:cd:df", "network": {"id": "53e5e9d3-1405-4d49-b447-38ad085a370d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-959313782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7186086b95024140b01eeb45e2af009f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf967dfd7-37", "ovs_interfaceid": "f967dfd7-376a-4585-a971-c7e3bb524a64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.259307] env[62588]: DEBUG nova.network.neutron [req-425b6b14-cd45-429d-9d29-194006ef57bc req-25665637-ad9a-4965-80a4-fe20007824ab service nova] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Updated VIF entry in instance network info cache for port bf646adc-1722-4ebf-af90-539301a03ae4. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1858.259635] env[62588]: DEBUG nova.network.neutron [req-425b6b14-cd45-429d-9d29-194006ef57bc req-25665637-ad9a-4965-80a4-fe20007824ab service nova] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Updating instance_info_cache with network_info: [{"id": "bf646adc-1722-4ebf-af90-539301a03ae4", "address": "fa:16:3e:99:83:75", "network": {"id": "abe77029-4246-4dd1-a37f-7e4bb2908970", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1890419447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "084551de646f4e009b911831dfceb4f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf646adc-17", "ovs_interfaceid": "bf646adc-1722-4ebf-af90-539301a03ae4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.456394] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674071} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.456703] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 866820b1-6d9a-43ec-98f5-2f9f52527865/866820b1-6d9a-43ec-98f5-2f9f52527865.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1858.456955] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1858.457244] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57101565-d8a0-40f2-83c1-dff53716bbb0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.464212] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1858.464212] env[62588]: value = "task-1794403" [ 1858.464212] env[62588]: _type = "Task" [ 1858.464212] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.473090] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.594664] env[62588]: DEBUG nova.compute.manager [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1858.608185] env[62588]: DEBUG oslo_vmware.api [None req-15332dfd-d0b6-4e0f-a763-ed9c414a24f3 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794392, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.623217] env[62588]: DEBUG nova.virt.hardware [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1858.623552] env[62588]: DEBUG nova.virt.hardware [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1858.623746] env[62588]: DEBUG nova.virt.hardware [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1858.623962] env[62588]: DEBUG nova.virt.hardware [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1858.624156] env[62588]: DEBUG nova.virt.hardware [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1858.624334] env[62588]: DEBUG nova.virt.hardware [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1858.624571] env[62588]: DEBUG nova.virt.hardware [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1858.624759] env[62588]: DEBUG nova.virt.hardware [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1858.624974] env[62588]: DEBUG nova.virt.hardware [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1858.625165] env[62588]: DEBUG nova.virt.hardware [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1858.625341] env[62588]: DEBUG nova.virt.hardware [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1858.626173] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04e481a-622e-441a-a52e-95d188f472f5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.633745] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420e5c28-4fd5-41bc-a10a-4d4427de1e99 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.750397] env[62588]: DEBUG oslo_vmware.api [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c3071b-5312-8253-99a9-cc3762fbf505, 'name': SearchDatastore_Task, 'duration_secs': 0.023104} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.750830] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Releasing lock "refresh_cache-90611f11-ed54-4ff8-affe-b2882640484b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.751167] env[62588]: DEBUG nova.compute.manager [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Instance network_info: |[{"id": "f967dfd7-376a-4585-a971-c7e3bb524a64", "address": "fa:16:3e:15:cd:df", "network": {"id": "53e5e9d3-1405-4d49-b447-38ad085a370d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-959313782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7186086b95024140b01eeb45e2af009f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf967dfd7-37", "ovs_interfaceid": "f967dfd7-376a-4585-a971-c7e3bb524a64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1858.751441] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.751674] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] a19a7517-efdd-4cf3-bfe2-b329a44b421c/a19a7517-efdd-4cf3-bfe2-b329a44b421c.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1858.752064] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:cd:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '489b2441-7132-4942-8b61-49cf0ad4400e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f967dfd7-376a-4585-a971-c7e3bb524a64', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1858.759353] env[62588]: DEBUG oslo.service.loopingcall [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1858.759534] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f9853ec-ffeb-4ede-b652-4e22e5b554fa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.761592] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1858.762021] env[62588]: DEBUG oslo_concurrency.lockutils [req-425b6b14-cd45-429d-9d29-194006ef57bc req-25665637-ad9a-4965-80a4-fe20007824ab service nova] Releasing lock "refresh_cache-52150651-091b-4f90-a5e3-8d1206374466" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.762251] env[62588]: DEBUG nova.compute.manager [req-425b6b14-cd45-429d-9d29-194006ef57bc req-25665637-ad9a-4965-80a4-fe20007824ab service nova] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Received event network-vif-plugged-f967dfd7-376a-4585-a971-c7e3bb524a64 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1858.762436] env[62588]: DEBUG oslo_concurrency.lockutils [req-425b6b14-cd45-429d-9d29-194006ef57bc req-25665637-ad9a-4965-80a4-fe20007824ab service nova] Acquiring lock "90611f11-ed54-4ff8-affe-b2882640484b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.762629] env[62588]: DEBUG oslo_concurrency.lockutils [req-425b6b14-cd45-429d-9d29-194006ef57bc req-25665637-ad9a-4965-80a4-fe20007824ab service nova] Lock "90611f11-ed54-4ff8-affe-b2882640484b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.762788] env[62588]: DEBUG oslo_concurrency.lockutils [req-425b6b14-cd45-429d-9d29-194006ef57bc req-25665637-ad9a-4965-80a4-fe20007824ab service nova] Lock "90611f11-ed54-4ff8-affe-b2882640484b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.762952] env[62588]: DEBUG nova.compute.manager [req-425b6b14-cd45-429d-9d29-194006ef57bc req-25665637-ad9a-4965-80a4-fe20007824ab service nova] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] No waiting events found dispatching network-vif-plugged-f967dfd7-376a-4585-a971-c7e3bb524a64 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1858.763172] env[62588]: WARNING nova.compute.manager [req-425b6b14-cd45-429d-9d29-194006ef57bc req-25665637-ad9a-4965-80a4-fe20007824ab service nova] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Received unexpected event network-vif-plugged-f967dfd7-376a-4585-a971-c7e3bb524a64 for instance with vm_state building and task_state spawning. [ 1858.763342] env[62588]: DEBUG nova.compute.manager [req-425b6b14-cd45-429d-9d29-194006ef57bc req-25665637-ad9a-4965-80a4-fe20007824ab service nova] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Received event network-changed-f967dfd7-376a-4585-a971-c7e3bb524a64 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1858.763498] env[62588]: DEBUG nova.compute.manager [req-425b6b14-cd45-429d-9d29-194006ef57bc req-25665637-ad9a-4965-80a4-fe20007824ab service nova] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Refreshing instance network info cache due to event network-changed-f967dfd7-376a-4585-a971-c7e3bb524a64. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1858.763682] env[62588]: DEBUG oslo_concurrency.lockutils [req-425b6b14-cd45-429d-9d29-194006ef57bc req-25665637-ad9a-4965-80a4-fe20007824ab service nova] Acquiring lock "refresh_cache-90611f11-ed54-4ff8-affe-b2882640484b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.763816] env[62588]: DEBUG oslo_concurrency.lockutils [req-425b6b14-cd45-429d-9d29-194006ef57bc req-25665637-ad9a-4965-80a4-fe20007824ab service nova] Acquired lock "refresh_cache-90611f11-ed54-4ff8-affe-b2882640484b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.763971] env[62588]: DEBUG nova.network.neutron [req-425b6b14-cd45-429d-9d29-194006ef57bc req-25665637-ad9a-4965-80a4-fe20007824ab service nova] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Refreshing network info cache for port f967dfd7-376a-4585-a971-c7e3bb524a64 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1858.764983] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-309adf1b-e354-4085-9950-211fabffad3f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.783848] env[62588]: DEBUG oslo_vmware.api [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Waiting for the task: (returnval){ [ 1858.783848] env[62588]: value = "task-1794404" [ 1858.783848] env[62588]: _type = "Task" [ 1858.783848] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.785609] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1858.785609] env[62588]: value = "task-1794405" [ 1858.785609] env[62588]: _type = "Task" [ 1858.785609] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.800323] env[62588]: DEBUG oslo_vmware.api [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Task: {'id': task-1794404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.804739] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794405, 'name': CreateVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.974236] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111535} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.974511] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1858.975294] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b459e7-0dce-41d8-a9f7-5cb59f27b4f3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.996258] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 866820b1-6d9a-43ec-98f5-2f9f52527865/866820b1-6d9a-43ec-98f5-2f9f52527865.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1858.996541] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-734504d9-1a05-4a13-8514-2fb8b7db8036 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.016660] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1859.016660] env[62588]: value = "task-1794406" [ 1859.016660] env[62588]: _type = "Task" [ 1859.016660] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.026430] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794406, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.105992] env[62588]: DEBUG oslo_vmware.api [None req-15332dfd-d0b6-4e0f-a763-ed9c414a24f3 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794392, 'name': ReconfigVM_Task, 'duration_secs': 6.52449} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.106242] env[62588]: DEBUG oslo_concurrency.lockutils [None req-15332dfd-d0b6-4e0f-a763-ed9c414a24f3 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Releasing lock "7387d0ac-5771-42e3-85a4-93cee19791d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.106447] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-15332dfd-d0b6-4e0f-a763-ed9c414a24f3 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Reconfigured VM to detach interface {{(pid=62588) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1859.181637] env[62588]: DEBUG nova.network.neutron [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Successfully updated port: 1574108d-6b35-492f-afc1-bd590cda468c {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1859.296965] env[62588]: DEBUG oslo_vmware.api [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Task: {'id': task-1794404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.302438] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794405, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.442592] env[62588]: DEBUG nova.compute.manager [req-49adf67a-4c5f-4ea6-8f2b-6970efff7d72 req-a622ecdf-40f6-49d1-bbde-7af48446405e service nova] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Received event network-vif-plugged-1574108d-6b35-492f-afc1-bd590cda468c {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1859.442976] env[62588]: DEBUG oslo_concurrency.lockutils [req-49adf67a-4c5f-4ea6-8f2b-6970efff7d72 req-a622ecdf-40f6-49d1-bbde-7af48446405e service nova] Acquiring lock "3ccfd311-7159-4275-bd50-644f1cc75c30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.443300] env[62588]: DEBUG oslo_concurrency.lockutils [req-49adf67a-4c5f-4ea6-8f2b-6970efff7d72 req-a622ecdf-40f6-49d1-bbde-7af48446405e service nova] Lock "3ccfd311-7159-4275-bd50-644f1cc75c30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.443580] env[62588]: DEBUG oslo_concurrency.lockutils [req-49adf67a-4c5f-4ea6-8f2b-6970efff7d72 req-a622ecdf-40f6-49d1-bbde-7af48446405e service nova] Lock "3ccfd311-7159-4275-bd50-644f1cc75c30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.443854] env[62588]: DEBUG nova.compute.manager [req-49adf67a-4c5f-4ea6-8f2b-6970efff7d72 req-a622ecdf-40f6-49d1-bbde-7af48446405e service nova] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] No waiting events found dispatching network-vif-plugged-1574108d-6b35-492f-afc1-bd590cda468c {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1859.444768] env[62588]: WARNING nova.compute.manager [req-49adf67a-4c5f-4ea6-8f2b-6970efff7d72 req-a622ecdf-40f6-49d1-bbde-7af48446405e service nova] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Received unexpected event network-vif-plugged-1574108d-6b35-492f-afc1-bd590cda468c for instance with vm_state building and task_state spawning. [ 1859.444768] env[62588]: DEBUG nova.compute.manager [req-49adf67a-4c5f-4ea6-8f2b-6970efff7d72 req-a622ecdf-40f6-49d1-bbde-7af48446405e service nova] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Received event network-changed-1574108d-6b35-492f-afc1-bd590cda468c {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1859.444768] env[62588]: DEBUG nova.compute.manager [req-49adf67a-4c5f-4ea6-8f2b-6970efff7d72 req-a622ecdf-40f6-49d1-bbde-7af48446405e service nova] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Refreshing instance network info cache due to event network-changed-1574108d-6b35-492f-afc1-bd590cda468c. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1859.444939] env[62588]: DEBUG oslo_concurrency.lockutils [req-49adf67a-4c5f-4ea6-8f2b-6970efff7d72 req-a622ecdf-40f6-49d1-bbde-7af48446405e service nova] Acquiring lock "refresh_cache-3ccfd311-7159-4275-bd50-644f1cc75c30" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.445208] env[62588]: DEBUG oslo_concurrency.lockutils [req-49adf67a-4c5f-4ea6-8f2b-6970efff7d72 req-a622ecdf-40f6-49d1-bbde-7af48446405e service nova] Acquired lock "refresh_cache-3ccfd311-7159-4275-bd50-644f1cc75c30" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.445466] env[62588]: DEBUG nova.network.neutron [req-49adf67a-4c5f-4ea6-8f2b-6970efff7d72 req-a622ecdf-40f6-49d1-bbde-7af48446405e service nova] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Refreshing network info cache for port 1574108d-6b35-492f-afc1-bd590cda468c {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1859.531492] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.603342] env[62588]: DEBUG nova.network.neutron [req-425b6b14-cd45-429d-9d29-194006ef57bc req-25665637-ad9a-4965-80a4-fe20007824ab service nova] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Updated VIF entry in instance network info cache for port f967dfd7-376a-4585-a971-c7e3bb524a64. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1859.603746] env[62588]: DEBUG nova.network.neutron [req-425b6b14-cd45-429d-9d29-194006ef57bc req-25665637-ad9a-4965-80a4-fe20007824ab service nova] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Updating instance_info_cache with network_info: [{"id": "f967dfd7-376a-4585-a971-c7e3bb524a64", "address": "fa:16:3e:15:cd:df", "network": {"id": "53e5e9d3-1405-4d49-b447-38ad085a370d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-959313782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7186086b95024140b01eeb45e2af009f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf967dfd7-37", "ovs_interfaceid": "f967dfd7-376a-4585-a971-c7e3bb524a64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.684109] env[62588]: DEBUG oslo_concurrency.lockutils [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "refresh_cache-3ccfd311-7159-4275-bd50-644f1cc75c30" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.800260] env[62588]: DEBUG oslo_vmware.api [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Task: {'id': task-1794404, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.804419] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794405, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.992263] env[62588]: DEBUG nova.network.neutron [req-49adf67a-4c5f-4ea6-8f2b-6970efff7d72 req-a622ecdf-40f6-49d1-bbde-7af48446405e service nova] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1860.029651] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794406, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.064753] env[62588]: DEBUG nova.network.neutron [req-49adf67a-4c5f-4ea6-8f2b-6970efff7d72 req-a622ecdf-40f6-49d1-bbde-7af48446405e service nova] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1860.106959] env[62588]: DEBUG oslo_concurrency.lockutils [req-425b6b14-cd45-429d-9d29-194006ef57bc req-25665637-ad9a-4965-80a4-fe20007824ab service nova] Releasing lock "refresh_cache-90611f11-ed54-4ff8-affe-b2882640484b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.299285] env[62588]: DEBUG oslo_vmware.api [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Task: {'id': task-1794404, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.143554} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.302424] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] a19a7517-efdd-4cf3-bfe2-b329a44b421c/a19a7517-efdd-4cf3-bfe2-b329a44b421c.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1860.302649] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1860.302854] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794405, 'name': CreateVM_Task, 'duration_secs': 1.137779} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.303211] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a088a6bd-436e-47f4-a62a-8ede69f318e1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.304642] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1860.305297] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.305461] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.305765] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1860.306314] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc90fb3f-a799-4ae3-9915-27f7019dcaf8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.311856] env[62588]: DEBUG oslo_vmware.api [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1860.311856] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e86431-d38a-75b1-4dec-880af4584c2f" [ 1860.311856] env[62588]: _type = "Task" [ 1860.311856] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.311856] env[62588]: DEBUG oslo_vmware.api [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Waiting for the task: (returnval){ [ 1860.311856] env[62588]: value = "task-1794407" [ 1860.311856] env[62588]: _type = "Task" [ 1860.311856] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.322713] env[62588]: DEBUG oslo_vmware.api [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e86431-d38a-75b1-4dec-880af4584c2f, 'name': SearchDatastore_Task, 'duration_secs': 0.009652} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.325436] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.325670] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1860.325894] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.326050] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.326232] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1860.326480] env[62588]: DEBUG oslo_vmware.api [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Task: {'id': task-1794407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.326695] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95092a44-de63-48ce-aa02-ab9b2db9e9aa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.333959] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1860.334160] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1860.334885] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f2e29f9-6206-442b-a567-44f549131f96 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.339856] env[62588]: DEBUG oslo_vmware.api [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1860.339856] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526362f8-e975-7756-0e2f-7688eac74b9e" [ 1860.339856] env[62588]: _type = "Task" [ 1860.339856] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.347012] env[62588]: DEBUG oslo_vmware.api [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526362f8-e975-7756-0e2f-7688eac74b9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.528861] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794406, 'name': ReconfigVM_Task, 'duration_secs': 1.023531} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.529222] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 866820b1-6d9a-43ec-98f5-2f9f52527865/866820b1-6d9a-43ec-98f5-2f9f52527865.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1860.530273] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'encryption_format': None, 'encryption_options': None, 'disk_bus': None, 'device_name': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'size': 0, 'encrypted': False, 'encryption_secret_uuid': None, 'image_id': '8a4f5777-3342-4af9-920c-7c09a9521eb3'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '43af1748-a6af-47bd-82c9-77fca7e6291b', 'mount_device': '/dev/sdb', 'device_type': None, 'disk_bus': None, 'delete_on_termination': False, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372169', 'volume_id': '2271da24-89c7-4c45-8a8e-6a50c888b5d6', 'name': 'volume-2271da24-89c7-4c45-8a8e-6a50c888b5d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '866820b1-6d9a-43ec-98f5-2f9f52527865', 'attached_at': '', 'detached_at': '', 'volume_id': '2271da24-89c7-4c45-8a8e-6a50c888b5d6', 'serial': '2271da24-89c7-4c45-8a8e-6a50c888b5d6'}, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=62588) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1860.530472] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Volume attach. Driver type: vmdk {{(pid=62588) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1860.530661] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372169', 'volume_id': '2271da24-89c7-4c45-8a8e-6a50c888b5d6', 'name': 'volume-2271da24-89c7-4c45-8a8e-6a50c888b5d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '866820b1-6d9a-43ec-98f5-2f9f52527865', 'attached_at': '', 'detached_at': '', 'volume_id': '2271da24-89c7-4c45-8a8e-6a50c888b5d6', 'serial': '2271da24-89c7-4c45-8a8e-6a50c888b5d6'} {{(pid=62588) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1860.531486] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdaf9984-d978-4086-a910-e960f6844c9a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.546727] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bfb34e-c5c5-4e98-aef8-d0a928b0d6e2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.570305] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] volume-2271da24-89c7-4c45-8a8e-6a50c888b5d6/volume-2271da24-89c7-4c45-8a8e-6a50c888b5d6.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1860.570755] env[62588]: DEBUG oslo_concurrency.lockutils [req-49adf67a-4c5f-4ea6-8f2b-6970efff7d72 req-a622ecdf-40f6-49d1-bbde-7af48446405e service nova] Releasing lock "refresh_cache-3ccfd311-7159-4275-bd50-644f1cc75c30" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.571105] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c69e8cfb-64fa-42be-989a-cd98fae21690 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.583386] env[62588]: DEBUG oslo_concurrency.lockutils [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquired lock "refresh_cache-3ccfd311-7159-4275-bd50-644f1cc75c30" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.583491] env[62588]: DEBUG nova.network.neutron [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1860.586667] env[62588]: DEBUG oslo_concurrency.lockutils [None req-15332dfd-d0b6-4e0f-a763-ed9c414a24f3 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "refresh_cache-7387d0ac-5771-42e3-85a4-93cee19791d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.586823] env[62588]: DEBUG oslo_concurrency.lockutils [None req-15332dfd-d0b6-4e0f-a763-ed9c414a24f3 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquired lock "refresh_cache-7387d0ac-5771-42e3-85a4-93cee19791d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.586987] env[62588]: DEBUG nova.network.neutron [None req-15332dfd-d0b6-4e0f-a763-ed9c414a24f3 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1860.589590] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1860.589590] env[62588]: value = "task-1794408" [ 1860.589590] env[62588]: _type = "Task" [ 1860.589590] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.597931] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794408, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.826081] env[62588]: DEBUG oslo_vmware.api [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Task: {'id': task-1794407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06523} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.826510] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1860.827797] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e14b660-5a8f-40e3-8201-c3fbc91705d1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.867961] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] a19a7517-efdd-4cf3-bfe2-b329a44b421c/a19a7517-efdd-4cf3-bfe2-b329a44b421c.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1860.873703] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4f6f895-da4d-43a4-b41c-e38404b256d5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.907793] env[62588]: DEBUG oslo_vmware.api [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526362f8-e975-7756-0e2f-7688eac74b9e, 'name': SearchDatastore_Task, 'duration_secs': 0.00759} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.909771] env[62588]: DEBUG oslo_vmware.api [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Waiting for the task: (returnval){ [ 1860.909771] env[62588]: value = "task-1794409" [ 1860.909771] env[62588]: _type = "Task" [ 1860.909771] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.910023] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-176310d7-bcc4-4630-8b99-039ad41d5558 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.918540] env[62588]: DEBUG oslo_vmware.api [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1860.918540] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529e1cea-74b5-f17f-9202-2ea6c1179402" [ 1860.918540] env[62588]: _type = "Task" [ 1860.918540] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.921978] env[62588]: DEBUG oslo_vmware.api [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Task: {'id': task-1794409, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.929280] env[62588]: DEBUG oslo_vmware.api [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529e1cea-74b5-f17f-9202-2ea6c1179402, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.099524] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.134056] env[62588]: DEBUG nova.network.neutron [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1861.329901] env[62588]: DEBUG nova.compute.manager [req-5238ccc1-153c-4582-b3ee-f7236a432e37 req-b3413cb8-7122-4d60-9f5b-7111f9eab239 service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Received event network-changed-87887ba0-6497-43f5-b254-8c110a91be42 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1861.330186] env[62588]: DEBUG nova.compute.manager [req-5238ccc1-153c-4582-b3ee-f7236a432e37 req-b3413cb8-7122-4d60-9f5b-7111f9eab239 service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Refreshing instance network info cache due to event network-changed-87887ba0-6497-43f5-b254-8c110a91be42. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1861.330307] env[62588]: DEBUG oslo_concurrency.lockutils [req-5238ccc1-153c-4582-b3ee-f7236a432e37 req-b3413cb8-7122-4d60-9f5b-7111f9eab239 service nova] Acquiring lock "refresh_cache-7387d0ac-5771-42e3-85a4-93cee19791d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.373600] env[62588]: DEBUG nova.network.neutron [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Updating instance_info_cache with network_info: [{"id": "1574108d-6b35-492f-afc1-bd590cda468c", "address": "fa:16:3e:72:7a:08", "network": {"id": "a87fd2a5-7bb8-40bb-94aa-bfa03a2c12b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-745012254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9caa809c97541cea65bc0fd5cdd9eec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1574108d-6b", "ovs_interfaceid": "1574108d-6b35-492f-afc1-bd590cda468c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.423943] env[62588]: DEBUG oslo_vmware.api [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Task: {'id': task-1794409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.433146] env[62588]: DEBUG oslo_vmware.api [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529e1cea-74b5-f17f-9202-2ea6c1179402, 'name': SearchDatastore_Task, 'duration_secs': 0.034332} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.434057] env[62588]: INFO nova.network.neutron [None req-15332dfd-d0b6-4e0f-a763-ed9c414a24f3 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Port 9c193390-46b0-482c-a716-4bd0e3d463cf from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1861.434537] env[62588]: DEBUG nova.network.neutron [None req-15332dfd-d0b6-4e0f-a763-ed9c414a24f3 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Updating instance_info_cache with network_info: [{"id": "87887ba0-6497-43f5-b254-8c110a91be42", "address": "fa:16:3e:5d:53:5f", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87887ba0-64", "ovs_interfaceid": "87887ba0-6497-43f5-b254-8c110a91be42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.440090] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.440433] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 90611f11-ed54-4ff8-affe-b2882640484b/90611f11-ed54-4ff8-affe-b2882640484b.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1861.440963] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ce68f68-77df-4e67-af55-54401bd6a628 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.450025] env[62588]: DEBUG oslo_vmware.api [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1861.450025] env[62588]: value = "task-1794410" [ 1861.450025] env[62588]: _type = "Task" [ 1861.450025] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.460716] env[62588]: DEBUG oslo_vmware.api [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.599327] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794408, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.879245] env[62588]: DEBUG oslo_concurrency.lockutils [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Releasing lock "refresh_cache-3ccfd311-7159-4275-bd50-644f1cc75c30" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.879612] env[62588]: DEBUG nova.compute.manager [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Instance network_info: |[{"id": "1574108d-6b35-492f-afc1-bd590cda468c", "address": "fa:16:3e:72:7a:08", "network": {"id": "a87fd2a5-7bb8-40bb-94aa-bfa03a2c12b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-745012254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9caa809c97541cea65bc0fd5cdd9eec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1574108d-6b", "ovs_interfaceid": "1574108d-6b35-492f-afc1-bd590cda468c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1861.880094] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:7a:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1574108d-6b35-492f-afc1-bd590cda468c', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1861.888935] env[62588]: DEBUG oslo.service.loopingcall [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1861.889228] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1861.889491] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c16c00fd-b141-4417-9677-5c9f8af91835 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.917892] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1861.917892] env[62588]: value = "task-1794411" [ 1861.917892] env[62588]: _type = "Task" [ 1861.917892] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.642536] env[62588]: DEBUG oslo_concurrency.lockutils [None req-15332dfd-d0b6-4e0f-a763-ed9c414a24f3 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Releasing lock "refresh_cache-7387d0ac-5771-42e3-85a4-93cee19791d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.644760] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "interface-1fbc40a2-d514-43b1-8515-5111547f6016-9c193390-46b0-482c-a716-4bd0e3d463cf" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.644972] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "interface-1fbc40a2-d514-43b1-8515-5111547f6016-9c193390-46b0-482c-a716-4bd0e3d463cf" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.645340] env[62588]: DEBUG nova.objects.instance [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lazy-loading 'flavor' on Instance uuid 1fbc40a2-d514-43b1-8515-5111547f6016 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1862.647080] env[62588]: DEBUG oslo_vmware.api [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Task: {'id': task-1794409, 'name': ReconfigVM_Task, 'duration_secs': 0.664471} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.647575] env[62588]: DEBUG oslo_concurrency.lockutils [req-5238ccc1-153c-4582-b3ee-f7236a432e37 req-b3413cb8-7122-4d60-9f5b-7111f9eab239 service nova] Acquired lock "refresh_cache-7387d0ac-5771-42e3-85a4-93cee19791d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.647756] env[62588]: DEBUG nova.network.neutron [req-5238ccc1-153c-4582-b3ee-f7236a432e37 req-b3413cb8-7122-4d60-9f5b-7111f9eab239 service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Refreshing network info cache for port 87887ba0-6497-43f5-b254-8c110a91be42 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1862.654436] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Reconfigured VM instance instance-0000006a to attach disk [datastore1] a19a7517-efdd-4cf3-bfe2-b329a44b421c/a19a7517-efdd-4cf3-bfe2-b329a44b421c.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1862.655614] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6beb6d81-472b-46e9-99f6-41e2a1206604 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.660495] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794411, 'name': CreateVM_Task, 'duration_secs': 0.689348} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.660914] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1862.661546] env[62588]: DEBUG oslo_concurrency.lockutils [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.661699] env[62588]: DEBUG oslo_concurrency.lockutils [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.661997] env[62588]: DEBUG oslo_concurrency.lockutils [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1862.667372] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80650e09-15ae-4b93-a0df-d1a2c27ed6aa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.670029] env[62588]: DEBUG oslo_vmware.api [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794410, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682423} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.670247] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794408, 'name': ReconfigVM_Task, 'duration_secs': 1.016873} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.671293] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 90611f11-ed54-4ff8-affe-b2882640484b/90611f11-ed54-4ff8-affe-b2882640484b.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1862.671496] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1862.671743] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Reconfigured VM instance instance-0000005f to attach disk [datastore1] volume-2271da24-89c7-4c45-8a8e-6a50c888b5d6/volume-2271da24-89c7-4c45-8a8e-6a50c888b5d6.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1862.676448] env[62588]: DEBUG oslo_vmware.api [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Waiting for the task: (returnval){ [ 1862.676448] env[62588]: value = "task-1794412" [ 1862.676448] env[62588]: _type = "Task" [ 1862.676448] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.676961] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fee3db20-09a0-47ac-a846-783874d0aac6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.678493] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d947931-1599-4a7d-a156-682e1aa897a4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.692427] env[62588]: DEBUG oslo_vmware.api [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1862.692427] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52712938-1216-16c4-b491-7f86f482bf62" [ 1862.692427] env[62588]: _type = "Task" [ 1862.692427] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.699164] env[62588]: DEBUG oslo_vmware.api [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Task: {'id': task-1794412, 'name': Rename_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.701439] env[62588]: DEBUG oslo_vmware.api [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1862.701439] env[62588]: value = "task-1794413" [ 1862.701439] env[62588]: _type = "Task" [ 1862.701439] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.701670] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1862.701670] env[62588]: value = "task-1794414" [ 1862.701670] env[62588]: _type = "Task" [ 1862.701670] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.711185] env[62588]: DEBUG oslo_vmware.api [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52712938-1216-16c4-b491-7f86f482bf62, 'name': SearchDatastore_Task, 'duration_secs': 0.009686} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.711994] env[62588]: DEBUG oslo_concurrency.lockutils [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.712247] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1862.712480] env[62588]: DEBUG oslo_concurrency.lockutils [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.712638] env[62588]: DEBUG oslo_concurrency.lockutils [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.712815] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1862.715661] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b037b0b-315a-4cb5-b541-9b68e0f07e29 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.717401] env[62588]: DEBUG oslo_vmware.api [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.720385] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794414, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.727138] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1862.727138] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1862.728224] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f38a7fbe-be28-4e03-8f14-8fa822576a0b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.733226] env[62588]: DEBUG oslo_vmware.api [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1862.733226] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527dc607-5623-830a-2a50-f29042ae193c" [ 1862.733226] env[62588]: _type = "Task" [ 1862.733226] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.741378] env[62588]: DEBUG oslo_vmware.api [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527dc607-5623-830a-2a50-f29042ae193c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.081685] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1863.081913] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1863.151610] env[62588]: DEBUG oslo_concurrency.lockutils [None req-15332dfd-d0b6-4e0f-a763-ed9c414a24f3 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "interface-7387d0ac-5771-42e3-85a4-93cee19791d5-9c193390-46b0-482c-a716-4bd0e3d463cf" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.638s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.200562] env[62588]: DEBUG oslo_vmware.api [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Task: {'id': task-1794412, 'name': Rename_Task, 'duration_secs': 0.14341} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.200841] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1863.201119] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8309787-70f5-4edd-ab9b-229b730b2bc7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.212895] env[62588]: DEBUG oslo_vmware.api [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Waiting for the task: (returnval){ [ 1863.212895] env[62588]: value = "task-1794415" [ 1863.212895] env[62588]: _type = "Task" [ 1863.212895] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.218320] env[62588]: DEBUG oslo_vmware.api [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100919} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.218529] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794414, 'name': ReconfigVM_Task, 'duration_secs': 0.182171} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.221309] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1863.221625] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372169', 'volume_id': '2271da24-89c7-4c45-8a8e-6a50c888b5d6', 'name': 'volume-2271da24-89c7-4c45-8a8e-6a50c888b5d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '866820b1-6d9a-43ec-98f5-2f9f52527865', 'attached_at': '', 'detached_at': '', 'volume_id': '2271da24-89c7-4c45-8a8e-6a50c888b5d6', 'serial': '2271da24-89c7-4c45-8a8e-6a50c888b5d6'} {{(pid=62588) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1863.222629] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6103987-422b-49c9-937d-2d9f17ccd6a8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.224789] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c68f713-bae8-4855-9e99-329a62cd1432 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.232414] env[62588]: DEBUG oslo_vmware.api [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Task: {'id': task-1794415, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.242387] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1863.242387] env[62588]: value = "task-1794416" [ 1863.242387] env[62588]: _type = "Task" [ 1863.242387] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.251667] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 90611f11-ed54-4ff8-affe-b2882640484b/90611f11-ed54-4ff8-affe-b2882640484b.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1863.254930] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4acc856b-e121-4db4-a408-b3d0e97bbaea {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.278939] env[62588]: DEBUG oslo_vmware.api [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527dc607-5623-830a-2a50-f29042ae193c, 'name': SearchDatastore_Task, 'duration_secs': 0.008827} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.283454] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794416, 'name': Rename_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.283682] env[62588]: DEBUG oslo_vmware.api [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1863.283682] env[62588]: value = "task-1794417" [ 1863.283682] env[62588]: _type = "Task" [ 1863.283682] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.285927] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cb544a1-cd22-4fd9-a6af-5fc7ad5bd099 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.295687] env[62588]: DEBUG oslo_vmware.api [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1863.295687] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5232bf7d-f93f-250b-af1b-d68467268459" [ 1863.295687] env[62588]: _type = "Task" [ 1863.295687] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.298890] env[62588]: DEBUG oslo_vmware.api [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.306788] env[62588]: DEBUG oslo_vmware.api [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5232bf7d-f93f-250b-af1b-d68467268459, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.386425] env[62588]: DEBUG nova.objects.instance [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lazy-loading 'pci_requests' on Instance uuid 1fbc40a2-d514-43b1-8515-5111547f6016 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1863.536218] env[62588]: DEBUG nova.network.neutron [req-5238ccc1-153c-4582-b3ee-f7236a432e37 req-b3413cb8-7122-4d60-9f5b-7111f9eab239 service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Updated VIF entry in instance network info cache for port 87887ba0-6497-43f5-b254-8c110a91be42. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1863.536218] env[62588]: DEBUG nova.network.neutron [req-5238ccc1-153c-4582-b3ee-f7236a432e37 req-b3413cb8-7122-4d60-9f5b-7111f9eab239 service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Updating instance_info_cache with network_info: [{"id": "87887ba0-6497-43f5-b254-8c110a91be42", "address": "fa:16:3e:5d:53:5f", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87887ba0-64", "ovs_interfaceid": "87887ba0-6497-43f5-b254-8c110a91be42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.560128] env[62588]: DEBUG nova.compute.manager [req-43e67fa2-a61d-430c-a0f5-5ab6ae8fb8d2 req-1346e260-9d5d-48bf-a7f0-e99bf9cfe86e service nova] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Received event network-changed-09ed0b0d-1268-4bbc-86af-08411777d454 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1863.560226] env[62588]: DEBUG nova.compute.manager [req-43e67fa2-a61d-430c-a0f5-5ab6ae8fb8d2 req-1346e260-9d5d-48bf-a7f0-e99bf9cfe86e service nova] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Refreshing instance network info cache due to event network-changed-09ed0b0d-1268-4bbc-86af-08411777d454. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1863.560458] env[62588]: DEBUG oslo_concurrency.lockutils [req-43e67fa2-a61d-430c-a0f5-5ab6ae8fb8d2 req-1346e260-9d5d-48bf-a7f0-e99bf9cfe86e service nova] Acquiring lock "refresh_cache-1fbc40a2-d514-43b1-8515-5111547f6016" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.560691] env[62588]: DEBUG oslo_concurrency.lockutils [req-43e67fa2-a61d-430c-a0f5-5ab6ae8fb8d2 req-1346e260-9d5d-48bf-a7f0-e99bf9cfe86e service nova] Acquired lock "refresh_cache-1fbc40a2-d514-43b1-8515-5111547f6016" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.560908] env[62588]: DEBUG nova.network.neutron [req-43e67fa2-a61d-430c-a0f5-5ab6ae8fb8d2 req-1346e260-9d5d-48bf-a7f0-e99bf9cfe86e service nova] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Refreshing network info cache for port 09ed0b0d-1268-4bbc-86af-08411777d454 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1863.588285] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1863.588468] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Starting heal instance info cache {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 1863.728706] env[62588]: DEBUG oslo_vmware.api [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Task: {'id': task-1794415, 'name': PowerOnVM_Task, 'duration_secs': 0.467607} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.728706] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1863.729123] env[62588]: INFO nova.compute.manager [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Took 9.69 seconds to spawn the instance on the hypervisor. [ 1863.729123] env[62588]: DEBUG nova.compute.manager [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1863.729832] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349c809a-96c6-4007-ae8d-ff6c7a3c8e9c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.760293] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794416, 'name': Rename_Task, 'duration_secs': 0.308155} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.760565] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1863.760793] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d3d7617-6937-43ba-95f5-0111494a9a78 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.766845] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1863.766845] env[62588]: value = "task-1794418" [ 1863.766845] env[62588]: _type = "Task" [ 1863.766845] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.774299] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.798924] env[62588]: DEBUG oslo_vmware.api [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.807218] env[62588]: DEBUG oslo_vmware.api [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5232bf7d-f93f-250b-af1b-d68467268459, 'name': SearchDatastore_Task, 'duration_secs': 0.025505} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.807480] env[62588]: DEBUG oslo_concurrency.lockutils [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.807733] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 3ccfd311-7159-4275-bd50-644f1cc75c30/3ccfd311-7159-4275-bd50-644f1cc75c30.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1863.808025] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca0e9063-0381-477a-b346-bcbb2d452bf4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.816495] env[62588]: DEBUG oslo_vmware.api [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1863.816495] env[62588]: value = "task-1794419" [ 1863.816495] env[62588]: _type = "Task" [ 1863.816495] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.824027] env[62588]: DEBUG oslo_vmware.api [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.889456] env[62588]: DEBUG nova.objects.base [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Object Instance<1fbc40a2-d514-43b1-8515-5111547f6016> lazy-loaded attributes: flavor,pci_requests {{(pid=62588) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1863.889690] env[62588]: DEBUG nova.network.neutron [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1863.958490] env[62588]: DEBUG nova.policy [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9842fd79fe74710979fc9a592fb4ce7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ccf6b2ee1dc4c85aa64f97e4d32ef87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1864.038197] env[62588]: DEBUG oslo_concurrency.lockutils [req-5238ccc1-153c-4582-b3ee-f7236a432e37 req-b3413cb8-7122-4d60-9f5b-7111f9eab239 service nova] Releasing lock "refresh_cache-7387d0ac-5771-42e3-85a4-93cee19791d5" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.249008] env[62588]: INFO nova.compute.manager [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Took 15.82 seconds to build instance. [ 1864.277500] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794418, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.300935] env[62588]: DEBUG oslo_vmware.api [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794417, 'name': ReconfigVM_Task, 'duration_secs': 0.639482} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.300935] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 90611f11-ed54-4ff8-affe-b2882640484b/90611f11-ed54-4ff8-affe-b2882640484b.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1864.301594] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ac496c7-9f1b-4e24-915b-8cb208cce06d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.310532] env[62588]: DEBUG oslo_vmware.api [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1864.310532] env[62588]: value = "task-1794420" [ 1864.310532] env[62588]: _type = "Task" [ 1864.310532] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.324051] env[62588]: DEBUG oslo_vmware.api [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794420, 'name': Rename_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.329881] env[62588]: DEBUG oslo_vmware.api [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794419, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.471379] env[62588]: DEBUG nova.network.neutron [req-43e67fa2-a61d-430c-a0f5-5ab6ae8fb8d2 req-1346e260-9d5d-48bf-a7f0-e99bf9cfe86e service nova] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Updated VIF entry in instance network info cache for port 09ed0b0d-1268-4bbc-86af-08411777d454. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1864.471684] env[62588]: DEBUG nova.network.neutron [req-43e67fa2-a61d-430c-a0f5-5ab6ae8fb8d2 req-1346e260-9d5d-48bf-a7f0-e99bf9cfe86e service nova] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Updating instance_info_cache with network_info: [{"id": "09ed0b0d-1268-4bbc-86af-08411777d454", "address": "fa:16:3e:85:9a:c4", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09ed0b0d-12", "ovs_interfaceid": "09ed0b0d-1268-4bbc-86af-08411777d454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.751758] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0a2ca6b2-e371-41a5-b8bd-59a463c5d987 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Lock "a19a7517-efdd-4cf3-bfe2-b329a44b421c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.334s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.777619] env[62588]: DEBUG oslo_vmware.api [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794418, 'name': PowerOnVM_Task, 'duration_secs': 0.930813} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.777959] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1864.778239] env[62588]: DEBUG nova.compute.manager [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1864.779091] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a969c79a-760b-49ac-9762-ff4bf5220e80 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.820754] env[62588]: DEBUG oslo_vmware.api [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794420, 'name': Rename_Task, 'duration_secs': 0.348808} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.827032] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1864.828255] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a25e942b-2373-4798-b127-3a82ad593be4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.836592] env[62588]: DEBUG oslo_vmware.api [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623984} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.838121] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 3ccfd311-7159-4275-bd50-644f1cc75c30/3ccfd311-7159-4275-bd50-644f1cc75c30.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1864.838372] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1864.838691] env[62588]: DEBUG oslo_vmware.api [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1864.838691] env[62588]: value = "task-1794421" [ 1864.838691] env[62588]: _type = "Task" [ 1864.838691] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.838890] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-395b7dad-8013-4cf7-a1f7-ac73fb06eabc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.855659] env[62588]: DEBUG oslo_vmware.api [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794421, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.858024] env[62588]: DEBUG oslo_vmware.api [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1864.858024] env[62588]: value = "task-1794422" [ 1864.858024] env[62588]: _type = "Task" [ 1864.858024] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.870522] env[62588]: DEBUG oslo_vmware.api [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.975190] env[62588]: DEBUG oslo_concurrency.lockutils [req-43e67fa2-a61d-430c-a0f5-5ab6ae8fb8d2 req-1346e260-9d5d-48bf-a7f0-e99bf9cfe86e service nova] Releasing lock "refresh_cache-1fbc40a2-d514-43b1-8515-5111547f6016" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.300883] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.301154] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.301337] env[62588]: DEBUG nova.objects.instance [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62588) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1865.353186] env[62588]: DEBUG oslo_vmware.api [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794421, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.366703] env[62588]: DEBUG oslo_vmware.api [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.2347} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.366984] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1865.367754] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da15a5c6-69bd-4afa-9967-a87b064d23db {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.389947] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 3ccfd311-7159-4275-bd50-644f1cc75c30/3ccfd311-7159-4275-bd50-644f1cc75c30.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1865.390351] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66ce92e0-ac92-486b-b42b-cd9ab49d7ffa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.410637] env[62588]: DEBUG oslo_vmware.api [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1865.410637] env[62588]: value = "task-1794423" [ 1865.410637] env[62588]: _type = "Task" [ 1865.410637] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.418716] env[62588]: DEBUG oslo_vmware.api [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794423, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.799628] env[62588]: DEBUG nova.network.neutron [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Successfully updated port: 9c193390-46b0-482c-a716-4bd0e3d463cf {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1865.842212] env[62588]: DEBUG nova.compute.manager [req-f2100d37-7399-4d54-b724-fe5ff5815585 req-b24835c1-58ec-4227-b0b7-732007e1fa98 service nova] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Received event network-vif-plugged-9c193390-46b0-482c-a716-4bd0e3d463cf {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1865.842212] env[62588]: DEBUG oslo_concurrency.lockutils [req-f2100d37-7399-4d54-b724-fe5ff5815585 req-b24835c1-58ec-4227-b0b7-732007e1fa98 service nova] Acquiring lock "1fbc40a2-d514-43b1-8515-5111547f6016-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.842212] env[62588]: DEBUG oslo_concurrency.lockutils [req-f2100d37-7399-4d54-b724-fe5ff5815585 req-b24835c1-58ec-4227-b0b7-732007e1fa98 service nova] Lock "1fbc40a2-d514-43b1-8515-5111547f6016-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.842544] env[62588]: DEBUG oslo_concurrency.lockutils [req-f2100d37-7399-4d54-b724-fe5ff5815585 req-b24835c1-58ec-4227-b0b7-732007e1fa98 service nova] Lock "1fbc40a2-d514-43b1-8515-5111547f6016-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.842856] env[62588]: DEBUG nova.compute.manager [req-f2100d37-7399-4d54-b724-fe5ff5815585 req-b24835c1-58ec-4227-b0b7-732007e1fa98 service nova] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] No waiting events found dispatching network-vif-plugged-9c193390-46b0-482c-a716-4bd0e3d463cf {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1865.843081] env[62588]: WARNING nova.compute.manager [req-f2100d37-7399-4d54-b724-fe5ff5815585 req-b24835c1-58ec-4227-b0b7-732007e1fa98 service nova] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Received unexpected event network-vif-plugged-9c193390-46b0-482c-a716-4bd0e3d463cf for instance with vm_state active and task_state None. [ 1865.854749] env[62588]: DEBUG oslo_vmware.api [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794421, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.920923] env[62588]: DEBUG oslo_vmware.api [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794423, 'name': ReconfigVM_Task, 'duration_secs': 0.502346} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.921128] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 3ccfd311-7159-4275-bd50-644f1cc75c30/3ccfd311-7159-4275-bd50-644f1cc75c30.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1865.922030] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bfda805-2fef-4ce7-a546-eeaec7ce8cd0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.928344] env[62588]: DEBUG oslo_vmware.api [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1865.928344] env[62588]: value = "task-1794424" [ 1865.928344] env[62588]: _type = "Task" [ 1865.928344] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.937079] env[62588]: DEBUG oslo_vmware.api [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794424, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.974279] env[62588]: DEBUG oslo_concurrency.lockutils [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Acquiring lock "a19a7517-efdd-4cf3-bfe2-b329a44b421c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.974471] env[62588]: DEBUG oslo_concurrency.lockutils [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Lock "a19a7517-efdd-4cf3-bfe2-b329a44b421c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.974687] env[62588]: DEBUG oslo_concurrency.lockutils [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Acquiring lock "a19a7517-efdd-4cf3-bfe2-b329a44b421c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.974869] env[62588]: DEBUG oslo_concurrency.lockutils [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Lock "a19a7517-efdd-4cf3-bfe2-b329a44b421c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.975062] env[62588]: DEBUG oslo_concurrency.lockutils [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Lock "a19a7517-efdd-4cf3-bfe2-b329a44b421c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.977353] env[62588]: INFO nova.compute.manager [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Terminating instance [ 1866.305895] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "refresh_cache-1fbc40a2-d514-43b1-8515-5111547f6016" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.306115] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquired lock "refresh_cache-1fbc40a2-d514-43b1-8515-5111547f6016" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1866.306309] env[62588]: DEBUG nova.network.neutron [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1866.312922] env[62588]: DEBUG oslo_concurrency.lockutils [None req-7e190f26-9e4e-4938-ab13-4de8c0922cd6 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.353597] env[62588]: DEBUG oslo_vmware.api [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794421, 'name': PowerOnVM_Task, 'duration_secs': 1.033546} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.353872] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1866.354481] env[62588]: INFO nova.compute.manager [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Took 10.04 seconds to spawn the instance on the hypervisor. [ 1866.354725] env[62588]: DEBUG nova.compute.manager [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1866.355641] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a76836-ad10-4eef-bac7-c3c9772865b5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.438239] env[62588]: DEBUG oslo_vmware.api [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794424, 'name': Rename_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.481187] env[62588]: DEBUG nova.compute.manager [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1866.481526] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1866.482774] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0817d51-9dba-4b4a-9bb0-4870666d4d86 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.492319] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1866.492592] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a27c9f1f-0f7b-4849-b80d-6011f44db6a4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.498581] env[62588]: DEBUG oslo_vmware.api [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Waiting for the task: (returnval){ [ 1866.498581] env[62588]: value = "task-1794425" [ 1866.498581] env[62588]: _type = "Task" [ 1866.498581] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.506708] env[62588]: DEBUG oslo_vmware.api [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Task: {'id': task-1794425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.847633] env[62588]: WARNING nova.network.neutron [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5 already exists in list: networks containing: ['cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5']. ignoring it [ 1866.873526] env[62588]: INFO nova.compute.manager [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Took 15.58 seconds to build instance. [ 1866.941671] env[62588]: DEBUG oslo_vmware.api [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794424, 'name': Rename_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.009223] env[62588]: DEBUG oslo_vmware.api [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Task: {'id': task-1794425, 'name': PowerOffVM_Task, 'duration_secs': 0.198013} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.009606] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1867.009805] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1867.010061] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91dbb539-e53d-4266-b486-68af690ce3c9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.220692] env[62588]: DEBUG nova.network.neutron [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Updating instance_info_cache with network_info: [{"id": "09ed0b0d-1268-4bbc-86af-08411777d454", "address": "fa:16:3e:85:9a:c4", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09ed0b0d-12", "ovs_interfaceid": "09ed0b0d-1268-4bbc-86af-08411777d454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9c193390-46b0-482c-a716-4bd0e3d463cf", "address": "fa:16:3e:f9:61:5e", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c193390-46", "ovs_interfaceid": "9c193390-46b0-482c-a716-4bd0e3d463cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.377103] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f955c734-fd23-44e4-be59-bc37ada5a45e tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "90611f11-ed54-4ff8-affe-b2882640484b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.088s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.392973] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1867.393260] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1867.393506] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Deleting the datastore file [datastore1] a19a7517-efdd-4cf3-bfe2-b329a44b421c {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1867.393781] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9254e9e0-3f98-4d13-8404-c91eecbf0107 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.400788] env[62588]: DEBUG oslo_vmware.api [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Waiting for the task: (returnval){ [ 1867.400788] env[62588]: value = "task-1794427" [ 1867.400788] env[62588]: _type = "Task" [ 1867.400788] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.410793] env[62588]: DEBUG oslo_vmware.api [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Task: {'id': task-1794427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.440163] env[62588]: DEBUG oslo_vmware.api [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794424, 'name': Rename_Task, 'duration_secs': 1.320499} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.440517] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1867.440817] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60f55e43-ab42-4da5-ae40-34185efbb551 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.452547] env[62588]: DEBUG oslo_vmware.api [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1867.452547] env[62588]: value = "task-1794428" [ 1867.452547] env[62588]: _type = "Task" [ 1867.452547] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.460796] env[62588]: DEBUG oslo_vmware.api [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.679175] env[62588]: DEBUG nova.compute.manager [req-4cac6ca3-6811-4ddd-8e66-a42ed4f5c55a req-acffd611-148b-407d-a4a5-849a3726249e service nova] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Received event network-changed-f967dfd7-376a-4585-a971-c7e3bb524a64 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1867.679375] env[62588]: DEBUG nova.compute.manager [req-4cac6ca3-6811-4ddd-8e66-a42ed4f5c55a req-acffd611-148b-407d-a4a5-849a3726249e service nova] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Refreshing instance network info cache due to event network-changed-f967dfd7-376a-4585-a971-c7e3bb524a64. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1867.679591] env[62588]: DEBUG oslo_concurrency.lockutils [req-4cac6ca3-6811-4ddd-8e66-a42ed4f5c55a req-acffd611-148b-407d-a4a5-849a3726249e service nova] Acquiring lock "refresh_cache-90611f11-ed54-4ff8-affe-b2882640484b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.679745] env[62588]: DEBUG oslo_concurrency.lockutils [req-4cac6ca3-6811-4ddd-8e66-a42ed4f5c55a req-acffd611-148b-407d-a4a5-849a3726249e service nova] Acquired lock "refresh_cache-90611f11-ed54-4ff8-affe-b2882640484b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.681529] env[62588]: DEBUG nova.network.neutron [req-4cac6ca3-6811-4ddd-8e66-a42ed4f5c55a req-acffd611-148b-407d-a4a5-849a3726249e service nova] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Refreshing network info cache for port f967dfd7-376a-4585-a971-c7e3bb524a64 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1867.724043] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Releasing lock "refresh_cache-1fbc40a2-d514-43b1-8515-5111547f6016" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.724686] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "1fbc40a2-d514-43b1-8515-5111547f6016" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.724863] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquired lock "1fbc40a2-d514-43b1-8515-5111547f6016" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.725682] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192b2c5f-0849-4717-8e26-3d94f54d79f9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.742233] env[62588]: DEBUG nova.virt.hardware [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1867.742462] env[62588]: DEBUG nova.virt.hardware [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1867.742617] env[62588]: DEBUG nova.virt.hardware [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1867.742797] env[62588]: DEBUG nova.virt.hardware [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1867.742942] env[62588]: DEBUG nova.virt.hardware [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1867.743101] env[62588]: DEBUG nova.virt.hardware [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1867.743314] env[62588]: DEBUG nova.virt.hardware [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1867.743469] env[62588]: DEBUG nova.virt.hardware [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1867.743633] env[62588]: DEBUG nova.virt.hardware [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1867.743793] env[62588]: DEBUG nova.virt.hardware [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1867.743964] env[62588]: DEBUG nova.virt.hardware [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1867.749999] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Reconfiguring VM to attach interface {{(pid=62588) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1867.750551] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9f8d722-0307-43b9-bdca-b64b2aef3865 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.768543] env[62588]: DEBUG oslo_vmware.api [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1867.768543] env[62588]: value = "task-1794429" [ 1867.768543] env[62588]: _type = "Task" [ 1867.768543] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.776229] env[62588]: DEBUG oslo_vmware.api [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794429, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.900672] env[62588]: DEBUG nova.compute.manager [req-f502df66-6b8c-4be5-90dc-af11bd059aca req-e97f1f1a-37da-48b1-ae15-aacc91ab72a2 service nova] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Received event network-changed-9c193390-46b0-482c-a716-4bd0e3d463cf {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1867.900672] env[62588]: DEBUG nova.compute.manager [req-f502df66-6b8c-4be5-90dc-af11bd059aca req-e97f1f1a-37da-48b1-ae15-aacc91ab72a2 service nova] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Refreshing instance network info cache due to event network-changed-9c193390-46b0-482c-a716-4bd0e3d463cf. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1867.900672] env[62588]: DEBUG oslo_concurrency.lockutils [req-f502df66-6b8c-4be5-90dc-af11bd059aca req-e97f1f1a-37da-48b1-ae15-aacc91ab72a2 service nova] Acquiring lock "refresh_cache-1fbc40a2-d514-43b1-8515-5111547f6016" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.900981] env[62588]: DEBUG oslo_concurrency.lockutils [req-f502df66-6b8c-4be5-90dc-af11bd059aca req-e97f1f1a-37da-48b1-ae15-aacc91ab72a2 service nova] Acquired lock "refresh_cache-1fbc40a2-d514-43b1-8515-5111547f6016" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.900981] env[62588]: DEBUG nova.network.neutron [req-f502df66-6b8c-4be5-90dc-af11bd059aca req-e97f1f1a-37da-48b1-ae15-aacc91ab72a2 service nova] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Refreshing network info cache for port 9c193390-46b0-482c-a716-4bd0e3d463cf {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1867.911884] env[62588]: DEBUG oslo_vmware.api [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Task: {'id': task-1794427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246066} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.912618] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1867.912803] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1867.912981] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1867.913170] env[62588]: INFO nova.compute.manager [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Took 1.43 seconds to destroy the instance on the hypervisor. [ 1867.913399] env[62588]: DEBUG oslo.service.loopingcall [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1867.913589] env[62588]: DEBUG nova.compute.manager [-] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1867.913677] env[62588]: DEBUG nova.network.neutron [-] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1867.962325] env[62588]: DEBUG oslo_vmware.api [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794428, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.278864] env[62588]: DEBUG oslo_vmware.api [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.462989] env[62588]: DEBUG oslo_vmware.api [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794428, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.474328] env[62588]: DEBUG nova.network.neutron [req-4cac6ca3-6811-4ddd-8e66-a42ed4f5c55a req-acffd611-148b-407d-a4a5-849a3726249e service nova] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Updated VIF entry in instance network info cache for port f967dfd7-376a-4585-a971-c7e3bb524a64. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1868.474670] env[62588]: DEBUG nova.network.neutron [req-4cac6ca3-6811-4ddd-8e66-a42ed4f5c55a req-acffd611-148b-407d-a4a5-849a3726249e service nova] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Updating instance_info_cache with network_info: [{"id": "f967dfd7-376a-4585-a971-c7e3bb524a64", "address": "fa:16:3e:15:cd:df", "network": {"id": "53e5e9d3-1405-4d49-b447-38ad085a370d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-959313782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7186086b95024140b01eeb45e2af009f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf967dfd7-37", "ovs_interfaceid": "f967dfd7-376a-4585-a971-c7e3bb524a64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.615337] env[62588]: DEBUG nova.network.neutron [-] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.632352] env[62588]: DEBUG nova.network.neutron [req-f502df66-6b8c-4be5-90dc-af11bd059aca req-e97f1f1a-37da-48b1-ae15-aacc91ab72a2 service nova] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Updated VIF entry in instance network info cache for port 9c193390-46b0-482c-a716-4bd0e3d463cf. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1868.632853] env[62588]: DEBUG nova.network.neutron [req-f502df66-6b8c-4be5-90dc-af11bd059aca req-e97f1f1a-37da-48b1-ae15-aacc91ab72a2 service nova] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Updating instance_info_cache with network_info: [{"id": "09ed0b0d-1268-4bbc-86af-08411777d454", "address": "fa:16:3e:85:9a:c4", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09ed0b0d-12", "ovs_interfaceid": "09ed0b0d-1268-4bbc-86af-08411777d454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9c193390-46b0-482c-a716-4bd0e3d463cf", "address": "fa:16:3e:f9:61:5e", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c193390-46", "ovs_interfaceid": "9c193390-46b0-482c-a716-4bd0e3d463cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.780162] env[62588]: DEBUG oslo_vmware.api [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.963564] env[62588]: DEBUG oslo_vmware.api [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794428, 'name': PowerOnVM_Task, 'duration_secs': 1.152421} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.963893] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1868.964042] env[62588]: INFO nova.compute.manager [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Took 10.37 seconds to spawn the instance on the hypervisor. [ 1868.964223] env[62588]: DEBUG nova.compute.manager [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1868.965073] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be9736a-6c18-4ff9-a7a3-68b0555f6214 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.977034] env[62588]: DEBUG oslo_concurrency.lockutils [req-4cac6ca3-6811-4ddd-8e66-a42ed4f5c55a req-acffd611-148b-407d-a4a5-849a3726249e service nova] Releasing lock "refresh_cache-90611f11-ed54-4ff8-affe-b2882640484b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.118227] env[62588]: INFO nova.compute.manager [-] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Took 1.20 seconds to deallocate network for instance. [ 1869.136016] env[62588]: DEBUG oslo_concurrency.lockutils [req-f502df66-6b8c-4be5-90dc-af11bd059aca req-e97f1f1a-37da-48b1-ae15-aacc91ab72a2 service nova] Releasing lock "refresh_cache-1fbc40a2-d514-43b1-8515-5111547f6016" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.280380] env[62588]: DEBUG oslo_vmware.api [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.480288] env[62588]: INFO nova.compute.manager [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Took 16.60 seconds to build instance. [ 1869.625702] env[62588]: DEBUG oslo_concurrency.lockutils [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.625702] env[62588]: DEBUG oslo_concurrency.lockutils [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.625702] env[62588]: DEBUG nova.objects.instance [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Lazy-loading 'resources' on Instance uuid a19a7517-efdd-4cf3-bfe2-b329a44b421c {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1869.628010] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Didn't find any instances for network info cache update. {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 1869.628010] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1869.628138] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1869.628169] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1869.628320] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1869.628464] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1869.628611] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1869.628736] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62588) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 1869.628879] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1869.780885] env[62588]: DEBUG oslo_vmware.api [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.967507] env[62588]: DEBUG nova.compute.manager [req-20f7a506-b45d-4a4b-98eb-d13e1824abdb req-ab5122d1-c85f-4ab1-9e05-1ddc019889ed service nova] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Received event network-vif-deleted-e7941d9f-6f56-4fdf-a432-e7ce970d9a05 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1869.982387] env[62588]: DEBUG oslo_concurrency.lockutils [None req-36770509-549f-42dc-a6ca-2dd92ce3d08f tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "3ccfd311-7159-4275-bd50-644f1cc75c30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.113s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.132803] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.271303] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503ffbc9-9f81-4a64-b7a0-4c3e7f788aa8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.282717] env[62588]: DEBUG oslo_vmware.api [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794429, 'name': ReconfigVM_Task, 'duration_secs': 2.235372} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.284747] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Releasing lock "1fbc40a2-d514-43b1-8515-5111547f6016" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.284972] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Reconfigured VM to attach interface {{(pid=62588) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1870.288153] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc486406-e66a-4da6-ac6b-6634c48d0210 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.319351] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6ed846-f14a-49b9-9a54-24a41253960d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.327182] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec29aed-d798-459e-8981-8b24d2b6e38a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.340760] env[62588]: DEBUG nova.compute.provider_tree [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1870.573244] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1401a606-6b8b-4b37-b662-811495b3bd21 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "3ccfd311-7159-4275-bd50-644f1cc75c30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.573513] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1401a606-6b8b-4b37-b662-811495b3bd21 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "3ccfd311-7159-4275-bd50-644f1cc75c30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.573726] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1401a606-6b8b-4b37-b662-811495b3bd21 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "3ccfd311-7159-4275-bd50-644f1cc75c30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.573908] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1401a606-6b8b-4b37-b662-811495b3bd21 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "3ccfd311-7159-4275-bd50-644f1cc75c30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.574092] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1401a606-6b8b-4b37-b662-811495b3bd21 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "3ccfd311-7159-4275-bd50-644f1cc75c30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.576188] env[62588]: INFO nova.compute.manager [None req-1401a606-6b8b-4b37-b662-811495b3bd21 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Terminating instance [ 1870.792897] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f2edef52-512a-4b92-bbec-95fe4a72228c tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "interface-1fbc40a2-d514-43b1-8515-5111547f6016-9c193390-46b0-482c-a716-4bd0e3d463cf" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.148s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.860486] env[62588]: ERROR nova.scheduler.client.report [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] [req-10cf6206-7414-4a82-bd53-3acfe966b0c7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eaab8868-4bee-41d4-8b5c-ca05c3049f36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-10cf6206-7414-4a82-bd53-3acfe966b0c7"}]} [ 1870.876638] env[62588]: DEBUG nova.scheduler.client.report [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Refreshing inventories for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1870.895144] env[62588]: DEBUG nova.scheduler.client.report [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Updating ProviderTree inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1870.895536] env[62588]: DEBUG nova.compute.provider_tree [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1870.907230] env[62588]: DEBUG nova.scheduler.client.report [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Refreshing aggregate associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, aggregates: None {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1870.925009] env[62588]: DEBUG nova.scheduler.client.report [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Refreshing trait associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1871.068547] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862c985a-499e-4076-9536-a0c823be2299 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.076794] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdd6593-6341-49db-ba95-105a1c21ebb1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.080306] env[62588]: DEBUG nova.compute.manager [None req-1401a606-6b8b-4b37-b662-811495b3bd21 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1871.080512] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1401a606-6b8b-4b37-b662-811495b3bd21 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1871.081297] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c40424-33ec-4cbf-8f45-a386192dea77 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.088229] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-1401a606-6b8b-4b37-b662-811495b3bd21 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1871.114277] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-553925af-5c7d-4598-a004-11d9802092b8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.116954] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b397973d-74a7-42db-8b21-c07ef42e1676 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.125551] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f8f242-8a4b-4375-89c1-1d43c3475e8d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.129565] env[62588]: DEBUG oslo_vmware.api [None req-1401a606-6b8b-4b37-b662-811495b3bd21 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1871.129565] env[62588]: value = "task-1794430" [ 1871.129565] env[62588]: _type = "Task" [ 1871.129565] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.140548] env[62588]: DEBUG nova.compute.provider_tree [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1871.146455] env[62588]: DEBUG oslo_vmware.api [None req-1401a606-6b8b-4b37-b662-811495b3bd21 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.643071] env[62588]: DEBUG oslo_vmware.api [None req-1401a606-6b8b-4b37-b662-811495b3bd21 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794430, 'name': PowerOffVM_Task, 'duration_secs': 0.314618} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.643071] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-1401a606-6b8b-4b37-b662-811495b3bd21 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1871.643071] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1401a606-6b8b-4b37-b662-811495b3bd21 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1871.643071] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a55c3f23-01e3-4780-9d2b-66f9bf032d02 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.675026] env[62588]: DEBUG nova.scheduler.client.report [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Updated inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1871.675026] env[62588]: DEBUG nova.compute.provider_tree [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Updating resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 generation from 156 to 157 during operation: update_inventory {{(pid=62588) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1871.675026] env[62588]: DEBUG nova.compute.provider_tree [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1871.906740] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1401a606-6b8b-4b37-b662-811495b3bd21 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1871.907096] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1401a606-6b8b-4b37-b662-811495b3bd21 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1871.907369] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-1401a606-6b8b-4b37-b662-811495b3bd21 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Deleting the datastore file [datastore1] 3ccfd311-7159-4275-bd50-644f1cc75c30 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1871.907736] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f8c8c62-96f9-4f3f-b81c-f0919482b34c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.915159] env[62588]: DEBUG oslo_vmware.api [None req-1401a606-6b8b-4b37-b662-811495b3bd21 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for the task: (returnval){ [ 1871.915159] env[62588]: value = "task-1794432" [ 1871.915159] env[62588]: _type = "Task" [ 1871.915159] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.925521] env[62588]: DEBUG oslo_vmware.api [None req-1401a606-6b8b-4b37-b662-811495b3bd21 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.178451] env[62588]: DEBUG oslo_concurrency.lockutils [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.553s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.180949] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.048s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.180949] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.181096] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62588) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1872.181989] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb0ea4a-14e4-4d4f-b015-3710dd790670 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.190124] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826ef9b6-2245-4aac-8a6e-e6cf9f7fbe3e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.205797] env[62588]: INFO nova.scheduler.client.report [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Deleted allocations for instance a19a7517-efdd-4cf3-bfe2-b329a44b421c [ 1872.207091] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81574d6e-4a8a-48a3-898f-f21a645aaa67 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.216082] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e72a4c-e74a-41ed-950f-a5011eeab99b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.245406] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31ef1331-6b9a-4056-a04e-baaa1d4728fc tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "interface-1fbc40a2-d514-43b1-8515-5111547f6016-9c193390-46b0-482c-a716-4bd0e3d463cf" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.245406] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31ef1331-6b9a-4056-a04e-baaa1d4728fc tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "interface-1fbc40a2-d514-43b1-8515-5111547f6016-9c193390-46b0-482c-a716-4bd0e3d463cf" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.247255] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179934MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62588) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1872.247432] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.247592] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.425260] env[62588]: DEBUG oslo_vmware.api [None req-1401a606-6b8b-4b37-b662-811495b3bd21 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Task: {'id': task-1794432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152381} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.425486] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-1401a606-6b8b-4b37-b662-811495b3bd21 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1872.425674] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1401a606-6b8b-4b37-b662-811495b3bd21 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1872.425850] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1401a606-6b8b-4b37-b662-811495b3bd21 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1872.426445] env[62588]: INFO nova.compute.manager [None req-1401a606-6b8b-4b37-b662-811495b3bd21 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Took 1.35 seconds to destroy the instance on the hypervisor. [ 1872.426445] env[62588]: DEBUG oslo.service.loopingcall [None req-1401a606-6b8b-4b37-b662-811495b3bd21 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1872.426445] env[62588]: DEBUG nova.compute.manager [-] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1872.426634] env[62588]: DEBUG nova.network.neutron [-] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1872.665984] env[62588]: DEBUG nova.compute.manager [req-dcbdd237-43df-4cd7-a1aa-17274b5d8e5b req-3d1fb003-f1ef-4466-a4f3-eef84710f811 service nova] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Received event network-vif-deleted-1574108d-6b35-492f-afc1-bd590cda468c {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1872.666156] env[62588]: INFO nova.compute.manager [req-dcbdd237-43df-4cd7-a1aa-17274b5d8e5b req-3d1fb003-f1ef-4466-a4f3-eef84710f811 service nova] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Neutron deleted interface 1574108d-6b35-492f-afc1-bd590cda468c; detaching it from the instance and deleting it from the info cache [ 1872.666334] env[62588]: DEBUG nova.network.neutron [req-dcbdd237-43df-4cd7-a1aa-17274b5d8e5b req-3d1fb003-f1ef-4466-a4f3-eef84710f811 service nova] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.715804] env[62588]: DEBUG oslo_concurrency.lockutils [None req-53876f04-b205-4abb-a1c8-9b822fd54c39 tempest-ServerMetadataTestJSON-731528675 tempest-ServerMetadataTestJSON-731528675-project-member] Lock "a19a7517-efdd-4cf3-bfe2-b329a44b421c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.741s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.750034] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31ef1331-6b9a-4056-a04e-baaa1d4728fc tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "1fbc40a2-d514-43b1-8515-5111547f6016" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.750241] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31ef1331-6b9a-4056-a04e-baaa1d4728fc tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquired lock "1fbc40a2-d514-43b1-8515-5111547f6016" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.756030] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b750ffe0-7c9a-4145-9cd9-3d47433a4743 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.776948] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f228f4-2ca5-4b04-9e71-20fa7e91067a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.803872] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-31ef1331-6b9a-4056-a04e-baaa1d4728fc tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Reconfiguring VM to detach interface {{(pid=62588) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1872.804532] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98db41a8-dbab-4120-b95e-4fb0a2d01d79 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.824909] env[62588]: DEBUG oslo_vmware.api [None req-31ef1331-6b9a-4056-a04e-baaa1d4728fc tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1872.824909] env[62588]: value = "task-1794433" [ 1872.824909] env[62588]: _type = "Task" [ 1872.824909] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.832945] env[62588]: DEBUG oslo_vmware.api [None req-31ef1331-6b9a-4056-a04e-baaa1d4728fc tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794433, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.140981] env[62588]: DEBUG nova.network.neutron [-] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.169025] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7313c07e-6e46-4f52-acd9-77402537f0f9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.177916] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb82097-ee80-4394-9f35-ba7e0adaae68 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.207856] env[62588]: DEBUG nova.compute.manager [req-dcbdd237-43df-4cd7-a1aa-17274b5d8e5b req-3d1fb003-f1ef-4466-a4f3-eef84710f811 service nova] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Detach interface failed, port_id=1574108d-6b35-492f-afc1-bd590cda468c, reason: Instance 3ccfd311-7159-4275-bd50-644f1cc75c30 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1873.279236] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance e1cb64a7-1d26-4b65-b571-c586efe0a94d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1873.279402] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 9093cafa-0c88-421b-999a-01a27833cd3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1873.279531] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 866820b1-6d9a-43ec-98f5-2f9f52527865 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1873.279725] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 7387d0ac-5771-42e3-85a4-93cee19791d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1873.279838] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 1fbc40a2-d514-43b1-8515-5111547f6016 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1873.279879] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 3e6371b6-ca73-429b-8994-30a54fc59df0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1873.279958] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 0dd60d48-3eb5-4636-83f1-01cf47119a57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1873.280087] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 52150651-091b-4f90-a5e3-8d1206374466 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1873.280204] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 90611f11-ed54-4ff8-affe-b2882640484b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1873.280317] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 3ccfd311-7159-4275-bd50-644f1cc75c30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1873.334907] env[62588]: DEBUG oslo_vmware.api [None req-31ef1331-6b9a-4056-a04e-baaa1d4728fc tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.532794] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "4e54336e-004f-4663-9a4b-13db85891ed2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.533056] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "4e54336e-004f-4663-9a4b-13db85891ed2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.643265] env[62588]: INFO nova.compute.manager [-] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Took 1.22 seconds to deallocate network for instance. [ 1873.783825] env[62588]: INFO nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 4e54336e-004f-4663-9a4b-13db85891ed2 has allocations against this compute host but is not found in the database. [ 1873.784120] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1873.784275] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1873.839895] env[62588]: DEBUG oslo_vmware.api [None req-31ef1331-6b9a-4056-a04e-baaa1d4728fc tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.968878] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d6f0c5-e678-4e6a-b440-b3920fc1b58d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.976837] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac2483f-4a2a-4648-b039-96fc7681ab57 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.007775] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c189bdac-1675-479a-81c6-e990f80bcd09 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.017027] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28fbce1-82c9-4057-8aa2-48a8ac43c551 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.029186] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1874.038032] env[62588]: DEBUG nova.compute.manager [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1874.151670] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1401a606-6b8b-4b37-b662-811495b3bd21 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.340533] env[62588]: DEBUG oslo_vmware.api [None req-31ef1331-6b9a-4056-a04e-baaa1d4728fc tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.554468] env[62588]: ERROR nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [req-ca71dbb2-6d0d-4c97-b433-ece554d65e24] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eaab8868-4bee-41d4-8b5c-ca05c3049f36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ca71dbb2-6d0d-4c97-b433-ece554d65e24"}]} [ 1874.557173] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.571028] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Refreshing inventories for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1874.583656] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Updating ProviderTree inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1874.583899] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1874.596623] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Refreshing aggregate associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, aggregates: None {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1874.616366] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Refreshing trait associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1874.756301] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6c27df-e9c5-4652-ba80-f53ad84fded9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.763553] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549888dd-e7e6-4f70-8b4f-d1c973755c9e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.792807] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e78a7d-38af-4284-86a5-7c69824a5138 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.800438] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143c68c5-6eef-4caf-bf24-3507e7cb0470 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.813572] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1874.838382] env[62588]: DEBUG oslo_vmware.api [None req-31ef1331-6b9a-4056-a04e-baaa1d4728fc tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.339108] env[62588]: DEBUG oslo_vmware.api [None req-31ef1331-6b9a-4056-a04e-baaa1d4728fc tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.347428] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Updated inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with generation 158 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1875.347721] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Updating resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 generation from 158 to 159 during operation: update_inventory {{(pid=62588) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1875.347787] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1875.839847] env[62588]: DEBUG oslo_vmware.api [None req-31ef1331-6b9a-4056-a04e-baaa1d4728fc tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.852654] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62588) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1875.852835] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.605s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.853075] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1401a606-6b8b-4b37-b662-811495b3bd21 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.702s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.853297] env[62588]: DEBUG nova.objects.instance [None req-1401a606-6b8b-4b37-b662-811495b3bd21 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lazy-loading 'resources' on Instance uuid 3ccfd311-7159-4275-bd50-644f1cc75c30 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1876.341198] env[62588]: DEBUG oslo_vmware.api [None req-31ef1331-6b9a-4056-a04e-baaa1d4728fc tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.479159] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd821d2-c8c4-44dc-93c4-180f3b1a4692 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.486719] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2786613-bae2-4360-a004-8dbc4e198d6e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.516357] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e0833d-b0ac-48c4-a527-db797f796e16 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.523184] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5368cb88-b3f0-4d21-a007-9dfd6cb04dfe {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.535929] env[62588]: DEBUG nova.compute.provider_tree [None req-1401a606-6b8b-4b37-b662-811495b3bd21 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1876.841700] env[62588]: DEBUG oslo_vmware.api [None req-31ef1331-6b9a-4056-a04e-baaa1d4728fc tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.039725] env[62588]: DEBUG nova.scheduler.client.report [None req-1401a606-6b8b-4b37-b662-811495b3bd21 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1877.343207] env[62588]: DEBUG oslo_vmware.api [None req-31ef1331-6b9a-4056-a04e-baaa1d4728fc tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.544650] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1401a606-6b8b-4b37-b662-811495b3bd21 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.547153] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.990s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.548730] env[62588]: INFO nova.compute.claims [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1877.564762] env[62588]: INFO nova.scheduler.client.report [None req-1401a606-6b8b-4b37-b662-811495b3bd21 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Deleted allocations for instance 3ccfd311-7159-4275-bd50-644f1cc75c30 [ 1877.843248] env[62588]: DEBUG oslo_vmware.api [None req-31ef1331-6b9a-4056-a04e-baaa1d4728fc tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.071755] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1401a606-6b8b-4b37-b662-811495b3bd21 tempest-ServerDiskConfigTestJSON-831998735 tempest-ServerDiskConfigTestJSON-831998735-project-member] Lock "3ccfd311-7159-4275-bd50-644f1cc75c30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.497s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.343637] env[62588]: DEBUG oslo_vmware.api [None req-31ef1331-6b9a-4056-a04e-baaa1d4728fc tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794433, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.702925] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bee202f-aaab-448f-93eb-f86038832b4f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.711011] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ab8dec-dbb9-4e70-9fca-f38035dcb4d5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.741226] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e446e81-8e45-4bf6-b503-94d51cceec3e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.748653] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43856e6-2f69-4fc7-b799-77a42e296e25 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.762719] env[62588]: DEBUG nova.compute.provider_tree [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1878.844142] env[62588]: DEBUG oslo_vmware.api [None req-31ef1331-6b9a-4056-a04e-baaa1d4728fc tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794433, 'name': ReconfigVM_Task, 'duration_secs': 5.819897} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.844388] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31ef1331-6b9a-4056-a04e-baaa1d4728fc tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Releasing lock "1fbc40a2-d514-43b1-8515-5111547f6016" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.844596] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-31ef1331-6b9a-4056-a04e-baaa1d4728fc tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Reconfigured VM to detach interface {{(pid=62588) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1879.265988] env[62588]: DEBUG nova.scheduler.client.report [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1879.771234] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.224s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.771805] env[62588]: DEBUG nova.compute.manager [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1880.168094] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31ef1331-6b9a-4056-a04e-baaa1d4728fc tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "refresh_cache-1fbc40a2-d514-43b1-8515-5111547f6016" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.168291] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31ef1331-6b9a-4056-a04e-baaa1d4728fc tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquired lock "refresh_cache-1fbc40a2-d514-43b1-8515-5111547f6016" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.168470] env[62588]: DEBUG nova.network.neutron [None req-31ef1331-6b9a-4056-a04e-baaa1d4728fc tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1880.276729] env[62588]: DEBUG nova.compute.utils [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1880.278093] env[62588]: DEBUG nova.compute.manager [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1880.278254] env[62588]: DEBUG nova.network.neutron [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1880.326027] env[62588]: DEBUG nova.policy [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fba669281fe747dd86a8a6db302c8dca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64ae052fbdc942f0b17b96ab4d2252d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1880.471764] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6287bd9d-9ce0-4ead-8442-8ab0c7ff9169 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "3e6371b6-ca73-429b-8994-30a54fc59df0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.472316] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6287bd9d-9ce0-4ead-8442-8ab0c7ff9169 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "3e6371b6-ca73-429b-8994-30a54fc59df0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.603075] env[62588]: DEBUG nova.network.neutron [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Successfully created port: 6cc953ce-64f9-422e-ba84-1e584f6e6db1 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1880.636261] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8a3ee9bb-cdde-43e5-9319-43cb55a776e9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "1fbc40a2-d514-43b1-8515-5111547f6016" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.636549] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8a3ee9bb-cdde-43e5-9319-43cb55a776e9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "1fbc40a2-d514-43b1-8515-5111547f6016" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.636775] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8a3ee9bb-cdde-43e5-9319-43cb55a776e9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "1fbc40a2-d514-43b1-8515-5111547f6016-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.636981] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8a3ee9bb-cdde-43e5-9319-43cb55a776e9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "1fbc40a2-d514-43b1-8515-5111547f6016-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.637187] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8a3ee9bb-cdde-43e5-9319-43cb55a776e9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "1fbc40a2-d514-43b1-8515-5111547f6016-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.639439] env[62588]: INFO nova.compute.manager [None req-8a3ee9bb-cdde-43e5-9319-43cb55a776e9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Terminating instance [ 1880.781598] env[62588]: DEBUG nova.compute.manager [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1880.924418] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Acquiring lock "d9df2fa1-9fa6-4067-95a2-305f9225ff14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.924643] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Lock "d9df2fa1-9fa6-4067-95a2-305f9225ff14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.974990] env[62588]: DEBUG nova.compute.utils [None req-6287bd9d-9ce0-4ead-8442-8ab0c7ff9169 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1881.002339] env[62588]: INFO nova.network.neutron [None req-31ef1331-6b9a-4056-a04e-baaa1d4728fc tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Port 9c193390-46b0-482c-a716-4bd0e3d463cf from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1881.002845] env[62588]: DEBUG nova.network.neutron [None req-31ef1331-6b9a-4056-a04e-baaa1d4728fc tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Updating instance_info_cache with network_info: [{"id": "09ed0b0d-1268-4bbc-86af-08411777d454", "address": "fa:16:3e:85:9a:c4", "network": {"id": "cd9d4aed-b751-4fcc-8595-2ad91a2bb9c5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-463579632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ccf6b2ee1dc4c85aa64f97e4d32ef87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09ed0b0d-12", "ovs_interfaceid": "09ed0b0d-1268-4bbc-86af-08411777d454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.143481] env[62588]: DEBUG nova.compute.manager [None req-8a3ee9bb-cdde-43e5-9319-43cb55a776e9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1881.143481] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3ee9bb-cdde-43e5-9319-43cb55a776e9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1881.144237] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85293538-1239-4426-b2c8-50af1fcac530 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.152620] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3ee9bb-cdde-43e5-9319-43cb55a776e9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1881.152861] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fe68aaa-c45e-4ebb-baf8-f394f1c87dee {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.160046] env[62588]: DEBUG oslo_vmware.api [None req-8a3ee9bb-cdde-43e5-9319-43cb55a776e9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1881.160046] env[62588]: value = "task-1794434" [ 1881.160046] env[62588]: _type = "Task" [ 1881.160046] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.167625] env[62588]: DEBUG oslo_vmware.api [None req-8a3ee9bb-cdde-43e5-9319-43cb55a776e9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.427169] env[62588]: DEBUG nova.compute.manager [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1881.477590] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6287bd9d-9ce0-4ead-8442-8ab0c7ff9169 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "3e6371b6-ca73-429b-8994-30a54fc59df0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.505619] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31ef1331-6b9a-4056-a04e-baaa1d4728fc tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Releasing lock "refresh_cache-1fbc40a2-d514-43b1-8515-5111547f6016" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.670095] env[62588]: DEBUG oslo_vmware.api [None req-8a3ee9bb-cdde-43e5-9319-43cb55a776e9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794434, 'name': PowerOffVM_Task, 'duration_secs': 0.238374} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.670371] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3ee9bb-cdde-43e5-9319-43cb55a776e9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1881.670537] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3ee9bb-cdde-43e5-9319-43cb55a776e9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1881.671208] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eadf8cb0-607c-4d03-b589-634124476007 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.791799] env[62588]: DEBUG nova.compute.manager [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1881.819108] env[62588]: DEBUG nova.virt.hardware [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1881.819362] env[62588]: DEBUG nova.virt.hardware [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1881.819519] env[62588]: DEBUG nova.virt.hardware [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1881.819699] env[62588]: DEBUG nova.virt.hardware [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1881.819842] env[62588]: DEBUG nova.virt.hardware [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1881.819984] env[62588]: DEBUG nova.virt.hardware [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1881.820212] env[62588]: DEBUG nova.virt.hardware [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1881.820370] env[62588]: DEBUG nova.virt.hardware [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1881.820536] env[62588]: DEBUG nova.virt.hardware [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1881.820727] env[62588]: DEBUG nova.virt.hardware [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1881.820922] env[62588]: DEBUG nova.virt.hardware [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1881.821831] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626f5612-bd73-4f04-a393-e551148607eb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.829541] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cbf4a3-fd08-4a44-9f9f-0b93a71dc91d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.952300] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.952622] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.954184] env[62588]: INFO nova.compute.claims [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1882.008996] env[62588]: DEBUG oslo_concurrency.lockutils [None req-31ef1331-6b9a-4056-a04e-baaa1d4728fc tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "interface-1fbc40a2-d514-43b1-8515-5111547f6016-9c193390-46b0-482c-a716-4bd0e3d463cf" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.763s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.131551] env[62588]: DEBUG nova.compute.manager [req-2afa1fb8-6b98-4cca-b8f0-61995a63b24c req-f421f6c0-137a-4c08-99eb-86b171f56d5b service nova] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Received event network-vif-plugged-6cc953ce-64f9-422e-ba84-1e584f6e6db1 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1882.131804] env[62588]: DEBUG oslo_concurrency.lockutils [req-2afa1fb8-6b98-4cca-b8f0-61995a63b24c req-f421f6c0-137a-4c08-99eb-86b171f56d5b service nova] Acquiring lock "4e54336e-004f-4663-9a4b-13db85891ed2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.132018] env[62588]: DEBUG oslo_concurrency.lockutils [req-2afa1fb8-6b98-4cca-b8f0-61995a63b24c req-f421f6c0-137a-4c08-99eb-86b171f56d5b service nova] Lock "4e54336e-004f-4663-9a4b-13db85891ed2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.132191] env[62588]: DEBUG oslo_concurrency.lockutils [req-2afa1fb8-6b98-4cca-b8f0-61995a63b24c req-f421f6c0-137a-4c08-99eb-86b171f56d5b service nova] Lock "4e54336e-004f-4663-9a4b-13db85891ed2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.132359] env[62588]: DEBUG nova.compute.manager [req-2afa1fb8-6b98-4cca-b8f0-61995a63b24c req-f421f6c0-137a-4c08-99eb-86b171f56d5b service nova] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] No waiting events found dispatching network-vif-plugged-6cc953ce-64f9-422e-ba84-1e584f6e6db1 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1882.132547] env[62588]: WARNING nova.compute.manager [req-2afa1fb8-6b98-4cca-b8f0-61995a63b24c req-f421f6c0-137a-4c08-99eb-86b171f56d5b service nova] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Received unexpected event network-vif-plugged-6cc953ce-64f9-422e-ba84-1e584f6e6db1 for instance with vm_state building and task_state spawning. [ 1882.220985] env[62588]: DEBUG nova.network.neutron [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Successfully updated port: 6cc953ce-64f9-422e-ba84-1e584f6e6db1 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1882.539694] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6287bd9d-9ce0-4ead-8442-8ab0c7ff9169 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "3e6371b6-ca73-429b-8994-30a54fc59df0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.539953] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6287bd9d-9ce0-4ead-8442-8ab0c7ff9169 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "3e6371b6-ca73-429b-8994-30a54fc59df0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.540269] env[62588]: INFO nova.compute.manager [None req-6287bd9d-9ce0-4ead-8442-8ab0c7ff9169 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Attaching volume f63d26ab-13ee-47fa-b5b3-da0c4192e916 to /dev/sdb [ 1882.572266] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813e5089-6a44-4eff-9767-1e4df2e5535b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.579479] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55d95e8-fc03-47d3-bfb5-289b5c429395 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.593328] env[62588]: DEBUG nova.virt.block_device [None req-6287bd9d-9ce0-4ead-8442-8ab0c7ff9169 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Updating existing volume attachment record: 2eca900a-3738-4775-9fd6-b642d319906a {{(pid=62588) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1882.723280] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "refresh_cache-4e54336e-004f-4663-9a4b-13db85891ed2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.723436] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquired lock "refresh_cache-4e54336e-004f-4663-9a4b-13db85891ed2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.723590] env[62588]: DEBUG nova.network.neutron [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1883.036724] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3ee9bb-cdde-43e5-9319-43cb55a776e9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1883.037011] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3ee9bb-cdde-43e5-9319-43cb55a776e9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1883.037417] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a3ee9bb-cdde-43e5-9319-43cb55a776e9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Deleting the datastore file [datastore1] 1fbc40a2-d514-43b1-8515-5111547f6016 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1883.037498] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4ae3a6f-d896-4c42-8857-e208037f4dda {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.045545] env[62588]: DEBUG oslo_vmware.api [None req-8a3ee9bb-cdde-43e5-9319-43cb55a776e9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1883.045545] env[62588]: value = "task-1794439" [ 1883.045545] env[62588]: _type = "Task" [ 1883.045545] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.053740] env[62588]: DEBUG oslo_vmware.api [None req-8a3ee9bb-cdde-43e5-9319-43cb55a776e9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.094638] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740cfa4f-ba23-40fe-9790-fbd3b015b46c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.101606] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31dee0e2-ed12-4736-8102-67d9591e23a9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.130979] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcaa0e8-694c-4039-b11d-e8e6b6f1e473 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.138126] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68265feb-aebd-481d-a314-871c8a76995e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.153493] env[62588]: DEBUG nova.compute.provider_tree [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1883.255419] env[62588]: DEBUG nova.network.neutron [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1883.378994] env[62588]: DEBUG nova.network.neutron [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Updating instance_info_cache with network_info: [{"id": "6cc953ce-64f9-422e-ba84-1e584f6e6db1", "address": "fa:16:3e:a4:15:a0", "network": {"id": "005b221e-cf07-4d05-b85b-99fe5911cbdb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-505805492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ae052fbdc942f0b17b96ab4d2252d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cc953ce-64", "ovs_interfaceid": "6cc953ce-64f9-422e-ba84-1e584f6e6db1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.556167] env[62588]: DEBUG oslo_vmware.api [None req-8a3ee9bb-cdde-43e5-9319-43cb55a776e9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.657090] env[62588]: DEBUG nova.scheduler.client.report [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1883.883419] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Releasing lock "refresh_cache-4e54336e-004f-4663-9a4b-13db85891ed2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.883872] env[62588]: DEBUG nova.compute.manager [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Instance network_info: |[{"id": "6cc953ce-64f9-422e-ba84-1e584f6e6db1", "address": "fa:16:3e:a4:15:a0", "network": {"id": "005b221e-cf07-4d05-b85b-99fe5911cbdb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-505805492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ae052fbdc942f0b17b96ab4d2252d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cc953ce-64", "ovs_interfaceid": "6cc953ce-64f9-422e-ba84-1e584f6e6db1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1883.884418] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:15:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6cc953ce-64f9-422e-ba84-1e584f6e6db1', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1883.893061] env[62588]: DEBUG oslo.service.loopingcall [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1883.893339] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1883.893551] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73340155-588b-4f0f-8262-fc7a9b6553f1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.914944] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1883.914944] env[62588]: value = "task-1794440" [ 1883.914944] env[62588]: _type = "Task" [ 1883.914944] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.923419] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794440, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.056650] env[62588]: DEBUG oslo_vmware.api [None req-8a3ee9bb-cdde-43e5-9319-43cb55a776e9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.824926} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.056983] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a3ee9bb-cdde-43e5-9319-43cb55a776e9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1884.057505] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3ee9bb-cdde-43e5-9319-43cb55a776e9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1884.057505] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3ee9bb-cdde-43e5-9319-43cb55a776e9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1884.057641] env[62588]: INFO nova.compute.manager [None req-8a3ee9bb-cdde-43e5-9319-43cb55a776e9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Took 2.91 seconds to destroy the instance on the hypervisor. [ 1884.057803] env[62588]: DEBUG oslo.service.loopingcall [None req-8a3ee9bb-cdde-43e5-9319-43cb55a776e9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1884.058033] env[62588]: DEBUG nova.compute.manager [-] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1884.058131] env[62588]: DEBUG nova.network.neutron [-] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1884.157260] env[62588]: DEBUG nova.compute.manager [req-0620505d-1205-4d47-9094-284714c2d7ba req-c3ccba17-1889-4313-bb16-b91469843698 service nova] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Received event network-changed-6cc953ce-64f9-422e-ba84-1e584f6e6db1 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1884.157378] env[62588]: DEBUG nova.compute.manager [req-0620505d-1205-4d47-9094-284714c2d7ba req-c3ccba17-1889-4313-bb16-b91469843698 service nova] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Refreshing instance network info cache due to event network-changed-6cc953ce-64f9-422e-ba84-1e584f6e6db1. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1884.157620] env[62588]: DEBUG oslo_concurrency.lockutils [req-0620505d-1205-4d47-9094-284714c2d7ba req-c3ccba17-1889-4313-bb16-b91469843698 service nova] Acquiring lock "refresh_cache-4e54336e-004f-4663-9a4b-13db85891ed2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.157754] env[62588]: DEBUG oslo_concurrency.lockutils [req-0620505d-1205-4d47-9094-284714c2d7ba req-c3ccba17-1889-4313-bb16-b91469843698 service nova] Acquired lock "refresh_cache-4e54336e-004f-4663-9a4b-13db85891ed2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.157881] env[62588]: DEBUG nova.network.neutron [req-0620505d-1205-4d47-9094-284714c2d7ba req-c3ccba17-1889-4313-bb16-b91469843698 service nova] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Refreshing network info cache for port 6cc953ce-64f9-422e-ba84-1e584f6e6db1 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1884.164759] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.212s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.165273] env[62588]: DEBUG nova.compute.manager [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1884.424664] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794440, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.670050] env[62588]: DEBUG nova.compute.utils [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1884.671367] env[62588]: DEBUG nova.compute.manager [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Not allocating networking since 'none' was specified. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1884.773608] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "0dd60d48-3eb5-4636-83f1-01cf47119a57" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.773608] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "0dd60d48-3eb5-4636-83f1-01cf47119a57" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.773608] env[62588]: INFO nova.compute.manager [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Shelving [ 1884.925767] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794440, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.969624] env[62588]: DEBUG nova.network.neutron [req-0620505d-1205-4d47-9094-284714c2d7ba req-c3ccba17-1889-4313-bb16-b91469843698 service nova] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Updated VIF entry in instance network info cache for port 6cc953ce-64f9-422e-ba84-1e584f6e6db1. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1884.969624] env[62588]: DEBUG nova.network.neutron [req-0620505d-1205-4d47-9094-284714c2d7ba req-c3ccba17-1889-4313-bb16-b91469843698 service nova] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Updating instance_info_cache with network_info: [{"id": "6cc953ce-64f9-422e-ba84-1e584f6e6db1", "address": "fa:16:3e:a4:15:a0", "network": {"id": "005b221e-cf07-4d05-b85b-99fe5911cbdb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-505805492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ae052fbdc942f0b17b96ab4d2252d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cc953ce-64", "ovs_interfaceid": "6cc953ce-64f9-422e-ba84-1e584f6e6db1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.173058] env[62588]: DEBUG nova.compute.manager [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1885.311797] env[62588]: DEBUG nova.network.neutron [-] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.426243] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794440, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.471537] env[62588]: DEBUG oslo_concurrency.lockutils [req-0620505d-1205-4d47-9094-284714c2d7ba req-c3ccba17-1889-4313-bb16-b91469843698 service nova] Releasing lock "refresh_cache-4e54336e-004f-4663-9a4b-13db85891ed2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.782744] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1885.784047] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50302594-125e-4667-bbb5-f24d1341204f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.791483] env[62588]: DEBUG oslo_vmware.api [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1885.791483] env[62588]: value = "task-1794442" [ 1885.791483] env[62588]: _type = "Task" [ 1885.791483] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.799170] env[62588]: DEBUG oslo_vmware.api [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.813923] env[62588]: INFO nova.compute.manager [-] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Took 1.76 seconds to deallocate network for instance. [ 1885.926774] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794440, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.181940] env[62588]: DEBUG nova.compute.manager [req-1383bf70-ba88-4689-8d93-e5cf6f3d520b req-76157d01-690a-4721-85be-203d84d41837 service nova] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Received event network-vif-deleted-09ed0b0d-1268-4bbc-86af-08411777d454 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1886.183300] env[62588]: DEBUG nova.compute.manager [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1886.208853] env[62588]: DEBUG nova.virt.hardware [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1886.209098] env[62588]: DEBUG nova.virt.hardware [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1886.209253] env[62588]: DEBUG nova.virt.hardware [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1886.209440] env[62588]: DEBUG nova.virt.hardware [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1886.209611] env[62588]: DEBUG nova.virt.hardware [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1886.209770] env[62588]: DEBUG nova.virt.hardware [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1886.209990] env[62588]: DEBUG nova.virt.hardware [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1886.210172] env[62588]: DEBUG nova.virt.hardware [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1886.210340] env[62588]: DEBUG nova.virt.hardware [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1886.210502] env[62588]: DEBUG nova.virt.hardware [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1886.210676] env[62588]: DEBUG nova.virt.hardware [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1886.211548] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f7d284-6c36-4e3f-b814-620625681210 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.219541] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35acee9a-8572-4b84-9b29-32a78518b57e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.232537] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Instance VIF info [] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1886.238017] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Creating folder: Project (0058c1d385eb48c1a4901f54dafeec5b). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1886.238282] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cd9a616-a09b-45f4-86cb-26f8e4045280 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.247663] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Created folder: Project (0058c1d385eb48c1a4901f54dafeec5b) in parent group-v371885. [ 1886.247835] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Creating folder: Instances. Parent ref: group-v372181. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1886.248327] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4fc2a203-cbc2-4c9d-848d-0cc09f77ca45 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.257060] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Created folder: Instances in parent group-v372181. [ 1886.257285] env[62588]: DEBUG oslo.service.loopingcall [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1886.257459] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1886.257647] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78f58c8b-457e-4213-b4f0-f4e371394a6a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.273503] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1886.273503] env[62588]: value = "task-1794445" [ 1886.273503] env[62588]: _type = "Task" [ 1886.273503] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.280557] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794445, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.303707] env[62588]: DEBUG oslo_vmware.api [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794442, 'name': PowerOffVM_Task, 'duration_secs': 0.209756} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.304598] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1886.304962] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3797c360-dc8e-406b-aaab-01c0dd2d6b65 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.322469] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8a3ee9bb-cdde-43e5-9319-43cb55a776e9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.322663] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8a3ee9bb-cdde-43e5-9319-43cb55a776e9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.322880] env[62588]: DEBUG nova.objects.instance [None req-8a3ee9bb-cdde-43e5-9319-43cb55a776e9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lazy-loading 'resources' on Instance uuid 1fbc40a2-d514-43b1-8515-5111547f6016 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1886.324488] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9c0932-24bf-43b3-b5cc-3bec90c45f78 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.428656] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794440, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.783304] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794445, 'name': CreateVM_Task, 'duration_secs': 0.402792} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.783503] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1886.783908] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.784087] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.784420] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1886.784670] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8245fe1c-6fd3-4468-befc-6eb49752eb66 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.789085] env[62588]: DEBUG oslo_vmware.api [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Waiting for the task: (returnval){ [ 1886.789085] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ca92c9-3733-63f1-e9bc-0e2f4d63d776" [ 1886.789085] env[62588]: _type = "Task" [ 1886.789085] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.796596] env[62588]: DEBUG oslo_vmware.api [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ca92c9-3733-63f1-e9bc-0e2f4d63d776, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.835716] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Creating Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1886.836024] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9bca1853-a00a-43e4-a32d-8a1a4a92d211 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.843586] env[62588]: DEBUG oslo_vmware.api [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1886.843586] env[62588]: value = "task-1794446" [ 1886.843586] env[62588]: _type = "Task" [ 1886.843586] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.853891] env[62588]: DEBUG oslo_vmware.api [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794446, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.928478] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794440, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.972071] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ad7cbd-3798-43f9-87eb-348c734e485b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.978856] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb481f8-479c-41fc-acbc-89fdfe547cb5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.009119] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a5fdbc-e7ec-4857-8c5c-849e56391e2a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.016357] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f518a6-94cc-4cbf-85b3-01a1d58d9cb5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.030155] env[62588]: DEBUG nova.compute.provider_tree [None req-8a3ee9bb-cdde-43e5-9319-43cb55a776e9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1887.139744] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-6287bd9d-9ce0-4ead-8442-8ab0c7ff9169 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Volume attach. Driver type: vmdk {{(pid=62588) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1887.140020] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-6287bd9d-9ce0-4ead-8442-8ab0c7ff9169 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372179', 'volume_id': 'f63d26ab-13ee-47fa-b5b3-da0c4192e916', 'name': 'volume-f63d26ab-13ee-47fa-b5b3-da0c4192e916', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3e6371b6-ca73-429b-8994-30a54fc59df0', 'attached_at': '', 'detached_at': '', 'volume_id': 'f63d26ab-13ee-47fa-b5b3-da0c4192e916', 'serial': 'f63d26ab-13ee-47fa-b5b3-da0c4192e916'} {{(pid=62588) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1887.140914] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3c4318-a926-4355-9368-3500f8c4c9fc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.157060] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cc10a8-aeb2-44e0-9a7f-20e0a414b3ee {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.181152] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-6287bd9d-9ce0-4ead-8442-8ab0c7ff9169 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-f63d26ab-13ee-47fa-b5b3-da0c4192e916/volume-f63d26ab-13ee-47fa-b5b3-da0c4192e916.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1887.181419] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09c601b5-e202-492f-a6a8-12b567cd008d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.198995] env[62588]: DEBUG oslo_vmware.api [None req-6287bd9d-9ce0-4ead-8442-8ab0c7ff9169 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 1887.198995] env[62588]: value = "task-1794447" [ 1887.198995] env[62588]: _type = "Task" [ 1887.198995] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.206798] env[62588]: DEBUG oslo_vmware.api [None req-6287bd9d-9ce0-4ead-8442-8ab0c7ff9169 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794447, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.299423] env[62588]: DEBUG oslo_vmware.api [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ca92c9-3733-63f1-e9bc-0e2f4d63d776, 'name': SearchDatastore_Task, 'duration_secs': 0.00998} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.299423] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.299629] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1887.299713] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.299865] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.300154] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1887.300324] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f54d421-6bf2-40fe-bde7-1311666633d1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.308677] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1887.308846] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1887.309571] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d6bad0b-2776-4e96-9af6-ae78528ca420 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.314701] env[62588]: DEBUG oslo_vmware.api [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Waiting for the task: (returnval){ [ 1887.314701] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5294f10c-dc74-3f76-ae86-f010ae4de6fa" [ 1887.314701] env[62588]: _type = "Task" [ 1887.314701] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.321867] env[62588]: DEBUG oslo_vmware.api [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5294f10c-dc74-3f76-ae86-f010ae4de6fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.352159] env[62588]: DEBUG oslo_vmware.api [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794446, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.429495] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794440, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.533899] env[62588]: DEBUG nova.scheduler.client.report [None req-8a3ee9bb-cdde-43e5-9319-43cb55a776e9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1887.710867] env[62588]: DEBUG oslo_vmware.api [None req-6287bd9d-9ce0-4ead-8442-8ab0c7ff9169 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794447, 'name': ReconfigVM_Task, 'duration_secs': 0.44936} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.712033] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-6287bd9d-9ce0-4ead-8442-8ab0c7ff9169 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-f63d26ab-13ee-47fa-b5b3-da0c4192e916/volume-f63d26ab-13ee-47fa-b5b3-da0c4192e916.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1887.716170] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-557b10f7-05de-43e8-a7bd-6f90032eb179 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.730537] env[62588]: DEBUG oslo_vmware.api [None req-6287bd9d-9ce0-4ead-8442-8ab0c7ff9169 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 1887.730537] env[62588]: value = "task-1794448" [ 1887.730537] env[62588]: _type = "Task" [ 1887.730537] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.738103] env[62588]: DEBUG oslo_vmware.api [None req-6287bd9d-9ce0-4ead-8442-8ab0c7ff9169 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794448, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.825053] env[62588]: DEBUG oslo_vmware.api [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5294f10c-dc74-3f76-ae86-f010ae4de6fa, 'name': SearchDatastore_Task, 'duration_secs': 0.009395} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.826017] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a79fb68-63f8-425d-a86c-4039ce2c51da {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.831786] env[62588]: DEBUG oslo_vmware.api [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Waiting for the task: (returnval){ [ 1887.831786] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526f392d-92c9-299c-5299-c0a14974773f" [ 1887.831786] env[62588]: _type = "Task" [ 1887.831786] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.840413] env[62588]: DEBUG oslo_vmware.api [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526f392d-92c9-299c-5299-c0a14974773f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.852226] env[62588]: DEBUG oslo_vmware.api [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794446, 'name': CreateSnapshot_Task, 'duration_secs': 0.545988} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.852606] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Created Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1887.853311] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc54f791-6a1b-43be-9a05-e48aedf4656f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.929310] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794440, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.038478] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8a3ee9bb-cdde-43e5-9319-43cb55a776e9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.056012] env[62588]: INFO nova.scheduler.client.report [None req-8a3ee9bb-cdde-43e5-9319-43cb55a776e9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Deleted allocations for instance 1fbc40a2-d514-43b1-8515-5111547f6016 [ 1888.240173] env[62588]: DEBUG oslo_vmware.api [None req-6287bd9d-9ce0-4ead-8442-8ab0c7ff9169 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794448, 'name': ReconfigVM_Task, 'duration_secs': 0.133874} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.240487] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-6287bd9d-9ce0-4ead-8442-8ab0c7ff9169 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372179', 'volume_id': 'f63d26ab-13ee-47fa-b5b3-da0c4192e916', 'name': 'volume-f63d26ab-13ee-47fa-b5b3-da0c4192e916', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3e6371b6-ca73-429b-8994-30a54fc59df0', 'attached_at': '', 'detached_at': '', 'volume_id': 'f63d26ab-13ee-47fa-b5b3-da0c4192e916', 'serial': 'f63d26ab-13ee-47fa-b5b3-da0c4192e916'} {{(pid=62588) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1888.341868] env[62588]: DEBUG oslo_vmware.api [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526f392d-92c9-299c-5299-c0a14974773f, 'name': SearchDatastore_Task, 'duration_secs': 0.01674} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.342135] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.342390] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] d9df2fa1-9fa6-4067-95a2-305f9225ff14/d9df2fa1-9fa6-4067-95a2-305f9225ff14.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1888.342636] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a5689dd-362a-4fd1-8d4b-058d174884ed {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.348773] env[62588]: DEBUG oslo_vmware.api [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Waiting for the task: (returnval){ [ 1888.348773] env[62588]: value = "task-1794449" [ 1888.348773] env[62588]: _type = "Task" [ 1888.348773] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.355949] env[62588]: DEBUG oslo_vmware.api [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': task-1794449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.369655] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Creating linked-clone VM from snapshot {{(pid=62588) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1888.369903] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0b8bca3e-f079-47e8-92be-f93837e6d912 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.376622] env[62588]: DEBUG oslo_vmware.api [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1888.376622] env[62588]: value = "task-1794450" [ 1888.376622] env[62588]: _type = "Task" [ 1888.376622] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.384371] env[62588]: DEBUG oslo_vmware.api [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794450, 'name': CloneVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.429991] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794440, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.565097] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8a3ee9bb-cdde-43e5-9319-43cb55a776e9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "1fbc40a2-d514-43b1-8515-5111547f6016" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.928s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.861203] env[62588]: DEBUG oslo_vmware.api [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': task-1794449, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.886885] env[62588]: DEBUG oslo_vmware.api [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794450, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.932794] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794440, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.277318] env[62588]: DEBUG nova.objects.instance [None req-6287bd9d-9ce0-4ead-8442-8ab0c7ff9169 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lazy-loading 'flavor' on Instance uuid 3e6371b6-ca73-429b-8994-30a54fc59df0 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1889.360685] env[62588]: DEBUG oslo_vmware.api [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': task-1794449, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.387172] env[62588]: DEBUG oslo_vmware.api [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794450, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.426068] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1f279863-b2fd-4694-b70e-f84f1bb037c9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "7387d0ac-5771-42e3-85a4-93cee19791d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.426317] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1f279863-b2fd-4694-b70e-f84f1bb037c9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "7387d0ac-5771-42e3-85a4-93cee19791d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.426517] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1f279863-b2fd-4694-b70e-f84f1bb037c9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "7387d0ac-5771-42e3-85a4-93cee19791d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.426693] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1f279863-b2fd-4694-b70e-f84f1bb037c9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "7387d0ac-5771-42e3-85a4-93cee19791d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.426857] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1f279863-b2fd-4694-b70e-f84f1bb037c9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "7387d0ac-5771-42e3-85a4-93cee19791d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.428875] env[62588]: INFO nova.compute.manager [None req-1f279863-b2fd-4694-b70e-f84f1bb037c9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Terminating instance [ 1889.435326] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794440, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.782763] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6287bd9d-9ce0-4ead-8442-8ab0c7ff9169 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "3e6371b6-ca73-429b-8994-30a54fc59df0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.243s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.862698] env[62588]: DEBUG oslo_vmware.api [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': task-1794449, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.012751} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.862941] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] d9df2fa1-9fa6-4067-95a2-305f9225ff14/d9df2fa1-9fa6-4067-95a2-305f9225ff14.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1889.863169] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1889.863417] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8707f728-b371-42eb-8b41-fec5532af3a8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.870286] env[62588]: DEBUG oslo_vmware.api [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Waiting for the task: (returnval){ [ 1889.870286] env[62588]: value = "task-1794451" [ 1889.870286] env[62588]: _type = "Task" [ 1889.870286] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.879240] env[62588]: DEBUG oslo_vmware.api [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': task-1794451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.887955] env[62588]: DEBUG oslo_vmware.api [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794450, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.933884] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794440, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.935903] env[62588]: DEBUG nova.compute.manager [None req-1f279863-b2fd-4694-b70e-f84f1bb037c9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1889.936043] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1f279863-b2fd-4694-b70e-f84f1bb037c9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1889.936855] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242226a5-2acf-47ac-ba3d-c6a49cb75b56 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.943885] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f279863-b2fd-4694-b70e-f84f1bb037c9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1889.944343] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0dec9e6-45a0-49ce-81ec-ffe3c3a53bbe {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.949764] env[62588]: DEBUG oslo_vmware.api [None req-1f279863-b2fd-4694-b70e-f84f1bb037c9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1889.949764] env[62588]: value = "task-1794452" [ 1889.949764] env[62588]: _type = "Task" [ 1889.949764] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.957915] env[62588]: DEBUG oslo_vmware.api [None req-1f279863-b2fd-4694-b70e-f84f1bb037c9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.381269] env[62588]: DEBUG oslo_vmware.api [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': task-1794451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062346} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.385138] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1890.385947] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a548046a-4b35-46b0-821a-422ae8930a18 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.393699] env[62588]: DEBUG oslo_vmware.api [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794450, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.408644] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] d9df2fa1-9fa6-4067-95a2-305f9225ff14/d9df2fa1-9fa6-4067-95a2-305f9225ff14.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1890.408899] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeb92612-c487-4ae9-915b-51cc8be1d4b2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.432042] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794440, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.433257] env[62588]: DEBUG oslo_vmware.api [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Waiting for the task: (returnval){ [ 1890.433257] env[62588]: value = "task-1794453" [ 1890.433257] env[62588]: _type = "Task" [ 1890.433257] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.440291] env[62588]: DEBUG oslo_vmware.api [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': task-1794453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.457732] env[62588]: DEBUG oslo_vmware.api [None req-1f279863-b2fd-4694-b70e-f84f1bb037c9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794452, 'name': PowerOffVM_Task, 'duration_secs': 0.209138} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.457982] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f279863-b2fd-4694-b70e-f84f1bb037c9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1890.458169] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1f279863-b2fd-4694-b70e-f84f1bb037c9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1890.458401] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd414341-ad2e-4394-8d51-f98c260e2b69 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.890869] env[62588]: DEBUG oslo_vmware.api [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794450, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.899334] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "4e072f28-9d6b-459e-b9a6-56d963f8c715" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.899573] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "4e072f28-9d6b-459e-b9a6-56d963f8c715" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.933294] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794440, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.940613] env[62588]: DEBUG oslo_vmware.api [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': task-1794453, 'name': ReconfigVM_Task, 'duration_secs': 0.33103} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.940910] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Reconfigured VM instance instance-0000006e to attach disk [datastore1] d9df2fa1-9fa6-4067-95a2-305f9225ff14/d9df2fa1-9fa6-4067-95a2-305f9225ff14.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1890.941601] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40799550-9ee6-4e6b-91ef-516334e7c1f9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.946950] env[62588]: DEBUG oslo_vmware.api [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Waiting for the task: (returnval){ [ 1890.946950] env[62588]: value = "task-1794455" [ 1890.946950] env[62588]: _type = "Task" [ 1890.946950] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.955074] env[62588]: DEBUG oslo_vmware.api [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': task-1794455, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.391859] env[62588]: DEBUG oslo_vmware.api [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794450, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.401454] env[62588]: DEBUG nova.compute.manager [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1891.434507] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794440, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.456337] env[62588]: DEBUG oslo_vmware.api [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': task-1794455, 'name': Rename_Task, 'duration_secs': 0.124967} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.456623] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1891.456863] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46aa6027-347e-4bd9-909b-c4f554fb76fd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.463502] env[62588]: DEBUG oslo_vmware.api [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Waiting for the task: (returnval){ [ 1891.463502] env[62588]: value = "task-1794456" [ 1891.463502] env[62588]: _type = "Task" [ 1891.463502] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.474111] env[62588]: DEBUG oslo_vmware.api [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': task-1794456, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.852167] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1f279863-b2fd-4694-b70e-f84f1bb037c9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1891.852462] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1f279863-b2fd-4694-b70e-f84f1bb037c9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1891.852729] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f279863-b2fd-4694-b70e-f84f1bb037c9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Deleting the datastore file [datastore1] 7387d0ac-5771-42e3-85a4-93cee19791d5 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1891.853155] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9464cbf0-a064-4c80-b540-7500b0ab040f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.860413] env[62588]: DEBUG oslo_vmware.api [None req-1f279863-b2fd-4694-b70e-f84f1bb037c9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for the task: (returnval){ [ 1891.860413] env[62588]: value = "task-1794457" [ 1891.860413] env[62588]: _type = "Task" [ 1891.860413] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.868857] env[62588]: DEBUG oslo_vmware.api [None req-1f279863-b2fd-4694-b70e-f84f1bb037c9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.895600] env[62588]: DEBUG oslo_vmware.api [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794450, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.926774] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.927098] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.928746] env[62588]: INFO nova.compute.claims [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1891.940540] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794440, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.974905] env[62588]: DEBUG oslo_vmware.api [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': task-1794456, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.370614] env[62588]: DEBUG oslo_vmware.api [None req-1f279863-b2fd-4694-b70e-f84f1bb037c9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Task: {'id': task-1794457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14723} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.371166] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f279863-b2fd-4694-b70e-f84f1bb037c9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1892.371207] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1f279863-b2fd-4694-b70e-f84f1bb037c9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1892.371378] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1f279863-b2fd-4694-b70e-f84f1bb037c9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1892.371556] env[62588]: INFO nova.compute.manager [None req-1f279863-b2fd-4694-b70e-f84f1bb037c9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Took 2.44 seconds to destroy the instance on the hypervisor. [ 1892.371829] env[62588]: DEBUG oslo.service.loopingcall [None req-1f279863-b2fd-4694-b70e-f84f1bb037c9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1892.372039] env[62588]: DEBUG nova.compute.manager [-] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1892.372148] env[62588]: DEBUG nova.network.neutron [-] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1892.393561] env[62588]: DEBUG oslo_vmware.api [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794450, 'name': CloneVM_Task} progress is 95%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.446071] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794440, 'name': CreateVM_Task, 'duration_secs': 8.177502} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.446812] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1892.447482] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1892.447642] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1892.447959] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1892.448436] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42314ff5-360d-4bad-9793-9f188eb65fe7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.453199] env[62588]: DEBUG oslo_vmware.api [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 1892.453199] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5265dcbd-517c-8a34-73af-b7bde9c44432" [ 1892.453199] env[62588]: _type = "Task" [ 1892.453199] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.461452] env[62588]: DEBUG oslo_vmware.api [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5265dcbd-517c-8a34-73af-b7bde9c44432, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.473261] env[62588]: DEBUG oslo_vmware.api [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': task-1794456, 'name': PowerOnVM_Task, 'duration_secs': 0.591315} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.473501] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1892.473695] env[62588]: INFO nova.compute.manager [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Took 6.29 seconds to spawn the instance on the hypervisor. [ 1892.473869] env[62588]: DEBUG nova.compute.manager [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1892.474605] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58b7095-0c40-49f7-96ef-8fb6fc797659 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.584969] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b547b318-506a-4d6c-8587-c76b0fde76cc tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquiring lock "52150651-091b-4f90-a5e3-8d1206374466" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.585234] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b547b318-506a-4d6c-8587-c76b0fde76cc tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "52150651-091b-4f90-a5e3-8d1206374466" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.714914] env[62588]: DEBUG nova.compute.manager [req-7afd747d-ed8b-493c-b1f1-c3c702b08e55 req-98ce5729-60c1-4335-a894-44eac088c4b4 service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Received event network-vif-deleted-87887ba0-6497-43f5-b254-8c110a91be42 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1892.715103] env[62588]: INFO nova.compute.manager [req-7afd747d-ed8b-493c-b1f1-c3c702b08e55 req-98ce5729-60c1-4335-a894-44eac088c4b4 service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Neutron deleted interface 87887ba0-6497-43f5-b254-8c110a91be42; detaching it from the instance and deleting it from the info cache [ 1892.715284] env[62588]: DEBUG nova.network.neutron [req-7afd747d-ed8b-493c-b1f1-c3c702b08e55 req-98ce5729-60c1-4335-a894-44eac088c4b4 service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1892.894499] env[62588]: DEBUG oslo_vmware.api [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794450, 'name': CloneVM_Task} progress is 95%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.963845] env[62588]: DEBUG oslo_vmware.api [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5265dcbd-517c-8a34-73af-b7bde9c44432, 'name': SearchDatastore_Task, 'duration_secs': 0.010807} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.966458] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1892.966724] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1892.966933] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1892.967091] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1892.967268] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1892.967714] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bec67fb-564c-4ed3-821d-cb2d127377c3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.978204] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1892.978381] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1892.981257] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dba01be8-3685-4c4b-8095-cb60362135b3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.990200] env[62588]: DEBUG oslo_vmware.api [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 1892.990200] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52be2dba-aac0-127e-2fc0-e255e83fe1c1" [ 1892.990200] env[62588]: _type = "Task" [ 1892.990200] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.993330] env[62588]: INFO nova.compute.manager [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Took 11.06 seconds to build instance. [ 1893.001526] env[62588]: DEBUG oslo_vmware.api [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52be2dba-aac0-127e-2fc0-e255e83fe1c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.079774] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ef5c72-e2b2-4b77-afbe-bddad155f9a8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.087053] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d75364a-801a-4ed3-a0df-2c08cfb25e75 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.091500] env[62588]: DEBUG nova.compute.utils [None req-b547b318-506a-4d6c-8587-c76b0fde76cc tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1893.119312] env[62588]: DEBUG nova.network.neutron [-] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1893.121715] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f2b193-ba22-4c8b-a8ad-ad5c44281b30 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.129885] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8de1fa8-7213-4bd9-a81b-d92d14ffbd49 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.143755] env[62588]: DEBUG nova.compute.provider_tree [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1893.219605] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d18d5eac-1fcd-45fe-a9cb-0d514267322a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.228922] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5d4090-f221-4456-9164-3384775c1b67 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.260010] env[62588]: DEBUG nova.compute.manager [req-7afd747d-ed8b-493c-b1f1-c3c702b08e55 req-98ce5729-60c1-4335-a894-44eac088c4b4 service nova] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Detach interface failed, port_id=87887ba0-6497-43f5-b254-8c110a91be42, reason: Instance 7387d0ac-5771-42e3-85a4-93cee19791d5 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1893.394808] env[62588]: DEBUG oslo_vmware.api [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794450, 'name': CloneVM_Task} progress is 95%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.497395] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f6a03878-d4c1-4509-9831-b4b247bfdf8e tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Lock "d9df2fa1-9fa6-4067-95a2-305f9225ff14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.573s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.501509] env[62588]: DEBUG oslo_vmware.api [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52be2dba-aac0-127e-2fc0-e255e83fe1c1, 'name': SearchDatastore_Task, 'duration_secs': 0.018897} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.502482] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8079b0a-6e74-43e5-81e3-0feab180378b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.507958] env[62588]: DEBUG oslo_vmware.api [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 1893.507958] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]523ef9da-309d-e237-0d4b-c5acbd5fced8" [ 1893.507958] env[62588]: _type = "Task" [ 1893.507958] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.515886] env[62588]: DEBUG oslo_vmware.api [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]523ef9da-309d-e237-0d4b-c5acbd5fced8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.594822] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b547b318-506a-4d6c-8587-c76b0fde76cc tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "52150651-091b-4f90-a5e3-8d1206374466" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.625146] env[62588]: INFO nova.compute.manager [-] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Took 1.25 seconds to deallocate network for instance. [ 1893.646743] env[62588]: DEBUG nova.scheduler.client.report [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1893.779510] env[62588]: INFO nova.compute.manager [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Rebuilding instance [ 1893.819350] env[62588]: DEBUG nova.compute.manager [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1893.820228] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9c66ca-ba40-4a68-9c7f-9482f79805f5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.894915] env[62588]: DEBUG oslo_vmware.api [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794450, 'name': CloneVM_Task} progress is 95%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.019343] env[62588]: DEBUG oslo_vmware.api [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]523ef9da-309d-e237-0d4b-c5acbd5fced8, 'name': SearchDatastore_Task, 'duration_secs': 0.071863} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.019554] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1894.019837] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 4e54336e-004f-4663-9a4b-13db85891ed2/4e54336e-004f-4663-9a4b-13db85891ed2.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1894.020096] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58a5c203-3d67-4bfc-9eaa-f9cd973d76b0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.025777] env[62588]: DEBUG oslo_vmware.api [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 1894.025777] env[62588]: value = "task-1794458" [ 1894.025777] env[62588]: _type = "Task" [ 1894.025777] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.032993] env[62588]: DEBUG oslo_vmware.api [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.131764] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1f279863-b2fd-4694-b70e-f84f1bb037c9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.152710] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.153242] env[62588]: DEBUG nova.compute.manager [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1894.158342] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1f279863-b2fd-4694-b70e-f84f1bb037c9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.027s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.158565] env[62588]: DEBUG nova.objects.instance [None req-1f279863-b2fd-4694-b70e-f84f1bb037c9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lazy-loading 'resources' on Instance uuid 7387d0ac-5771-42e3-85a4-93cee19791d5 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1894.397066] env[62588]: DEBUG oslo_vmware.api [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794450, 'name': CloneVM_Task, 'duration_secs': 5.761652} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.397066] env[62588]: INFO nova.virt.vmwareapi.vmops [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Created linked-clone VM from snapshot [ 1894.397776] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fba95d-829b-456c-af1a-fb0f905ddb0c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.407252] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Uploading image 62acfd35-26f4-4825-9ee1-b7a05d5797f6 {{(pid=62588) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1894.436205] env[62588]: DEBUG oslo_vmware.rw_handles [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1894.436205] env[62588]: value = "vm-372185" [ 1894.436205] env[62588]: _type = "VirtualMachine" [ 1894.436205] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1894.436514] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0f5787e4-0694-4a7d-9cf6-c30457ef2592 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.443993] env[62588]: DEBUG oslo_vmware.rw_handles [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lease: (returnval){ [ 1894.443993] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]524e443b-9132-06b1-1217-fb11f88bf973" [ 1894.443993] env[62588]: _type = "HttpNfcLease" [ 1894.443993] env[62588]: } obtained for exporting VM: (result){ [ 1894.443993] env[62588]: value = "vm-372185" [ 1894.443993] env[62588]: _type = "VirtualMachine" [ 1894.443993] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1894.444448] env[62588]: DEBUG oslo_vmware.api [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the lease: (returnval){ [ 1894.444448] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]524e443b-9132-06b1-1217-fb11f88bf973" [ 1894.444448] env[62588]: _type = "HttpNfcLease" [ 1894.444448] env[62588]: } to be ready. {{(pid=62588) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1894.450924] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1894.450924] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]524e443b-9132-06b1-1217-fb11f88bf973" [ 1894.450924] env[62588]: _type = "HttpNfcLease" [ 1894.450924] env[62588]: } is initializing. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1894.537339] env[62588]: DEBUG oslo_vmware.api [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794458, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.658495] env[62588]: DEBUG nova.compute.utils [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1894.660191] env[62588]: DEBUG nova.compute.manager [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1894.660412] env[62588]: DEBUG nova.network.neutron [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1894.663134] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b547b318-506a-4d6c-8587-c76b0fde76cc tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquiring lock "52150651-091b-4f90-a5e3-8d1206374466" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.663372] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b547b318-506a-4d6c-8587-c76b0fde76cc tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "52150651-091b-4f90-a5e3-8d1206374466" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.664119] env[62588]: INFO nova.compute.manager [None req-b547b318-506a-4d6c-8587-c76b0fde76cc tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Attaching volume c8a592b2-1420-4c46-b2ef-f6398b46e84c to /dev/sdb [ 1894.704840] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bc8a31-15e0-43df-8ff6-eba740e4412a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.714502] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf61557-fcf6-4d45-ae23-b6c34c0f6dfc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.731775] env[62588]: DEBUG nova.virt.block_device [None req-b547b318-506a-4d6c-8587-c76b0fde76cc tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Updating existing volume attachment record: ce9dbec0-f92b-49c0-8a90-ad36a8cdf690 {{(pid=62588) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1894.747989] env[62588]: DEBUG nova.policy [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4560217c62ad4f3f8ac3a4eef60f65a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '377dcec989c948abbfe83228e641081b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1894.835530] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1894.836049] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e06bed19-4906-4b7f-b34d-11960df5a877 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.843232] env[62588]: DEBUG oslo_vmware.api [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Waiting for the task: (returnval){ [ 1894.843232] env[62588]: value = "task-1794460" [ 1894.843232] env[62588]: _type = "Task" [ 1894.843232] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.848695] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ac8cf1-5a4f-4182-9ad4-ece0273f3b54 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.858384] env[62588]: DEBUG oslo_vmware.api [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': task-1794460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.861157] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990c4d28-212b-4254-b580-4b8a098c0414 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.894797] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f49f1f-235c-47b4-a7ea-3e97c2742160 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.900979] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54c63b9-85d1-4421-9585-868109a1f4d4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.914994] env[62588]: DEBUG nova.compute.provider_tree [None req-1f279863-b2fd-4694-b70e-f84f1bb037c9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1894.956236] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1894.956236] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]524e443b-9132-06b1-1217-fb11f88bf973" [ 1894.956236] env[62588]: _type = "HttpNfcLease" [ 1894.956236] env[62588]: } is ready. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1894.956709] env[62588]: DEBUG oslo_vmware.rw_handles [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1894.956709] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]524e443b-9132-06b1-1217-fb11f88bf973" [ 1894.956709] env[62588]: _type = "HttpNfcLease" [ 1894.956709] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1894.957898] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58183aa2-2da8-4910-8b1b-52a625ad1e3f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.966777] env[62588]: DEBUG oslo_vmware.rw_handles [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52568bf5-f051-6b5d-47c6-8ac2d7bf8a50/disk-0.vmdk from lease info. {{(pid=62588) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1894.966991] env[62588]: DEBUG oslo_vmware.rw_handles [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52568bf5-f051-6b5d-47c6-8ac2d7bf8a50/disk-0.vmdk for reading. {{(pid=62588) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1895.038749] env[62588]: DEBUG oslo_vmware.api [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794458, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.073565] env[62588]: DEBUG nova.network.neutron [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Successfully created port: 01db092b-1832-4807-b188-5c6fedca19ed {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1895.095277] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c17b3426-5239-4e9c-b10a-76f2ba778897 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.169604] env[62588]: DEBUG nova.compute.manager [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1895.358272] env[62588]: DEBUG oslo_vmware.api [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': task-1794460, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.418522] env[62588]: DEBUG nova.scheduler.client.report [None req-1f279863-b2fd-4694-b70e-f84f1bb037c9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1895.540016] env[62588]: DEBUG oslo_vmware.api [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794458, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.224416} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.540441] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 4e54336e-004f-4663-9a4b-13db85891ed2/4e54336e-004f-4663-9a4b-13db85891ed2.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1895.540748] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1895.541085] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-216a65d8-0a77-4485-8a08-edf3ff0f0165 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.549391] env[62588]: DEBUG oslo_vmware.api [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 1895.549391] env[62588]: value = "task-1794462" [ 1895.549391] env[62588]: _type = "Task" [ 1895.549391] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.561064] env[62588]: DEBUG oslo_vmware.api [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.857446] env[62588]: DEBUG oslo_vmware.api [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': task-1794460, 'name': PowerOffVM_Task, 'duration_secs': 0.560391} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.859028] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1895.859028] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1895.859417] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7fa91b-ca95-4325-9884-5ad3af9e8422 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.866950] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1895.867429] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ce420d4-9f90-4929-90f9-c7cdd276ba6c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.894998] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1895.895347] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1895.895650] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Deleting the datastore file [datastore1] d9df2fa1-9fa6-4067-95a2-305f9225ff14 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1895.896097] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76e4cfd3-2fcc-45b3-9eb3-cb2a62dad736 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.902982] env[62588]: DEBUG oslo_vmware.api [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Waiting for the task: (returnval){ [ 1895.902982] env[62588]: value = "task-1794464" [ 1895.902982] env[62588]: _type = "Task" [ 1895.902982] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.912028] env[62588]: DEBUG oslo_vmware.api [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': task-1794464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.924088] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1f279863-b2fd-4694-b70e-f84f1bb037c9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.766s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.947679] env[62588]: INFO nova.scheduler.client.report [None req-1f279863-b2fd-4694-b70e-f84f1bb037c9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Deleted allocations for instance 7387d0ac-5771-42e3-85a4-93cee19791d5 [ 1896.062287] env[62588]: DEBUG oslo_vmware.api [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113657} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.062639] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1896.063527] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7a41d7-2edd-4bf4-bb95-bf28bcde5bed {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.088320] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 4e54336e-004f-4663-9a4b-13db85891ed2/4e54336e-004f-4663-9a4b-13db85891ed2.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1896.088735] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10456164-995c-4304-9445-67261fea3956 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.110175] env[62588]: DEBUG oslo_vmware.api [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 1896.110175] env[62588]: value = "task-1794465" [ 1896.110175] env[62588]: _type = "Task" [ 1896.110175] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.120171] env[62588]: DEBUG oslo_vmware.api [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794465, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.180625] env[62588]: DEBUG nova.compute.manager [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1896.204023] env[62588]: DEBUG nova.virt.hardware [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1896.204352] env[62588]: DEBUG nova.virt.hardware [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1896.204568] env[62588]: DEBUG nova.virt.hardware [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1896.204850] env[62588]: DEBUG nova.virt.hardware [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1896.204993] env[62588]: DEBUG nova.virt.hardware [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1896.205174] env[62588]: DEBUG nova.virt.hardware [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1896.205546] env[62588]: DEBUG nova.virt.hardware [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1896.205709] env[62588]: DEBUG nova.virt.hardware [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1896.205887] env[62588]: DEBUG nova.virt.hardware [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1896.206079] env[62588]: DEBUG nova.virt.hardware [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1896.206259] env[62588]: DEBUG nova.virt.hardware [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1896.207184] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9681357b-b53c-4a2f-84ad-83e4419f9c6e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.215376] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646ca4ce-497f-49a6-8c2d-ec138cc4d619 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.412703] env[62588]: DEBUG oslo_vmware.api [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': task-1794464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150694} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.413168] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1896.413447] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1896.413720] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1896.458822] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1f279863-b2fd-4694-b70e-f84f1bb037c9 tempest-AttachInterfacesTestJSON-61689788 tempest-AttachInterfacesTestJSON-61689788-project-member] Lock "7387d0ac-5771-42e3-85a4-93cee19791d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.032s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.512314] env[62588]: DEBUG nova.compute.manager [req-2dbd49f1-a285-48b1-8607-3f227fb76ea5 req-24432553-9c29-4f8f-a3c4-5f941868f219 service nova] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Received event network-vif-plugged-01db092b-1832-4807-b188-5c6fedca19ed {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1896.512612] env[62588]: DEBUG oslo_concurrency.lockutils [req-2dbd49f1-a285-48b1-8607-3f227fb76ea5 req-24432553-9c29-4f8f-a3c4-5f941868f219 service nova] Acquiring lock "4e072f28-9d6b-459e-b9a6-56d963f8c715-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.516132] env[62588]: DEBUG oslo_concurrency.lockutils [req-2dbd49f1-a285-48b1-8607-3f227fb76ea5 req-24432553-9c29-4f8f-a3c4-5f941868f219 service nova] Lock "4e072f28-9d6b-459e-b9a6-56d963f8c715-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.516132] env[62588]: DEBUG oslo_concurrency.lockutils [req-2dbd49f1-a285-48b1-8607-3f227fb76ea5 req-24432553-9c29-4f8f-a3c4-5f941868f219 service nova] Lock "4e072f28-9d6b-459e-b9a6-56d963f8c715-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.516132] env[62588]: DEBUG nova.compute.manager [req-2dbd49f1-a285-48b1-8607-3f227fb76ea5 req-24432553-9c29-4f8f-a3c4-5f941868f219 service nova] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] No waiting events found dispatching network-vif-plugged-01db092b-1832-4807-b188-5c6fedca19ed {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1896.516132] env[62588]: WARNING nova.compute.manager [req-2dbd49f1-a285-48b1-8607-3f227fb76ea5 req-24432553-9c29-4f8f-a3c4-5f941868f219 service nova] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Received unexpected event network-vif-plugged-01db092b-1832-4807-b188-5c6fedca19ed for instance with vm_state building and task_state spawning. [ 1896.605202] env[62588]: DEBUG nova.network.neutron [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Successfully updated port: 01db092b-1832-4807-b188-5c6fedca19ed {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1896.622262] env[62588]: DEBUG oslo_vmware.api [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794465, 'name': ReconfigVM_Task, 'duration_secs': 0.362092} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.623590] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 4e54336e-004f-4663-9a4b-13db85891ed2/4e54336e-004f-4663-9a4b-13db85891ed2.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1896.624472] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc0d1b0f-ca9c-4825-9892-8d6fd95f184b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.631445] env[62588]: DEBUG oslo_vmware.api [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 1896.631445] env[62588]: value = "task-1794466" [ 1896.631445] env[62588]: _type = "Task" [ 1896.631445] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.640348] env[62588]: DEBUG oslo_vmware.api [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794466, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.109577] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "refresh_cache-4e072f28-9d6b-459e-b9a6-56d963f8c715" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.109829] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquired lock "refresh_cache-4e072f28-9d6b-459e-b9a6-56d963f8c715" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.110026] env[62588]: DEBUG nova.network.neutron [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1897.142575] env[62588]: DEBUG oslo_vmware.api [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794466, 'name': Rename_Task, 'duration_secs': 0.27264} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.142940] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1897.143259] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a48bf4ae-1244-4d8b-8128-646d43903c6a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.150022] env[62588]: DEBUG oslo_vmware.api [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 1897.150022] env[62588]: value = "task-1794468" [ 1897.150022] env[62588]: _type = "Task" [ 1897.150022] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.158573] env[62588]: DEBUG oslo_vmware.api [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.451339] env[62588]: DEBUG nova.virt.hardware [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1897.451544] env[62588]: DEBUG nova.virt.hardware [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1897.451703] env[62588]: DEBUG nova.virt.hardware [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1897.452371] env[62588]: DEBUG nova.virt.hardware [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1897.452371] env[62588]: DEBUG nova.virt.hardware [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1897.452371] env[62588]: DEBUG nova.virt.hardware [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1897.452535] env[62588]: DEBUG nova.virt.hardware [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1897.452634] env[62588]: DEBUG nova.virt.hardware [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1897.452873] env[62588]: DEBUG nova.virt.hardware [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1897.453059] env[62588]: DEBUG nova.virt.hardware [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1897.453275] env[62588]: DEBUG nova.virt.hardware [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1897.454154] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6647a7-c57d-4fae-a0df-dd70b30d5d9a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.462876] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85852866-46ae-462b-8041-12d1bacd2dad {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.477292] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Instance VIF info [] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1897.482918] env[62588]: DEBUG oslo.service.loopingcall [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1897.483202] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1897.483417] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca69b447-57d7-4dfd-8005-51d6f5e3888f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.500538] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1897.500538] env[62588]: value = "task-1794469" [ 1897.500538] env[62588]: _type = "Task" [ 1897.500538] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.511604] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794469, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.644624] env[62588]: DEBUG nova.network.neutron [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1897.660372] env[62588]: DEBUG oslo_vmware.api [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794468, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.789468] env[62588]: DEBUG nova.network.neutron [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Updating instance_info_cache with network_info: [{"id": "01db092b-1832-4807-b188-5c6fedca19ed", "address": "fa:16:3e:11:9b:1f", "network": {"id": "d43c4913-5169-46b6-8be8-49ee59c0b218", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092108902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "377dcec989c948abbfe83228e641081b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01db092b-18", "ovs_interfaceid": "01db092b-1832-4807-b188-5c6fedca19ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.016581] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794469, 'name': CreateVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.163598] env[62588]: DEBUG oslo_vmware.api [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794468, 'name': PowerOnVM_Task, 'duration_secs': 0.548799} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.163891] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1898.164111] env[62588]: INFO nova.compute.manager [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Took 16.37 seconds to spawn the instance on the hypervisor. [ 1898.164294] env[62588]: DEBUG nova.compute.manager [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1898.165130] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f24e24-069a-47e4-aa76-00889ae1dabe {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.296162] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Releasing lock "refresh_cache-4e072f28-9d6b-459e-b9a6-56d963f8c715" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.296162] env[62588]: DEBUG nova.compute.manager [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Instance network_info: |[{"id": "01db092b-1832-4807-b188-5c6fedca19ed", "address": "fa:16:3e:11:9b:1f", "network": {"id": "d43c4913-5169-46b6-8be8-49ee59c0b218", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092108902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "377dcec989c948abbfe83228e641081b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01db092b-18", "ovs_interfaceid": "01db092b-1832-4807-b188-5c6fedca19ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1898.296162] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:9b:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74c816b2-b8b0-432e-baac-662ed8ea0417', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01db092b-1832-4807-b188-5c6fedca19ed', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1898.304332] env[62588]: DEBUG oslo.service.loopingcall [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1898.304573] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1898.305146] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc7bb5a2-38e7-4634-bab2-b3fbd7863100 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.325384] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1898.325384] env[62588]: value = "task-1794470" [ 1898.325384] env[62588]: _type = "Task" [ 1898.325384] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.333487] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794470, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.513285] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794469, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.540267] env[62588]: DEBUG nova.compute.manager [req-d66318bd-1c32-4533-992e-db640b432b26 req-d041dd8d-c2b0-403e-9908-23801de84f33 service nova] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Received event network-changed-01db092b-1832-4807-b188-5c6fedca19ed {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1898.540466] env[62588]: DEBUG nova.compute.manager [req-d66318bd-1c32-4533-992e-db640b432b26 req-d041dd8d-c2b0-403e-9908-23801de84f33 service nova] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Refreshing instance network info cache due to event network-changed-01db092b-1832-4807-b188-5c6fedca19ed. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1898.540675] env[62588]: DEBUG oslo_concurrency.lockutils [req-d66318bd-1c32-4533-992e-db640b432b26 req-d041dd8d-c2b0-403e-9908-23801de84f33 service nova] Acquiring lock "refresh_cache-4e072f28-9d6b-459e-b9a6-56d963f8c715" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.540821] env[62588]: DEBUG oslo_concurrency.lockutils [req-d66318bd-1c32-4533-992e-db640b432b26 req-d041dd8d-c2b0-403e-9908-23801de84f33 service nova] Acquired lock "refresh_cache-4e072f28-9d6b-459e-b9a6-56d963f8c715" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.541196] env[62588]: DEBUG nova.network.neutron [req-d66318bd-1c32-4533-992e-db640b432b26 req-d041dd8d-c2b0-403e-9908-23801de84f33 service nova] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Refreshing network info cache for port 01db092b-1832-4807-b188-5c6fedca19ed {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1898.683018] env[62588]: INFO nova.compute.manager [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Took 24.14 seconds to build instance. [ 1898.836644] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794470, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.014828] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794469, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.185386] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32e4146e-1596-4643-b930-419c3585b756 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "4e54336e-004f-4663-9a4b-13db85891ed2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.652s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.286476] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-b547b318-506a-4d6c-8587-c76b0fde76cc tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Volume attach. Driver type: vmdk {{(pid=62588) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1899.286737] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-b547b318-506a-4d6c-8587-c76b0fde76cc tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372186', 'volume_id': 'c8a592b2-1420-4c46-b2ef-f6398b46e84c', 'name': 'volume-c8a592b2-1420-4c46-b2ef-f6398b46e84c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '52150651-091b-4f90-a5e3-8d1206374466', 'attached_at': '', 'detached_at': '', 'volume_id': 'c8a592b2-1420-4c46-b2ef-f6398b46e84c', 'serial': 'c8a592b2-1420-4c46-b2ef-f6398b46e84c'} {{(pid=62588) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1899.287640] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f05641-5a92-4912-b474-e6c8e8074855 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.318658] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c50fc4-03e0-4943-b206-2b41efd8cc74 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.347738] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-b547b318-506a-4d6c-8587-c76b0fde76cc tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-c8a592b2-1420-4c46-b2ef-f6398b46e84c/volume-c8a592b2-1420-4c46-b2ef-f6398b46e84c.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1899.351273] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1369dd2c-e33d-42c3-a87a-7e2476ba3815 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.371908] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794470, 'name': CreateVM_Task, 'duration_secs': 0.656994} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.373707] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1899.373944] env[62588]: DEBUG oslo_vmware.api [None req-b547b318-506a-4d6c-8587-c76b0fde76cc tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for the task: (returnval){ [ 1899.373944] env[62588]: value = "task-1794471" [ 1899.373944] env[62588]: _type = "Task" [ 1899.373944] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.374564] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.374752] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.375110] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1899.375466] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3de87bce-fef9-4a2b-85fa-64d132ab2733 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.383510] env[62588]: DEBUG oslo_vmware.api [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 1899.383510] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]528f5e2f-269f-9906-b724-8dd7e09e5332" [ 1899.383510] env[62588]: _type = "Task" [ 1899.383510] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.388019] env[62588]: DEBUG oslo_vmware.api [None req-b547b318-506a-4d6c-8587-c76b0fde76cc tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794471, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.395536] env[62588]: DEBUG oslo_vmware.api [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]528f5e2f-269f-9906-b724-8dd7e09e5332, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.454595] env[62588]: DEBUG nova.network.neutron [req-d66318bd-1c32-4533-992e-db640b432b26 req-d041dd8d-c2b0-403e-9908-23801de84f33 service nova] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Updated VIF entry in instance network info cache for port 01db092b-1832-4807-b188-5c6fedca19ed. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1899.454923] env[62588]: DEBUG nova.network.neutron [req-d66318bd-1c32-4533-992e-db640b432b26 req-d041dd8d-c2b0-403e-9908-23801de84f33 service nova] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Updating instance_info_cache with network_info: [{"id": "01db092b-1832-4807-b188-5c6fedca19ed", "address": "fa:16:3e:11:9b:1f", "network": {"id": "d43c4913-5169-46b6-8be8-49ee59c0b218", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092108902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "377dcec989c948abbfe83228e641081b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01db092b-18", "ovs_interfaceid": "01db092b-1832-4807-b188-5c6fedca19ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.515695] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794469, 'name': CreateVM_Task, 'duration_secs': 1.84699} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.515989] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1899.516321] env[62588]: DEBUG oslo_concurrency.lockutils [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.885788] env[62588]: DEBUG oslo_vmware.api [None req-b547b318-506a-4d6c-8587-c76b0fde76cc tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.896725] env[62588]: DEBUG oslo_vmware.api [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]528f5e2f-269f-9906-b724-8dd7e09e5332, 'name': SearchDatastore_Task, 'duration_secs': 0.016194} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.897056] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.897304] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1899.897553] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.897706] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.897881] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1899.898177] env[62588]: DEBUG oslo_concurrency.lockutils [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.898499] env[62588]: DEBUG oslo_concurrency.lockutils [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1899.898736] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe0379a9-4f41-4220-a870-4b8c39f61c1e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.900865] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6366e62-b11b-4458-be8b-061ef03a8161 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.906402] env[62588]: DEBUG oslo_vmware.api [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Waiting for the task: (returnval){ [ 1899.906402] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52cf92ff-2e67-2096-1c60-3504804a21eb" [ 1899.906402] env[62588]: _type = "Task" [ 1899.906402] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.916382] env[62588]: DEBUG oslo_vmware.api [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52cf92ff-2e67-2096-1c60-3504804a21eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.922154] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1899.922353] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1899.923142] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0056d22-806d-48dd-ad29-f7929c783fbe {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.928414] env[62588]: DEBUG oslo_vmware.api [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 1899.928414] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a67345-475b-6400-2cc0-1b66900ad7f7" [ 1899.928414] env[62588]: _type = "Task" [ 1899.928414] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.936509] env[62588]: DEBUG oslo_vmware.api [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a67345-475b-6400-2cc0-1b66900ad7f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.957443] env[62588]: DEBUG oslo_concurrency.lockutils [req-d66318bd-1c32-4533-992e-db640b432b26 req-d041dd8d-c2b0-403e-9908-23801de84f33 service nova] Releasing lock "refresh_cache-4e072f28-9d6b-459e-b9a6-56d963f8c715" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.386432] env[62588]: DEBUG oslo_vmware.api [None req-b547b318-506a-4d6c-8587-c76b0fde76cc tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794471, 'name': ReconfigVM_Task, 'duration_secs': 0.624587} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.386742] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-b547b318-506a-4d6c-8587-c76b0fde76cc tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-c8a592b2-1420-4c46-b2ef-f6398b46e84c/volume-c8a592b2-1420-4c46-b2ef-f6398b46e84c.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1900.391793] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e370304a-91ee-491f-a6a4-41523d36034a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.409978] env[62588]: DEBUG oslo_vmware.api [None req-b547b318-506a-4d6c-8587-c76b0fde76cc tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for the task: (returnval){ [ 1900.409978] env[62588]: value = "task-1794472" [ 1900.409978] env[62588]: _type = "Task" [ 1900.409978] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.423402] env[62588]: DEBUG oslo_vmware.api [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52cf92ff-2e67-2096-1c60-3504804a21eb, 'name': SearchDatastore_Task, 'duration_secs': 0.026629} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.427502] env[62588]: DEBUG oslo_concurrency.lockutils [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.427938] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1900.428153] env[62588]: DEBUG oslo_concurrency.lockutils [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.428488] env[62588]: DEBUG oslo_vmware.api [None req-b547b318-506a-4d6c-8587-c76b0fde76cc tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794472, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.439590] env[62588]: DEBUG oslo_vmware.api [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a67345-475b-6400-2cc0-1b66900ad7f7, 'name': SearchDatastore_Task, 'duration_secs': 0.011964} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.443019] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a596fc89-40a6-4085-ab68-8821dc4e366c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.446697] env[62588]: DEBUG oslo_vmware.api [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 1900.446697] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52176a8d-178d-aac3-2daf-d7cf54a81305" [ 1900.446697] env[62588]: _type = "Task" [ 1900.446697] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.455740] env[62588]: DEBUG oslo_vmware.api [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52176a8d-178d-aac3-2daf-d7cf54a81305, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.573183] env[62588]: DEBUG nova.compute.manager [req-2d647863-bc12-46eb-abbb-1ff3204a2a72 req-57b59787-3b01-44b7-bd1a-e52d39f95b5c service nova] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Received event network-changed-6cc953ce-64f9-422e-ba84-1e584f6e6db1 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1900.573466] env[62588]: DEBUG nova.compute.manager [req-2d647863-bc12-46eb-abbb-1ff3204a2a72 req-57b59787-3b01-44b7-bd1a-e52d39f95b5c service nova] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Refreshing instance network info cache due to event network-changed-6cc953ce-64f9-422e-ba84-1e584f6e6db1. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1900.573653] env[62588]: DEBUG oslo_concurrency.lockutils [req-2d647863-bc12-46eb-abbb-1ff3204a2a72 req-57b59787-3b01-44b7-bd1a-e52d39f95b5c service nova] Acquiring lock "refresh_cache-4e54336e-004f-4663-9a4b-13db85891ed2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.573803] env[62588]: DEBUG oslo_concurrency.lockutils [req-2d647863-bc12-46eb-abbb-1ff3204a2a72 req-57b59787-3b01-44b7-bd1a-e52d39f95b5c service nova] Acquired lock "refresh_cache-4e54336e-004f-4663-9a4b-13db85891ed2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.573980] env[62588]: DEBUG nova.network.neutron [req-2d647863-bc12-46eb-abbb-1ff3204a2a72 req-57b59787-3b01-44b7-bd1a-e52d39f95b5c service nova] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Refreshing network info cache for port 6cc953ce-64f9-422e-ba84-1e584f6e6db1 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1900.923667] env[62588]: DEBUG oslo_vmware.api [None req-b547b318-506a-4d6c-8587-c76b0fde76cc tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794472, 'name': ReconfigVM_Task, 'duration_secs': 0.166191} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.923988] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-b547b318-506a-4d6c-8587-c76b0fde76cc tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372186', 'volume_id': 'c8a592b2-1420-4c46-b2ef-f6398b46e84c', 'name': 'volume-c8a592b2-1420-4c46-b2ef-f6398b46e84c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '52150651-091b-4f90-a5e3-8d1206374466', 'attached_at': '', 'detached_at': '', 'volume_id': 'c8a592b2-1420-4c46-b2ef-f6398b46e84c', 'serial': 'c8a592b2-1420-4c46-b2ef-f6398b46e84c'} {{(pid=62588) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1900.957789] env[62588]: DEBUG oslo_vmware.api [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52176a8d-178d-aac3-2daf-d7cf54a81305, 'name': SearchDatastore_Task, 'duration_secs': 0.011037} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.958057] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.958332] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 4e072f28-9d6b-459e-b9a6-56d963f8c715/4e072f28-9d6b-459e-b9a6-56d963f8c715.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1900.958681] env[62588]: DEBUG oslo_concurrency.lockutils [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.958893] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1900.959133] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4351fb8-3496-4a98-8528-6a1bf9cf114e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.961274] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb97da91-08c9-4451-9e49-4e1075985375 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.968764] env[62588]: DEBUG oslo_vmware.api [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 1900.968764] env[62588]: value = "task-1794473" [ 1900.968764] env[62588]: _type = "Task" [ 1900.968764] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.972996] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1900.973226] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1900.975046] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e79344d-e352-41b8-ab2a-a5bf6d308370 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.980677] env[62588]: DEBUG oslo_vmware.api [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.983781] env[62588]: DEBUG oslo_vmware.api [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Waiting for the task: (returnval){ [ 1900.983781] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5266bf4b-5ef3-4141-fb54-7ddaca4dd641" [ 1900.983781] env[62588]: _type = "Task" [ 1900.983781] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.991698] env[62588]: DEBUG oslo_vmware.api [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5266bf4b-5ef3-4141-fb54-7ddaca4dd641, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.381267] env[62588]: DEBUG nova.network.neutron [req-2d647863-bc12-46eb-abbb-1ff3204a2a72 req-57b59787-3b01-44b7-bd1a-e52d39f95b5c service nova] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Updated VIF entry in instance network info cache for port 6cc953ce-64f9-422e-ba84-1e584f6e6db1. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1901.381659] env[62588]: DEBUG nova.network.neutron [req-2d647863-bc12-46eb-abbb-1ff3204a2a72 req-57b59787-3b01-44b7-bd1a-e52d39f95b5c service nova] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Updating instance_info_cache with network_info: [{"id": "6cc953ce-64f9-422e-ba84-1e584f6e6db1", "address": "fa:16:3e:a4:15:a0", "network": {"id": "005b221e-cf07-4d05-b85b-99fe5911cbdb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-505805492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ae052fbdc942f0b17b96ab4d2252d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cc953ce-64", "ovs_interfaceid": "6cc953ce-64f9-422e-ba84-1e584f6e6db1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1901.491283] env[62588]: DEBUG oslo_vmware.api [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794473, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.499597] env[62588]: DEBUG oslo_vmware.api [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5266bf4b-5ef3-4141-fb54-7ddaca4dd641, 'name': SearchDatastore_Task, 'duration_secs': 0.012996} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.501169] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0514d99b-d915-4501-9baa-8751672e969c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.508086] env[62588]: DEBUG oslo_vmware.api [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Waiting for the task: (returnval){ [ 1901.508086] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d9ef0c-34be-e333-c2b4-7fa210b08865" [ 1901.508086] env[62588]: _type = "Task" [ 1901.508086] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.517382] env[62588]: DEBUG oslo_vmware.api [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d9ef0c-34be-e333-c2b4-7fa210b08865, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.886390] env[62588]: DEBUG oslo_concurrency.lockutils [req-2d647863-bc12-46eb-abbb-1ff3204a2a72 req-57b59787-3b01-44b7-bd1a-e52d39f95b5c service nova] Releasing lock "refresh_cache-4e54336e-004f-4663-9a4b-13db85891ed2" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.980737] env[62588]: DEBUG oslo_vmware.api [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794473, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.926787} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.981276] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 4e072f28-9d6b-459e-b9a6-56d963f8c715/4e072f28-9d6b-459e-b9a6-56d963f8c715.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1901.981648] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1901.982219] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-692c97f0-969d-421b-830e-6454d57c32c7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.990249] env[62588]: DEBUG oslo_vmware.api [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 1901.990249] env[62588]: value = "task-1794474" [ 1901.990249] env[62588]: _type = "Task" [ 1901.990249] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.994185] env[62588]: DEBUG nova.objects.instance [None req-b547b318-506a-4d6c-8587-c76b0fde76cc tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lazy-loading 'flavor' on Instance uuid 52150651-091b-4f90-a5e3-8d1206374466 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1902.002626] env[62588]: DEBUG oslo_vmware.api [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.021906] env[62588]: DEBUG oslo_vmware.api [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d9ef0c-34be-e333-c2b4-7fa210b08865, 'name': SearchDatastore_Task, 'duration_secs': 0.095602} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.022291] env[62588]: DEBUG oslo_concurrency.lockutils [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.022492] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] d9df2fa1-9fa6-4067-95a2-305f9225ff14/d9df2fa1-9fa6-4067-95a2-305f9225ff14.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1902.022858] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89a2141d-acd2-4649-bdff-f5176687bb3d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.029802] env[62588]: DEBUG oslo_vmware.api [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Waiting for the task: (returnval){ [ 1902.029802] env[62588]: value = "task-1794475" [ 1902.029802] env[62588]: _type = "Task" [ 1902.029802] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.040728] env[62588]: DEBUG oslo_vmware.api [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': task-1794475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.193503] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1b0031b6-3bb3-4a18-9b2e-5fc2dbb71167 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "866820b1-6d9a-43ec-98f5-2f9f52527865" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.193779] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1b0031b6-3bb3-4a18-9b2e-5fc2dbb71167 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "866820b1-6d9a-43ec-98f5-2f9f52527865" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.391372] env[62588]: DEBUG oslo_vmware.rw_handles [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52568bf5-f051-6b5d-47c6-8ac2d7bf8a50/disk-0.vmdk. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1902.392341] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a079d7fa-a819-4a9d-8017-ea0c88ab2bff {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.399203] env[62588]: DEBUG oslo_vmware.rw_handles [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52568bf5-f051-6b5d-47c6-8ac2d7bf8a50/disk-0.vmdk is in state: ready. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1902.399203] env[62588]: ERROR oslo_vmware.rw_handles [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52568bf5-f051-6b5d-47c6-8ac2d7bf8a50/disk-0.vmdk due to incomplete transfer. [ 1902.399470] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bb63719f-108d-4d50-ae45-e8c76a0cb6bc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.410452] env[62588]: DEBUG oslo_vmware.rw_handles [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52568bf5-f051-6b5d-47c6-8ac2d7bf8a50/disk-0.vmdk. {{(pid=62588) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1902.410663] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Uploaded image 62acfd35-26f4-4825-9ee1-b7a05d5797f6 to the Glance image server {{(pid=62588) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1902.415043] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Destroying the VM {{(pid=62588) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1902.417180] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dd072c98-770a-4dcb-a436-00c733c8fc6a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.421606] env[62588]: DEBUG oslo_vmware.api [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1902.421606] env[62588]: value = "task-1794476" [ 1902.421606] env[62588]: _type = "Task" [ 1902.421606] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.430383] env[62588]: DEBUG oslo_vmware.api [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794476, 'name': Destroy_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.511016] env[62588]: DEBUG oslo_vmware.api [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082442} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.511016] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1902.515266] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acb95ca-8bf7-4b3c-abdb-a8da2dda2175 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.520689] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b547b318-506a-4d6c-8587-c76b0fde76cc tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "52150651-091b-4f90-a5e3-8d1206374466" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.852s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.545690] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 4e072f28-9d6b-459e-b9a6-56d963f8c715/4e072f28-9d6b-459e-b9a6-56d963f8c715.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1902.550408] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f42734fa-6340-4cf3-a935-87ccec04d7da {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.571652] env[62588]: DEBUG oslo_vmware.api [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': task-1794475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.573338] env[62588]: DEBUG oslo_vmware.api [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 1902.573338] env[62588]: value = "task-1794477" [ 1902.573338] env[62588]: _type = "Task" [ 1902.573338] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.581627] env[62588]: DEBUG oslo_vmware.api [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794477, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.699387] env[62588]: INFO nova.compute.manager [None req-1b0031b6-3bb3-4a18-9b2e-5fc2dbb71167 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Detaching volume 2271da24-89c7-4c45-8a8e-6a50c888b5d6 [ 1902.743313] env[62588]: INFO nova.virt.block_device [None req-1b0031b6-3bb3-4a18-9b2e-5fc2dbb71167 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Attempting to driver detach volume 2271da24-89c7-4c45-8a8e-6a50c888b5d6 from mountpoint /dev/sdb [ 1902.743597] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b0031b6-3bb3-4a18-9b2e-5fc2dbb71167 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Volume detach. Driver type: vmdk {{(pid=62588) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1902.743788] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b0031b6-3bb3-4a18-9b2e-5fc2dbb71167 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372169', 'volume_id': '2271da24-89c7-4c45-8a8e-6a50c888b5d6', 'name': 'volume-2271da24-89c7-4c45-8a8e-6a50c888b5d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '866820b1-6d9a-43ec-98f5-2f9f52527865', 'attached_at': '', 'detached_at': '', 'volume_id': '2271da24-89c7-4c45-8a8e-6a50c888b5d6', 'serial': '2271da24-89c7-4c45-8a8e-6a50c888b5d6'} {{(pid=62588) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1902.744723] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5470829d-7998-4113-8a2d-878265bba079 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.775939] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce6a6ad-3750-4423-9074-d9396524fefd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.782593] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d8ef82-2f14-44ec-8961-4fcd7be8389b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.807391] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cbb7c5-b513-4e29-927a-667586d4c8ad {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.823011] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b0031b6-3bb3-4a18-9b2e-5fc2dbb71167 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] The volume has not been displaced from its original location: [datastore1] volume-2271da24-89c7-4c45-8a8e-6a50c888b5d6/volume-2271da24-89c7-4c45-8a8e-6a50c888b5d6.vmdk. No consolidation needed. {{(pid=62588) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1902.831824] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b0031b6-3bb3-4a18-9b2e-5fc2dbb71167 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1902.831824] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-894c7a83-93dc-4d06-a79e-07d446e0c029 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.850054] env[62588]: DEBUG oslo_vmware.api [None req-1b0031b6-3bb3-4a18-9b2e-5fc2dbb71167 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1902.850054] env[62588]: value = "task-1794478" [ 1902.850054] env[62588]: _type = "Task" [ 1902.850054] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.858360] env[62588]: DEBUG oslo_vmware.api [None req-1b0031b6-3bb3-4a18-9b2e-5fc2dbb71167 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794478, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.934268] env[62588]: DEBUG oslo_vmware.api [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794476, 'name': Destroy_Task, 'duration_secs': 0.415727} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.934268] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Destroyed the VM [ 1902.934268] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Deleting Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1902.934268] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-26547ed0-8ace-44c5-b978-776288f4bb24 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.938819] env[62588]: DEBUG oslo_vmware.api [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1902.938819] env[62588]: value = "task-1794479" [ 1902.938819] env[62588]: _type = "Task" [ 1902.938819] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.948024] env[62588]: DEBUG oslo_vmware.api [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794479, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.046999] env[62588]: DEBUG oslo_vmware.api [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': task-1794475, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.085321] env[62588]: DEBUG oslo_vmware.api [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.218701] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Acquiring lock "20dd81a9-2a91-40db-9da9-a64bdfa4f80b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.218941] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Lock "20dd81a9-2a91-40db-9da9-a64bdfa4f80b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.361668] env[62588]: DEBUG oslo_vmware.api [None req-1b0031b6-3bb3-4a18-9b2e-5fc2dbb71167 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794478, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.448928] env[62588]: DEBUG oslo_vmware.api [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794479, 'name': RemoveSnapshot_Task, 'duration_secs': 0.381843} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.449246] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Deleted Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1903.449532] env[62588]: DEBUG nova.compute.manager [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1903.450376] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f209cd8a-3cfe-4f4a-a67a-d0330c01d5c9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.547645] env[62588]: DEBUG oslo_vmware.api [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': task-1794475, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.585123] env[62588]: DEBUG oslo_vmware.api [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.721715] env[62588]: DEBUG nova.compute.manager [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1903.861743] env[62588]: DEBUG oslo_vmware.api [None req-1b0031b6-3bb3-4a18-9b2e-5fc2dbb71167 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794478, 'name': ReconfigVM_Task, 'duration_secs': 0.636893} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.861743] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b0031b6-3bb3-4a18-9b2e-5fc2dbb71167 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1903.865779] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a327d180-624f-4e33-80dc-02ba7076dd00 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.880875] env[62588]: DEBUG oslo_vmware.api [None req-1b0031b6-3bb3-4a18-9b2e-5fc2dbb71167 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1903.880875] env[62588]: value = "task-1794480" [ 1903.880875] env[62588]: _type = "Task" [ 1903.880875] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.890575] env[62588]: DEBUG oslo_vmware.api [None req-1b0031b6-3bb3-4a18-9b2e-5fc2dbb71167 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.963720] env[62588]: INFO nova.compute.manager [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Shelve offloading [ 1903.966980] env[62588]: DEBUG oslo_concurrency.lockutils [None req-91f838e4-9928-4022-8496-733b8c460256 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquiring lock "52150651-091b-4f90-a5e3-8d1206374466" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.967206] env[62588]: DEBUG oslo_concurrency.lockutils [None req-91f838e4-9928-4022-8496-733b8c460256 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "52150651-091b-4f90-a5e3-8d1206374466" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.048366] env[62588]: DEBUG oslo_vmware.api [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': task-1794475, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.615546} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.048634] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] d9df2fa1-9fa6-4067-95a2-305f9225ff14/d9df2fa1-9fa6-4067-95a2-305f9225ff14.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1904.048850] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1904.049116] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e305a2c-26d0-4479-9ae2-9bc3d2b4521f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.055221] env[62588]: DEBUG oslo_vmware.api [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Waiting for the task: (returnval){ [ 1904.055221] env[62588]: value = "task-1794481" [ 1904.055221] env[62588]: _type = "Task" [ 1904.055221] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.063390] env[62588]: DEBUG oslo_vmware.api [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': task-1794481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.085449] env[62588]: DEBUG oslo_vmware.api [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794477, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.243229] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.243489] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.244929] env[62588]: INFO nova.compute.claims [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1904.391568] env[62588]: DEBUG oslo_vmware.api [None req-1b0031b6-3bb3-4a18-9b2e-5fc2dbb71167 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794480, 'name': ReconfigVM_Task, 'duration_secs': 0.27598} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.391866] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b0031b6-3bb3-4a18-9b2e-5fc2dbb71167 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372169', 'volume_id': '2271da24-89c7-4c45-8a8e-6a50c888b5d6', 'name': 'volume-2271da24-89c7-4c45-8a8e-6a50c888b5d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '866820b1-6d9a-43ec-98f5-2f9f52527865', 'attached_at': '', 'detached_at': '', 'volume_id': '2271da24-89c7-4c45-8a8e-6a50c888b5d6', 'serial': '2271da24-89c7-4c45-8a8e-6a50c888b5d6'} {{(pid=62588) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1904.469747] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1904.470247] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbf59623-4b95-4b52-8a90-7ce7e3a46e4f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.473133] env[62588]: DEBUG nova.compute.utils [None req-91f838e4-9928-4022-8496-733b8c460256 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1904.480229] env[62588]: DEBUG oslo_vmware.api [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1904.480229] env[62588]: value = "task-1794482" [ 1904.480229] env[62588]: _type = "Task" [ 1904.480229] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.489954] env[62588]: DEBUG oslo_vmware.api [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.564593] env[62588]: DEBUG oslo_vmware.api [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': task-1794481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103781} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.564861] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1904.565657] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000af36c-6f2b-4ce0-bd34-ae93cb3d915e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.584853] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] d9df2fa1-9fa6-4067-95a2-305f9225ff14/d9df2fa1-9fa6-4067-95a2-305f9225ff14.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1904.585181] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53d7ee8e-1ce5-43b9-9fd3-ab2014cae1b3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.608452] env[62588]: DEBUG oslo_vmware.api [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794477, 'name': ReconfigVM_Task, 'duration_secs': 1.558459} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.610050] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 4e072f28-9d6b-459e-b9a6-56d963f8c715/4e072f28-9d6b-459e-b9a6-56d963f8c715.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1904.610723] env[62588]: DEBUG oslo_vmware.api [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Waiting for the task: (returnval){ [ 1904.610723] env[62588]: value = "task-1794483" [ 1904.610723] env[62588]: _type = "Task" [ 1904.610723] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.610907] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4d62c40-3874-4a05-b76d-968a67169a06 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.620496] env[62588]: DEBUG oslo_vmware.api [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': task-1794483, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.621648] env[62588]: DEBUG oslo_vmware.api [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 1904.621648] env[62588]: value = "task-1794484" [ 1904.621648] env[62588]: _type = "Task" [ 1904.621648] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.629717] env[62588]: DEBUG oslo_vmware.api [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794484, 'name': Rename_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.945137] env[62588]: DEBUG nova.objects.instance [None req-1b0031b6-3bb3-4a18-9b2e-5fc2dbb71167 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lazy-loading 'flavor' on Instance uuid 866820b1-6d9a-43ec-98f5-2f9f52527865 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1904.975738] env[62588]: DEBUG oslo_concurrency.lockutils [None req-91f838e4-9928-4022-8496-733b8c460256 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "52150651-091b-4f90-a5e3-8d1206374466" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.990045] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] VM already powered off {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1904.990282] env[62588]: DEBUG nova.compute.manager [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1904.991053] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ab4e31-1019-4420-b113-496434546f5d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.996524] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "refresh_cache-0dd60d48-3eb5-4636-83f1-01cf47119a57" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.996690] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquired lock "refresh_cache-0dd60d48-3eb5-4636-83f1-01cf47119a57" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.996858] env[62588]: DEBUG nova.network.neutron [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1905.122470] env[62588]: DEBUG oslo_vmware.api [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': task-1794483, 'name': ReconfigVM_Task, 'duration_secs': 0.252056} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.125344] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Reconfigured VM instance instance-0000006e to attach disk [datastore1] d9df2fa1-9fa6-4067-95a2-305f9225ff14/d9df2fa1-9fa6-4067-95a2-305f9225ff14.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1905.125954] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be678194-e78d-46bf-b72e-c0a67faa5891 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.131886] env[62588]: DEBUG oslo_vmware.api [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794484, 'name': Rename_Task, 'duration_secs': 0.153509} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.133049] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1905.133357] env[62588]: DEBUG oslo_vmware.api [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Waiting for the task: (returnval){ [ 1905.133357] env[62588]: value = "task-1794485" [ 1905.133357] env[62588]: _type = "Task" [ 1905.133357] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.133534] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7fae4be-5959-46e4-9adc-8d4a11046155 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.142488] env[62588]: DEBUG oslo_vmware.api [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': task-1794485, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.143690] env[62588]: DEBUG oslo_vmware.api [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 1905.143690] env[62588]: value = "task-1794486" [ 1905.143690] env[62588]: _type = "Task" [ 1905.143690] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.150718] env[62588]: DEBUG oslo_vmware.api [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.396087] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ad1aa7-9721-4b8c-8432-09f2d0d633bb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.403855] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2c1b82-1ccf-4c3d-b81a-55b2705f0945 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.435687] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0b8d8c-2e47-41fb-a620-15849a544adc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.444064] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b634a3-e054-465f-ad8a-0f63225eb072 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.459046] env[62588]: DEBUG nova.compute.provider_tree [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1905.460950] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1b0031b6-3bb3-4a18-9b2e-5fc2dbb71167 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "866820b1-6d9a-43ec-98f5-2f9f52527865" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.267s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.646644] env[62588]: DEBUG oslo_vmware.api [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': task-1794485, 'name': Rename_Task, 'duration_secs': 0.147362} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.649820] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1905.652400] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b87d90d7-9290-4d09-b87c-db7e62d6e2e9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.659645] env[62588]: DEBUG oslo_vmware.api [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794486, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.660881] env[62588]: DEBUG oslo_vmware.api [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Waiting for the task: (returnval){ [ 1905.660881] env[62588]: value = "task-1794487" [ 1905.660881] env[62588]: _type = "Task" [ 1905.660881] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.668288] env[62588]: DEBUG oslo_vmware.api [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': task-1794487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.726703] env[62588]: DEBUG nova.network.neutron [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Updating instance_info_cache with network_info: [{"id": "b019fa05-178b-4599-830b-aecb5ed06cdf", "address": "fa:16:3e:86:f7:4c", "network": {"id": "94db9e1b-f422-4077-be68-4fd81b713a80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1210070792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "979ec9f712cf4691b14f90355fbb2827", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb019fa05-17", "ovs_interfaceid": "b019fa05-178b-4599-830b-aecb5ed06cdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1905.985067] env[62588]: ERROR nova.scheduler.client.report [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] [req-fa8e2ab9-491a-4955-bf32-5d36c0901b0b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eaab8868-4bee-41d4-8b5c-ca05c3049f36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fa8e2ab9-491a-4955-bf32-5d36c0901b0b"}]} [ 1906.007801] env[62588]: DEBUG nova.scheduler.client.report [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Refreshing inventories for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1906.023051] env[62588]: DEBUG nova.scheduler.client.report [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Updating ProviderTree inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1906.023287] env[62588]: DEBUG nova.compute.provider_tree [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1906.028191] env[62588]: DEBUG oslo_concurrency.lockutils [None req-91f838e4-9928-4022-8496-733b8c460256 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquiring lock "52150651-091b-4f90-a5e3-8d1206374466" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.028425] env[62588]: DEBUG oslo_concurrency.lockutils [None req-91f838e4-9928-4022-8496-733b8c460256 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "52150651-091b-4f90-a5e3-8d1206374466" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.028648] env[62588]: INFO nova.compute.manager [None req-91f838e4-9928-4022-8496-733b8c460256 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Attaching volume abf9bdd9-93dc-4e44-804a-e22bc9f4e4ae to /dev/sdc [ 1906.036194] env[62588]: DEBUG nova.scheduler.client.report [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Refreshing aggregate associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, aggregates: None {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1906.055927] env[62588]: DEBUG nova.scheduler.client.report [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Refreshing trait associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1906.064036] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5b5ab2-c7aa-401a-b7b5-293d652437a1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.071574] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc47814-a162-4351-9a59-488571231795 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.087874] env[62588]: DEBUG nova.virt.block_device [None req-91f838e4-9928-4022-8496-733b8c460256 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Updating existing volume attachment record: a3d2b73d-ddc6-4c17-af3e-871bbfcbed48 {{(pid=62588) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1906.154769] env[62588]: DEBUG oslo_vmware.api [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794486, 'name': PowerOnVM_Task, 'duration_secs': 0.599187} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.155189] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1906.155411] env[62588]: INFO nova.compute.manager [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Took 9.97 seconds to spawn the instance on the hypervisor. [ 1906.155727] env[62588]: DEBUG nova.compute.manager [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1906.156568] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58dd9ec-36ed-4ff9-822c-c3ac7f93d357 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.173603] env[62588]: DEBUG oslo_vmware.api [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': task-1794487, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.229105] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Releasing lock "refresh_cache-0dd60d48-3eb5-4636-83f1-01cf47119a57" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.232338] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff65a10b-5d60-46e8-8cad-f666e3b4a8df {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.241684] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a00064f-b73c-47b1-8aeb-ebee406f3aae {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.271864] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4979df5f-dfa9-4dd9-a41a-fbe126ea1fff {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.279622] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7c3b40-d652-436e-9f52-6e89ac5d835e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.294163] env[62588]: DEBUG nova.compute.provider_tree [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1906.478876] env[62588]: DEBUG nova.compute.manager [req-82d93786-22af-4cd7-9621-b18f5734c95c req-cbf73c6c-21d8-4800-b54b-4ceac8a896aa service nova] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Received event network-vif-unplugged-b019fa05-178b-4599-830b-aecb5ed06cdf {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1906.479123] env[62588]: DEBUG oslo_concurrency.lockutils [req-82d93786-22af-4cd7-9621-b18f5734c95c req-cbf73c6c-21d8-4800-b54b-4ceac8a896aa service nova] Acquiring lock "0dd60d48-3eb5-4636-83f1-01cf47119a57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.479341] env[62588]: DEBUG oslo_concurrency.lockutils [req-82d93786-22af-4cd7-9621-b18f5734c95c req-cbf73c6c-21d8-4800-b54b-4ceac8a896aa service nova] Lock "0dd60d48-3eb5-4636-83f1-01cf47119a57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.479514] env[62588]: DEBUG oslo_concurrency.lockutils [req-82d93786-22af-4cd7-9621-b18f5734c95c req-cbf73c6c-21d8-4800-b54b-4ceac8a896aa service nova] Lock "0dd60d48-3eb5-4636-83f1-01cf47119a57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.479683] env[62588]: DEBUG nova.compute.manager [req-82d93786-22af-4cd7-9621-b18f5734c95c req-cbf73c6c-21d8-4800-b54b-4ceac8a896aa service nova] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] No waiting events found dispatching network-vif-unplugged-b019fa05-178b-4599-830b-aecb5ed06cdf {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1906.479872] env[62588]: WARNING nova.compute.manager [req-82d93786-22af-4cd7-9621-b18f5734c95c req-cbf73c6c-21d8-4800-b54b-4ceac8a896aa service nova] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Received unexpected event network-vif-unplugged-b019fa05-178b-4599-830b-aecb5ed06cdf for instance with vm_state shelved and task_state shelving_offloading. [ 1906.482404] env[62588]: DEBUG oslo_concurrency.lockutils [None req-11dace30-daf1-47df-b92e-f7722a574b0e tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "866820b1-6d9a-43ec-98f5-2f9f52527865" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.482404] env[62588]: DEBUG oslo_concurrency.lockutils [None req-11dace30-daf1-47df-b92e-f7722a574b0e tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "866820b1-6d9a-43ec-98f5-2f9f52527865" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.482404] env[62588]: DEBUG oslo_concurrency.lockutils [None req-11dace30-daf1-47df-b92e-f7722a574b0e tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "866820b1-6d9a-43ec-98f5-2f9f52527865-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.482404] env[62588]: DEBUG oslo_concurrency.lockutils [None req-11dace30-daf1-47df-b92e-f7722a574b0e tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "866820b1-6d9a-43ec-98f5-2f9f52527865-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.482637] env[62588]: DEBUG oslo_concurrency.lockutils [None req-11dace30-daf1-47df-b92e-f7722a574b0e tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "866820b1-6d9a-43ec-98f5-2f9f52527865-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.485472] env[62588]: INFO nova.compute.manager [None req-11dace30-daf1-47df-b92e-f7722a574b0e tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Terminating instance [ 1906.574229] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1906.575122] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80429a82-a988-4290-b703-38ccb99b1de9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.582712] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1906.582937] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29bb6eaa-6a7c-48b2-a693-1d20a9f328ff {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.614801] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquiring lock "90611f11-ed54-4ff8-affe-b2882640484b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.615122] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "90611f11-ed54-4ff8-affe-b2882640484b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.615340] env[62588]: INFO nova.compute.manager [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Shelving [ 1906.666253] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1906.666470] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1906.666672] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Deleting the datastore file [datastore1] 0dd60d48-3eb5-4636-83f1-01cf47119a57 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1906.667013] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ebc3c3e-7fdd-4377-9f7f-cdcc419146d7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.679190] env[62588]: DEBUG oslo_vmware.api [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1906.679190] env[62588]: value = "task-1794490" [ 1906.679190] env[62588]: _type = "Task" [ 1906.679190] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.679419] env[62588]: DEBUG oslo_vmware.api [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': task-1794487, 'name': PowerOnVM_Task, 'duration_secs': 0.57148} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.681443] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1906.681655] env[62588]: DEBUG nova.compute.manager [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1906.682170] env[62588]: INFO nova.compute.manager [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Took 14.78 seconds to build instance. [ 1906.687546] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1e0ad7-3b58-4134-8335-509cd00b0e7c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.696074] env[62588]: DEBUG oslo_vmware.api [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.839477] env[62588]: DEBUG nova.scheduler.client.report [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Updated inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with generation 162 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1906.839776] env[62588]: DEBUG nova.compute.provider_tree [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Updating resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 generation from 162 to 163 during operation: update_inventory {{(pid=62588) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1906.839991] env[62588]: DEBUG nova.compute.provider_tree [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1906.989111] env[62588]: DEBUG nova.compute.manager [None req-11dace30-daf1-47df-b92e-f7722a574b0e tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1906.989491] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-11dace30-daf1-47df-b92e-f7722a574b0e tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1906.990263] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67808958-a6ee-4059-9ae4-a28f39689f92 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.998387] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-11dace30-daf1-47df-b92e-f7722a574b0e tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1906.998639] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7415d584-b14b-40a0-ad82-594d0794cc93 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.004900] env[62588]: DEBUG oslo_vmware.api [None req-11dace30-daf1-47df-b92e-f7722a574b0e tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1907.004900] env[62588]: value = "task-1794491" [ 1907.004900] env[62588]: _type = "Task" [ 1907.004900] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.013433] env[62588]: DEBUG oslo_vmware.api [None req-11dace30-daf1-47df-b92e-f7722a574b0e tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.192267] env[62588]: DEBUG oslo_concurrency.lockutils [None req-16d434ee-012b-4c25-9e15-d12f7312a41a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "4e072f28-9d6b-459e-b9a6-56d963f8c715" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.292s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.192566] env[62588]: DEBUG oslo_vmware.api [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251067} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.192815] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1907.193111] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1907.193427] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1907.207865] env[62588]: DEBUG oslo_concurrency.lockutils [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.216055] env[62588]: INFO nova.scheduler.client.report [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Deleted allocations for instance 0dd60d48-3eb5-4636-83f1-01cf47119a57 [ 1907.345681] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.102s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.346170] env[62588]: DEBUG nova.compute.manager [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1907.349027] env[62588]: DEBUG oslo_concurrency.lockutils [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.141s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.349027] env[62588]: DEBUG nova.objects.instance [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62588) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1907.515254] env[62588]: DEBUG oslo_vmware.api [None req-11dace30-daf1-47df-b92e-f7722a574b0e tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794491, 'name': PowerOffVM_Task, 'duration_secs': 0.222372} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.515512] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-11dace30-daf1-47df-b92e-f7722a574b0e tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1907.515680] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-11dace30-daf1-47df-b92e-f7722a574b0e tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1907.515923] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7ba3748-1532-4469-b58f-8c0d09c7eb94 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.626485] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1907.626856] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13dc255f-42e8-4933-8c8c-5e7e4be7906f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.630677] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-11dace30-daf1-47df-b92e-f7722a574b0e tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1907.630878] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-11dace30-daf1-47df-b92e-f7722a574b0e tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1907.632297] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-11dace30-daf1-47df-b92e-f7722a574b0e tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Deleting the datastore file [datastore1] 866820b1-6d9a-43ec-98f5-2f9f52527865 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1907.632297] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0a2f037-f118-4000-ab03-8d4768d7d3d9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.634954] env[62588]: DEBUG oslo_vmware.api [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1907.634954] env[62588]: value = "task-1794493" [ 1907.634954] env[62588]: _type = "Task" [ 1907.634954] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.640610] env[62588]: DEBUG oslo_vmware.api [None req-11dace30-daf1-47df-b92e-f7722a574b0e tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1907.640610] env[62588]: value = "task-1794494" [ 1907.640610] env[62588]: _type = "Task" [ 1907.640610] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.648046] env[62588]: DEBUG oslo_vmware.api [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.653427] env[62588]: DEBUG oslo_vmware.api [None req-11dace30-daf1-47df-b92e-f7722a574b0e tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.721051] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.852914] env[62588]: DEBUG nova.compute.utils [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1907.857070] env[62588]: DEBUG nova.compute.manager [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1907.857249] env[62588]: DEBUG nova.network.neutron [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1907.997469] env[62588]: DEBUG nova.policy [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '804573fc13264eb9812ec7796b2be04b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c0d73beba92413e90be6412ecf4c01d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1908.145007] env[62588]: DEBUG oslo_vmware.api [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794493, 'name': PowerOffVM_Task, 'duration_secs': 0.191792} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.148272] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1908.149225] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dba8f7-1000-4fe3-9038-a23c1f4a069f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.157385] env[62588]: DEBUG oslo_vmware.api [None req-11dace30-daf1-47df-b92e-f7722a574b0e tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210372} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.171053] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-11dace30-daf1-47df-b92e-f7722a574b0e tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1908.171053] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-11dace30-daf1-47df-b92e-f7722a574b0e tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1908.171053] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-11dace30-daf1-47df-b92e-f7722a574b0e tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1908.171261] env[62588]: INFO nova.compute.manager [None req-11dace30-daf1-47df-b92e-f7722a574b0e tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1908.171385] env[62588]: DEBUG oslo.service.loopingcall [None req-11dace30-daf1-47df-b92e-f7722a574b0e tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1908.171725] env[62588]: DEBUG nova.compute.manager [-] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1908.171820] env[62588]: DEBUG nova.network.neutron [-] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1908.173967] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb26f26-84e4-4188-8c4f-4eaf29309e83 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.358376] env[62588]: DEBUG nova.compute.manager [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1908.361947] env[62588]: DEBUG oslo_concurrency.lockutils [None req-00aa959c-d0dd-46dd-9397-bdd92221d780 tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.363125] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.642s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.363365] env[62588]: DEBUG nova.objects.instance [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lazy-loading 'resources' on Instance uuid 0dd60d48-3eb5-4636-83f1-01cf47119a57 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1908.515024] env[62588]: DEBUG nova.compute.manager [req-631029a6-39eb-4a11-b97f-d08343971056 req-2ff13909-3a33-4b90-807f-c06368654d63 service nova] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Received event network-changed-b019fa05-178b-4599-830b-aecb5ed06cdf {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1908.515024] env[62588]: DEBUG nova.compute.manager [req-631029a6-39eb-4a11-b97f-d08343971056 req-2ff13909-3a33-4b90-807f-c06368654d63 service nova] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Refreshing instance network info cache due to event network-changed-b019fa05-178b-4599-830b-aecb5ed06cdf. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1908.515024] env[62588]: DEBUG oslo_concurrency.lockutils [req-631029a6-39eb-4a11-b97f-d08343971056 req-2ff13909-3a33-4b90-807f-c06368654d63 service nova] Acquiring lock "refresh_cache-0dd60d48-3eb5-4636-83f1-01cf47119a57" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1908.515024] env[62588]: DEBUG oslo_concurrency.lockutils [req-631029a6-39eb-4a11-b97f-d08343971056 req-2ff13909-3a33-4b90-807f-c06368654d63 service nova] Acquired lock "refresh_cache-0dd60d48-3eb5-4636-83f1-01cf47119a57" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1908.515024] env[62588]: DEBUG nova.network.neutron [req-631029a6-39eb-4a11-b97f-d08343971056 req-2ff13909-3a33-4b90-807f-c06368654d63 service nova] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Refreshing network info cache for port b019fa05-178b-4599-830b-aecb5ed06cdf {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1908.529428] env[62588]: DEBUG nova.network.neutron [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Successfully created port: 6637e6a9-b424-4e9b-b01f-1911d3ae7e1e {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1908.562022] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Acquiring lock "d9df2fa1-9fa6-4067-95a2-305f9225ff14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.562022] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Lock "d9df2fa1-9fa6-4067-95a2-305f9225ff14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.562022] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Acquiring lock "d9df2fa1-9fa6-4067-95a2-305f9225ff14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.562022] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Lock "d9df2fa1-9fa6-4067-95a2-305f9225ff14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.562022] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Lock "d9df2fa1-9fa6-4067-95a2-305f9225ff14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.566673] env[62588]: INFO nova.compute.manager [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Terminating instance [ 1908.686853] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Creating Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1908.687246] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fe9ae8d8-3393-4b48-b381-9827c83ab8ab {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.699850] env[62588]: DEBUG oslo_vmware.api [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1908.699850] env[62588]: value = "task-1794496" [ 1908.699850] env[62588]: _type = "Task" [ 1908.699850] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.713687] env[62588]: DEBUG oslo_vmware.api [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794496, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.867294] env[62588]: DEBUG nova.objects.instance [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lazy-loading 'numa_topology' on Instance uuid 0dd60d48-3eb5-4636-83f1-01cf47119a57 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1909.070609] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Acquiring lock "refresh_cache-d9df2fa1-9fa6-4067-95a2-305f9225ff14" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1909.070886] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Acquired lock "refresh_cache-d9df2fa1-9fa6-4067-95a2-305f9225ff14" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1909.071688] env[62588]: DEBUG nova.network.neutron [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1909.210465] env[62588]: DEBUG oslo_vmware.api [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794496, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.296787] env[62588]: DEBUG nova.network.neutron [req-631029a6-39eb-4a11-b97f-d08343971056 req-2ff13909-3a33-4b90-807f-c06368654d63 service nova] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Updated VIF entry in instance network info cache for port b019fa05-178b-4599-830b-aecb5ed06cdf. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1909.297171] env[62588]: DEBUG nova.network.neutron [req-631029a6-39eb-4a11-b97f-d08343971056 req-2ff13909-3a33-4b90-807f-c06368654d63 service nova] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Updating instance_info_cache with network_info: [{"id": "b019fa05-178b-4599-830b-aecb5ed06cdf", "address": "fa:16:3e:86:f7:4c", "network": {"id": "94db9e1b-f422-4077-be68-4fd81b713a80", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1210070792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "979ec9f712cf4691b14f90355fbb2827", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb019fa05-17", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1909.369966] env[62588]: DEBUG nova.objects.base [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Object Instance<0dd60d48-3eb5-4636-83f1-01cf47119a57> lazy-loaded attributes: resources,numa_topology {{(pid=62588) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1909.373255] env[62588]: DEBUG nova.compute.manager [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1909.394791] env[62588]: DEBUG nova.virt.hardware [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1909.395038] env[62588]: DEBUG nova.virt.hardware [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1909.395225] env[62588]: DEBUG nova.virt.hardware [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1909.395426] env[62588]: DEBUG nova.virt.hardware [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1909.395606] env[62588]: DEBUG nova.virt.hardware [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1909.395756] env[62588]: DEBUG nova.virt.hardware [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1909.395960] env[62588]: DEBUG nova.virt.hardware [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1909.396142] env[62588]: DEBUG nova.virt.hardware [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1909.396317] env[62588]: DEBUG nova.virt.hardware [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1909.396479] env[62588]: DEBUG nova.virt.hardware [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1909.396652] env[62588]: DEBUG nova.virt.hardware [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1909.397500] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13567bf-f4f3-4751-bb57-5285763f9af6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.407511] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a1f64e-f500-4aab-b966-17c3736384e0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.505201] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ee51bd-6730-4001-a585-f185243dacc8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.512735] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0046d58-8203-4630-8c17-37052ff9ae25 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.543296] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65133db9-5fb1-41f5-95c9-9ba31e9148e9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.550054] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df4ac01-11cd-46e1-a00b-f33252bf7a15 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.562643] env[62588]: DEBUG nova.compute.provider_tree [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1909.596585] env[62588]: DEBUG nova.network.neutron [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1909.626027] env[62588]: DEBUG nova.network.neutron [-] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1909.680347] env[62588]: DEBUG nova.network.neutron [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1909.712895] env[62588]: DEBUG oslo_vmware.api [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794496, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.799597] env[62588]: DEBUG oslo_concurrency.lockutils [req-631029a6-39eb-4a11-b97f-d08343971056 req-2ff13909-3a33-4b90-807f-c06368654d63 service nova] Releasing lock "refresh_cache-0dd60d48-3eb5-4636-83f1-01cf47119a57" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1909.799891] env[62588]: DEBUG nova.compute.manager [req-631029a6-39eb-4a11-b97f-d08343971056 req-2ff13909-3a33-4b90-807f-c06368654d63 service nova] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Received event network-changed-01db092b-1832-4807-b188-5c6fedca19ed {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1909.800183] env[62588]: DEBUG nova.compute.manager [req-631029a6-39eb-4a11-b97f-d08343971056 req-2ff13909-3a33-4b90-807f-c06368654d63 service nova] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Refreshing instance network info cache due to event network-changed-01db092b-1832-4807-b188-5c6fedca19ed. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1909.800401] env[62588]: DEBUG oslo_concurrency.lockutils [req-631029a6-39eb-4a11-b97f-d08343971056 req-2ff13909-3a33-4b90-807f-c06368654d63 service nova] Acquiring lock "refresh_cache-4e072f28-9d6b-459e-b9a6-56d963f8c715" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1909.800534] env[62588]: DEBUG oslo_concurrency.lockutils [req-631029a6-39eb-4a11-b97f-d08343971056 req-2ff13909-3a33-4b90-807f-c06368654d63 service nova] Acquired lock "refresh_cache-4e072f28-9d6b-459e-b9a6-56d963f8c715" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1909.800694] env[62588]: DEBUG nova.network.neutron [req-631029a6-39eb-4a11-b97f-d08343971056 req-2ff13909-3a33-4b90-807f-c06368654d63 service nova] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Refreshing network info cache for port 01db092b-1832-4807-b188-5c6fedca19ed {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1909.947536] env[62588]: DEBUG oslo_concurrency.lockutils [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "0dd60d48-3eb5-4636-83f1-01cf47119a57" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.083163] env[62588]: ERROR nova.scheduler.client.report [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [req-9d49c374-efca-4f60-bfd4-d7a6ea15da5c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eaab8868-4bee-41d4-8b5c-ca05c3049f36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9d49c374-efca-4f60-bfd4-d7a6ea15da5c"}]} [ 1910.097755] env[62588]: DEBUG nova.scheduler.client.report [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Refreshing inventories for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1910.112702] env[62588]: DEBUG nova.scheduler.client.report [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Updating ProviderTree inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1910.112921] env[62588]: DEBUG nova.compute.provider_tree [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1910.124274] env[62588]: DEBUG nova.scheduler.client.report [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Refreshing aggregate associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, aggregates: None {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1910.128603] env[62588]: INFO nova.compute.manager [-] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Took 1.96 seconds to deallocate network for instance. [ 1910.141801] env[62588]: DEBUG nova.scheduler.client.report [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Refreshing trait associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1910.185158] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Releasing lock "refresh_cache-d9df2fa1-9fa6-4067-95a2-305f9225ff14" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1910.185582] env[62588]: DEBUG nova.compute.manager [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1910.185779] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1910.186819] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72de440-f64d-4f9e-8806-d8945e7be65f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.195646] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1910.198057] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e26d7334-92d1-4753-b378-26ddef9da063 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.205353] env[62588]: DEBUG oslo_vmware.api [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Waiting for the task: (returnval){ [ 1910.205353] env[62588]: value = "task-1794497" [ 1910.205353] env[62588]: _type = "Task" [ 1910.205353] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.213688] env[62588]: DEBUG oslo_vmware.api [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794496, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.218411] env[62588]: DEBUG oslo_vmware.api [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': task-1794497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.324439] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebdd4a6-3706-40bb-af0e-4a5414ec2b6d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.333320] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0e30cd-a58e-4c7d-ba46-26dafd03a288 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.337632] env[62588]: DEBUG nova.compute.manager [req-9e6eccd5-fdcc-4c58-b0d6-6d69e37420c1 req-ccda7b67-cfe0-4080-8b74-3f8fe5630cb7 service nova] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Received event network-vif-plugged-6637e6a9-b424-4e9b-b01f-1911d3ae7e1e {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1910.337852] env[62588]: DEBUG oslo_concurrency.lockutils [req-9e6eccd5-fdcc-4c58-b0d6-6d69e37420c1 req-ccda7b67-cfe0-4080-8b74-3f8fe5630cb7 service nova] Acquiring lock "20dd81a9-2a91-40db-9da9-a64bdfa4f80b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.338084] env[62588]: DEBUG oslo_concurrency.lockutils [req-9e6eccd5-fdcc-4c58-b0d6-6d69e37420c1 req-ccda7b67-cfe0-4080-8b74-3f8fe5630cb7 service nova] Lock "20dd81a9-2a91-40db-9da9-a64bdfa4f80b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1910.338311] env[62588]: DEBUG oslo_concurrency.lockutils [req-9e6eccd5-fdcc-4c58-b0d6-6d69e37420c1 req-ccda7b67-cfe0-4080-8b74-3f8fe5630cb7 service nova] Lock "20dd81a9-2a91-40db-9da9-a64bdfa4f80b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.338499] env[62588]: DEBUG nova.compute.manager [req-9e6eccd5-fdcc-4c58-b0d6-6d69e37420c1 req-ccda7b67-cfe0-4080-8b74-3f8fe5630cb7 service nova] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] No waiting events found dispatching network-vif-plugged-6637e6a9-b424-4e9b-b01f-1911d3ae7e1e {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1910.338679] env[62588]: WARNING nova.compute.manager [req-9e6eccd5-fdcc-4c58-b0d6-6d69e37420c1 req-ccda7b67-cfe0-4080-8b74-3f8fe5630cb7 service nova] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Received unexpected event network-vif-plugged-6637e6a9-b424-4e9b-b01f-1911d3ae7e1e for instance with vm_state building and task_state spawning. [ 1910.372369] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae91b6d5-2fdf-4c78-89e6-4c482e98abfc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.380603] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b867ad-e4ef-48a6-b80b-99a4bf0c2073 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.395657] env[62588]: DEBUG nova.compute.provider_tree [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1910.537649] env[62588]: DEBUG nova.compute.manager [req-8cd41368-9556-4c62-99c4-d7a68fdf199d req-c7e1a15a-b0c9-459e-86fa-ca8a136e62c6 service nova] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Received event network-vif-deleted-468cd7a6-6f27-449b-b0b6-6948faa23fa5 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1910.549283] env[62588]: DEBUG nova.network.neutron [req-631029a6-39eb-4a11-b97f-d08343971056 req-2ff13909-3a33-4b90-807f-c06368654d63 service nova] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Updated VIF entry in instance network info cache for port 01db092b-1832-4807-b188-5c6fedca19ed. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1910.549650] env[62588]: DEBUG nova.network.neutron [req-631029a6-39eb-4a11-b97f-d08343971056 req-2ff13909-3a33-4b90-807f-c06368654d63 service nova] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Updating instance_info_cache with network_info: [{"id": "01db092b-1832-4807-b188-5c6fedca19ed", "address": "fa:16:3e:11:9b:1f", "network": {"id": "d43c4913-5169-46b6-8be8-49ee59c0b218", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092108902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "377dcec989c948abbfe83228e641081b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01db092b-18", "ovs_interfaceid": "01db092b-1832-4807-b188-5c6fedca19ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1910.635704] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-91f838e4-9928-4022-8496-733b8c460256 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Volume attach. Driver type: vmdk {{(pid=62588) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1910.636124] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-91f838e4-9928-4022-8496-733b8c460256 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372189', 'volume_id': 'abf9bdd9-93dc-4e44-804a-e22bc9f4e4ae', 'name': 'volume-abf9bdd9-93dc-4e44-804a-e22bc9f4e4ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '52150651-091b-4f90-a5e3-8d1206374466', 'attached_at': '', 'detached_at': '', 'volume_id': 'abf9bdd9-93dc-4e44-804a-e22bc9f4e4ae', 'serial': 'abf9bdd9-93dc-4e44-804a-e22bc9f4e4ae'} {{(pid=62588) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1910.637224] env[62588]: DEBUG oslo_concurrency.lockutils [None req-11dace30-daf1-47df-b92e-f7722a574b0e tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.638198] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb54f52c-fa64-4f0e-a8e3-9620ffaad806 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.655971] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4713fb01-bbc1-44b1-bf03-ec041c499816 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.682977] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-91f838e4-9928-4022-8496-733b8c460256 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-abf9bdd9-93dc-4e44-804a-e22bc9f4e4ae/volume-abf9bdd9-93dc-4e44-804a-e22bc9f4e4ae.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1910.683291] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54a33710-7056-4ca4-ae87-388ff641fedc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.706438] env[62588]: DEBUG oslo_vmware.api [None req-91f838e4-9928-4022-8496-733b8c460256 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for the task: (returnval){ [ 1910.706438] env[62588]: value = "task-1794498" [ 1910.706438] env[62588]: _type = "Task" [ 1910.706438] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.715100] env[62588]: DEBUG oslo_vmware.api [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794496, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.720300] env[62588]: DEBUG oslo_vmware.api [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': task-1794497, 'name': PowerOffVM_Task, 'duration_secs': 0.142516} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.723586] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1910.723639] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1910.723980] env[62588]: DEBUG oslo_vmware.api [None req-91f838e4-9928-4022-8496-733b8c460256 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.724221] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69583b3f-eb24-413f-89e8-73d7c53a0f4c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.750251] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1910.750416] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1910.750716] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Deleting the datastore file [datastore1] d9df2fa1-9fa6-4067-95a2-305f9225ff14 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1910.751085] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24405192-436c-4c05-9d69-d7ec535de26f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.757018] env[62588]: DEBUG oslo_vmware.api [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Waiting for the task: (returnval){ [ 1910.757018] env[62588]: value = "task-1794500" [ 1910.757018] env[62588]: _type = "Task" [ 1910.757018] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.764533] env[62588]: DEBUG oslo_vmware.api [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': task-1794500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.920682] env[62588]: DEBUG nova.network.neutron [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Successfully updated port: 6637e6a9-b424-4e9b-b01f-1911d3ae7e1e {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1910.942844] env[62588]: DEBUG nova.scheduler.client.report [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Updated inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with generation 164 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1910.943131] env[62588]: DEBUG nova.compute.provider_tree [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Updating resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 generation from 164 to 165 during operation: update_inventory {{(pid=62588) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1910.943326] env[62588]: DEBUG nova.compute.provider_tree [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1911.052893] env[62588]: DEBUG oslo_concurrency.lockutils [req-631029a6-39eb-4a11-b97f-d08343971056 req-2ff13909-3a33-4b90-807f-c06368654d63 service nova] Releasing lock "refresh_cache-4e072f28-9d6b-459e-b9a6-56d963f8c715" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1911.212927] env[62588]: DEBUG oslo_vmware.api [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794496, 'name': CreateSnapshot_Task, 'duration_secs': 2.399993} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.215911] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Created Snapshot of the VM instance {{(pid=62588) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1911.216644] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a517d607-8e71-47c9-9347-e01f1d0ca18e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.223768] env[62588]: DEBUG oslo_vmware.api [None req-91f838e4-9928-4022-8496-733b8c460256 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794498, 'name': ReconfigVM_Task, 'duration_secs': 0.498992} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.226726] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-91f838e4-9928-4022-8496-733b8c460256 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-abf9bdd9-93dc-4e44-804a-e22bc9f4e4ae/volume-abf9bdd9-93dc-4e44-804a-e22bc9f4e4ae.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1911.233355] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66130eed-344d-4abd-9d9d-0c717fb78226 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.248704] env[62588]: DEBUG oslo_vmware.api [None req-91f838e4-9928-4022-8496-733b8c460256 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for the task: (returnval){ [ 1911.248704] env[62588]: value = "task-1794501" [ 1911.248704] env[62588]: _type = "Task" [ 1911.248704] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.257260] env[62588]: DEBUG oslo_vmware.api [None req-91f838e4-9928-4022-8496-733b8c460256 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.264387] env[62588]: DEBUG oslo_vmware.api [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Task: {'id': task-1794500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183197} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.265398] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1911.265594] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1911.265777] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1911.265945] env[62588]: INFO nova.compute.manager [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1911.266192] env[62588]: DEBUG oslo.service.loopingcall [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1911.266378] env[62588]: DEBUG nova.compute.manager [-] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1911.266474] env[62588]: DEBUG nova.network.neutron [-] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1911.282768] env[62588]: DEBUG nova.network.neutron [-] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1911.424652] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Acquiring lock "refresh_cache-20dd81a9-2a91-40db-9da9-a64bdfa4f80b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1911.424802] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Acquired lock "refresh_cache-20dd81a9-2a91-40db-9da9-a64bdfa4f80b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1911.424974] env[62588]: DEBUG nova.network.neutron [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1911.449024] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.086s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.451437] env[62588]: DEBUG oslo_concurrency.lockutils [None req-11dace30-daf1-47df-b92e-f7722a574b0e tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.814s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.451661] env[62588]: DEBUG nova.objects.instance [None req-11dace30-daf1-47df-b92e-f7722a574b0e tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lazy-loading 'resources' on Instance uuid 866820b1-6d9a-43ec-98f5-2f9f52527865 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1911.751531] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Creating linked-clone VM from snapshot {{(pid=62588) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1911.751904] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e292e003-6ad8-4ea0-b45c-f5a6ec18278b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.763561] env[62588]: DEBUG oslo_vmware.api [None req-91f838e4-9928-4022-8496-733b8c460256 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794501, 'name': ReconfigVM_Task, 'duration_secs': 0.147016} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.765087] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-91f838e4-9928-4022-8496-733b8c460256 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372189', 'volume_id': 'abf9bdd9-93dc-4e44-804a-e22bc9f4e4ae', 'name': 'volume-abf9bdd9-93dc-4e44-804a-e22bc9f4e4ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '52150651-091b-4f90-a5e3-8d1206374466', 'attached_at': '', 'detached_at': '', 'volume_id': 'abf9bdd9-93dc-4e44-804a-e22bc9f4e4ae', 'serial': 'abf9bdd9-93dc-4e44-804a-e22bc9f4e4ae'} {{(pid=62588) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1911.767576] env[62588]: DEBUG oslo_vmware.api [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1911.767576] env[62588]: value = "task-1794502" [ 1911.767576] env[62588]: _type = "Task" [ 1911.767576] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.774810] env[62588]: DEBUG oslo_vmware.api [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794502, 'name': CloneVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.784959] env[62588]: DEBUG nova.network.neutron [-] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.960895] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c9820bf2-1bbd-42d7-9b26-a82e708cd21b tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "0dd60d48-3eb5-4636-83f1-01cf47119a57" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.187s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.962361] env[62588]: DEBUG oslo_concurrency.lockutils [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "0dd60d48-3eb5-4636-83f1-01cf47119a57" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.014s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.962361] env[62588]: INFO nova.compute.manager [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Unshelving [ 1911.964023] env[62588]: DEBUG nova.network.neutron [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1912.102288] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246afd83-6418-46ba-84d1-4b8fe307fc60 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.109781] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc580de8-76d2-41bc-89ec-c161959717be {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.114033] env[62588]: DEBUG nova.network.neutron [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Updating instance_info_cache with network_info: [{"id": "6637e6a9-b424-4e9b-b01f-1911d3ae7e1e", "address": "fa:16:3e:c9:a7:b6", "network": {"id": "19b408f4-a8a2-41c9-af93-c5d7867b82c9", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-20471359-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c0d73beba92413e90be6412ecf4c01d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6637e6a9-b4", "ovs_interfaceid": "6637e6a9-b424-4e9b-b01f-1911d3ae7e1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1912.144115] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5259a913-5f99-40f4-9c4c-d60e150936cf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.152315] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d59a98-6ccc-4f34-8c07-9ad808748dde {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.165870] env[62588]: DEBUG nova.compute.provider_tree [None req-11dace30-daf1-47df-b92e-f7722a574b0e tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1912.279065] env[62588]: DEBUG oslo_vmware.api [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794502, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.287612] env[62588]: INFO nova.compute.manager [-] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Took 1.02 seconds to deallocate network for instance. [ 1912.564313] env[62588]: DEBUG nova.compute.manager [req-e75ddc9a-4ff8-4cab-a5d3-73bda9d2c9ce req-e4c2743a-7037-4543-b2af-9928072dc9dc service nova] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Received event network-changed-6637e6a9-b424-4e9b-b01f-1911d3ae7e1e {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1912.564313] env[62588]: DEBUG nova.compute.manager [req-e75ddc9a-4ff8-4cab-a5d3-73bda9d2c9ce req-e4c2743a-7037-4543-b2af-9928072dc9dc service nova] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Refreshing instance network info cache due to event network-changed-6637e6a9-b424-4e9b-b01f-1911d3ae7e1e. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1912.564313] env[62588]: DEBUG oslo_concurrency.lockutils [req-e75ddc9a-4ff8-4cab-a5d3-73bda9d2c9ce req-e4c2743a-7037-4543-b2af-9928072dc9dc service nova] Acquiring lock "refresh_cache-20dd81a9-2a91-40db-9da9-a64bdfa4f80b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.616567] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Releasing lock "refresh_cache-20dd81a9-2a91-40db-9da9-a64bdfa4f80b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1912.616886] env[62588]: DEBUG nova.compute.manager [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Instance network_info: |[{"id": "6637e6a9-b424-4e9b-b01f-1911d3ae7e1e", "address": "fa:16:3e:c9:a7:b6", "network": {"id": "19b408f4-a8a2-41c9-af93-c5d7867b82c9", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-20471359-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c0d73beba92413e90be6412ecf4c01d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6637e6a9-b4", "ovs_interfaceid": "6637e6a9-b424-4e9b-b01f-1911d3ae7e1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1912.617217] env[62588]: DEBUG oslo_concurrency.lockutils [req-e75ddc9a-4ff8-4cab-a5d3-73bda9d2c9ce req-e4c2743a-7037-4543-b2af-9928072dc9dc service nova] Acquired lock "refresh_cache-20dd81a9-2a91-40db-9da9-a64bdfa4f80b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.617396] env[62588]: DEBUG nova.network.neutron [req-e75ddc9a-4ff8-4cab-a5d3-73bda9d2c9ce req-e4c2743a-7037-4543-b2af-9928072dc9dc service nova] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Refreshing network info cache for port 6637e6a9-b424-4e9b-b01f-1911d3ae7e1e {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1912.618762] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:a7:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d0c6fd7-3cc9-4818-9475-8f15900394cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6637e6a9-b424-4e9b-b01f-1911d3ae7e1e', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1912.626719] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Creating folder: Project (0c0d73beba92413e90be6412ecf4c01d). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1912.629660] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbc8fb19-691d-4302-b92d-de4225780b0f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.642279] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Created folder: Project (0c0d73beba92413e90be6412ecf4c01d) in parent group-v371885. [ 1912.642478] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Creating folder: Instances. Parent ref: group-v372192. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1912.642733] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27cf271e-3605-400e-bd51-d946e1907efb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.652297] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Created folder: Instances in parent group-v372192. [ 1912.652599] env[62588]: DEBUG oslo.service.loopingcall [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1912.652845] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1912.653162] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63508ad5-ba7a-4f2a-ae88-c42e66fc807a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.669036] env[62588]: DEBUG nova.scheduler.client.report [None req-11dace30-daf1-47df-b92e-f7722a574b0e tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1912.680353] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1912.680353] env[62588]: value = "task-1794505" [ 1912.680353] env[62588]: _type = "Task" [ 1912.680353] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.689572] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794505, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.783631] env[62588]: DEBUG oslo_vmware.api [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794502, 'name': CloneVM_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.793906] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.802927] env[62588]: DEBUG nova.objects.instance [None req-91f838e4-9928-4022-8496-733b8c460256 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lazy-loading 'flavor' on Instance uuid 52150651-091b-4f90-a5e3-8d1206374466 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1912.854426] env[62588]: DEBUG nova.network.neutron [req-e75ddc9a-4ff8-4cab-a5d3-73bda9d2c9ce req-e4c2743a-7037-4543-b2af-9928072dc9dc service nova] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Updated VIF entry in instance network info cache for port 6637e6a9-b424-4e9b-b01f-1911d3ae7e1e. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1912.854823] env[62588]: DEBUG nova.network.neutron [req-e75ddc9a-4ff8-4cab-a5d3-73bda9d2c9ce req-e4c2743a-7037-4543-b2af-9928072dc9dc service nova] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Updating instance_info_cache with network_info: [{"id": "6637e6a9-b424-4e9b-b01f-1911d3ae7e1e", "address": "fa:16:3e:c9:a7:b6", "network": {"id": "19b408f4-a8a2-41c9-af93-c5d7867b82c9", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-20471359-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c0d73beba92413e90be6412ecf4c01d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6637e6a9-b4", "ovs_interfaceid": "6637e6a9-b424-4e9b-b01f-1911d3ae7e1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1912.990889] env[62588]: DEBUG oslo_concurrency.lockutils [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.176034] env[62588]: DEBUG oslo_concurrency.lockutils [None req-11dace30-daf1-47df-b92e-f7722a574b0e tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.178499] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.385s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.178997] env[62588]: DEBUG nova.objects.instance [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Lazy-loading 'resources' on Instance uuid d9df2fa1-9fa6-4067-95a2-305f9225ff14 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1913.191141] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794505, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.196595] env[62588]: INFO nova.scheduler.client.report [None req-11dace30-daf1-47df-b92e-f7722a574b0e tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Deleted allocations for instance 866820b1-6d9a-43ec-98f5-2f9f52527865 [ 1913.280925] env[62588]: DEBUG oslo_vmware.api [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794502, 'name': CloneVM_Task} progress is 95%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.306625] env[62588]: DEBUG oslo_concurrency.lockutils [None req-91f838e4-9928-4022-8496-733b8c460256 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "52150651-091b-4f90-a5e3-8d1206374466" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.278s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.357219] env[62588]: DEBUG oslo_concurrency.lockutils [req-e75ddc9a-4ff8-4cab-a5d3-73bda9d2c9ce req-e4c2743a-7037-4543-b2af-9928072dc9dc service nova] Releasing lock "refresh_cache-20dd81a9-2a91-40db-9da9-a64bdfa4f80b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1913.626227] env[62588]: DEBUG oslo_concurrency.lockutils [None req-182f45b7-3fc1-43f6-9714-066d33923822 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquiring lock "52150651-091b-4f90-a5e3-8d1206374466" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.626582] env[62588]: DEBUG oslo_concurrency.lockutils [None req-182f45b7-3fc1-43f6-9714-066d33923822 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "52150651-091b-4f90-a5e3-8d1206374466" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.692744] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794505, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.704396] env[62588]: DEBUG oslo_concurrency.lockutils [None req-11dace30-daf1-47df-b92e-f7722a574b0e tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "866820b1-6d9a-43ec-98f5-2f9f52527865" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.222s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.780632] env[62588]: DEBUG oslo_vmware.api [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794502, 'name': CloneVM_Task, 'duration_secs': 1.719029} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.783229] env[62588]: INFO nova.virt.vmwareapi.vmops [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Created linked-clone VM from snapshot [ 1913.784728] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b9b0c2-fd23-40f1-905a-8a498fbc4275 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.793820] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Uploading image 1c554d03-0aba-4fa8-a1e8-557b0aa5b64f {{(pid=62588) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1913.809443] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b443b20d-ea06-4ffc-9543-7fd2f1681d50 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.820435] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf6e9a5-6f14-4ff6-997b-05c30e256a50 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.855749] env[62588]: DEBUG oslo_vmware.rw_handles [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1913.855749] env[62588]: value = "vm-372191" [ 1913.855749] env[62588]: _type = "VirtualMachine" [ 1913.855749] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1913.856498] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e943faf6-d429-497a-9d66-9da1b6983701 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.859080] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6907b322-c168-4bdd-ae39-836207426e5e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.866888] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a774085-aad9-44da-bbd0-dcf7f1600896 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.870792] env[62588]: DEBUG oslo_vmware.rw_handles [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lease: (returnval){ [ 1913.870792] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5257568b-e060-934e-7a65-5f4368f7c4ec" [ 1913.870792] env[62588]: _type = "HttpNfcLease" [ 1913.870792] env[62588]: } obtained for exporting VM: (result){ [ 1913.870792] env[62588]: value = "vm-372191" [ 1913.870792] env[62588]: _type = "VirtualMachine" [ 1913.870792] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1913.871099] env[62588]: DEBUG oslo_vmware.api [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the lease: (returnval){ [ 1913.871099] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5257568b-e060-934e-7a65-5f4368f7c4ec" [ 1913.871099] env[62588]: _type = "HttpNfcLease" [ 1913.871099] env[62588]: } to be ready. {{(pid=62588) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1913.884377] env[62588]: DEBUG nova.compute.provider_tree [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1913.888736] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1913.888736] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5257568b-e060-934e-7a65-5f4368f7c4ec" [ 1913.888736] env[62588]: _type = "HttpNfcLease" [ 1913.888736] env[62588]: } is ready. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1913.889071] env[62588]: DEBUG oslo_vmware.rw_handles [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1913.889071] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5257568b-e060-934e-7a65-5f4368f7c4ec" [ 1913.889071] env[62588]: _type = "HttpNfcLease" [ 1913.889071] env[62588]: }. {{(pid=62588) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1913.889809] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402a4797-21ba-4575-85ae-316891a72e0b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.897212] env[62588]: DEBUG oslo_vmware.rw_handles [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527a8d9c-3565-a5c2-4efe-b8bb459c4185/disk-0.vmdk from lease info. {{(pid=62588) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1913.897393] env[62588]: DEBUG oslo_vmware.rw_handles [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527a8d9c-3565-a5c2-4efe-b8bb459c4185/disk-0.vmdk for reading. {{(pid=62588) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1913.986846] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0bff6ba7-dd49-4410-a42f-e5db60329597 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.131935] env[62588]: INFO nova.compute.manager [None req-182f45b7-3fc1-43f6-9714-066d33923822 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Detaching volume c8a592b2-1420-4c46-b2ef-f6398b46e84c [ 1914.173221] env[62588]: INFO nova.virt.block_device [None req-182f45b7-3fc1-43f6-9714-066d33923822 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Attempting to driver detach volume c8a592b2-1420-4c46-b2ef-f6398b46e84c from mountpoint /dev/sdb [ 1914.173504] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-182f45b7-3fc1-43f6-9714-066d33923822 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Volume detach. Driver type: vmdk {{(pid=62588) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1914.173588] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-182f45b7-3fc1-43f6-9714-066d33923822 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372186', 'volume_id': 'c8a592b2-1420-4c46-b2ef-f6398b46e84c', 'name': 'volume-c8a592b2-1420-4c46-b2ef-f6398b46e84c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '52150651-091b-4f90-a5e3-8d1206374466', 'attached_at': '', 'detached_at': '', 'volume_id': 'c8a592b2-1420-4c46-b2ef-f6398b46e84c', 'serial': 'c8a592b2-1420-4c46-b2ef-f6398b46e84c'} {{(pid=62588) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1914.174487] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d323bfa-903c-46e6-af69-e686c69f77b2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.204301] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4e95ed-d199-4454-b9ba-ec63a12bee6c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.214098] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794505, 'name': CreateVM_Task, 'duration_secs': 1.195734} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.215954] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1914.217140] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1914.217327] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1914.217844] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1914.218649] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660454f9-b20c-40e7-bc5f-05d5aaab7b24 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.221080] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d0ca556-1622-4cfb-90b4-2c9d0da6125c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.227418] env[62588]: DEBUG oslo_vmware.api [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Waiting for the task: (returnval){ [ 1914.227418] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d3c8eb-9ce7-e180-17e6-ede22d722bd6" [ 1914.227418] env[62588]: _type = "Task" [ 1914.227418] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.248836] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586d6f09-f46c-4e3f-9c14-83a222d64933 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.257219] env[62588]: DEBUG oslo_vmware.api [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d3c8eb-9ce7-e180-17e6-ede22d722bd6, 'name': SearchDatastore_Task, 'duration_secs': 0.028224} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.267400] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1914.267674] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1914.267901] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1914.268065] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1914.268244] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1914.268548] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-182f45b7-3fc1-43f6-9714-066d33923822 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] The volume has not been displaced from its original location: [datastore1] volume-c8a592b2-1420-4c46-b2ef-f6398b46e84c/volume-c8a592b2-1420-4c46-b2ef-f6398b46e84c.vmdk. No consolidation needed. {{(pid=62588) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1914.273804] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-182f45b7-3fc1-43f6-9714-066d33923822 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1914.274109] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-575ef2d0-a4ed-445e-a29e-5bca7f0a0a31 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.275992] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d12cbf6-d257-4bff-afe4-d3c9fd979983 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.297292] env[62588]: DEBUG oslo_vmware.api [None req-182f45b7-3fc1-43f6-9714-066d33923822 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for the task: (returnval){ [ 1914.297292] env[62588]: value = "task-1794507" [ 1914.297292] env[62588]: _type = "Task" [ 1914.297292] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.301577] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1914.301812] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1914.303082] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32e7520d-686e-4967-a4e8-90b0d1403d53 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.308693] env[62588]: DEBUG oslo_vmware.api [None req-182f45b7-3fc1-43f6-9714-066d33923822 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794507, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.311740] env[62588]: DEBUG oslo_vmware.api [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Waiting for the task: (returnval){ [ 1914.311740] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ae8e66-079d-be72-db54-e43d7354b3b9" [ 1914.311740] env[62588]: _type = "Task" [ 1914.311740] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.320612] env[62588]: DEBUG oslo_vmware.api [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ae8e66-079d-be72-db54-e43d7354b3b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.387942] env[62588]: DEBUG nova.scheduler.client.report [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1914.807249] env[62588]: DEBUG oslo_vmware.api [None req-182f45b7-3fc1-43f6-9714-066d33923822 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794507, 'name': ReconfigVM_Task, 'duration_secs': 0.357128} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.807580] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-182f45b7-3fc1-43f6-9714-066d33923822 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1914.812910] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24feb729-7513-4536-a4c4-cf2fcb9d9e38 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.831814] env[62588]: DEBUG oslo_vmware.api [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52ae8e66-079d-be72-db54-e43d7354b3b9, 'name': SearchDatastore_Task, 'duration_secs': 0.013745} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.833983] env[62588]: DEBUG oslo_vmware.api [None req-182f45b7-3fc1-43f6-9714-066d33923822 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for the task: (returnval){ [ 1914.833983] env[62588]: value = "task-1794508" [ 1914.833983] env[62588]: _type = "Task" [ 1914.833983] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.834190] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6db21da6-bae7-48eb-be96-7214a54645f7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.842185] env[62588]: DEBUG oslo_vmware.api [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Waiting for the task: (returnval){ [ 1914.842185] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52915328-2a70-02e4-18d1-d683c0645f96" [ 1914.842185] env[62588]: _type = "Task" [ 1914.842185] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.845631] env[62588]: DEBUG oslo_vmware.api [None req-182f45b7-3fc1-43f6-9714-066d33923822 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794508, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.853424] env[62588]: DEBUG oslo_vmware.api [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52915328-2a70-02e4-18d1-d683c0645f96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.893580] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.715s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.896719] env[62588]: DEBUG oslo_concurrency.lockutils [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.906s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.896719] env[62588]: DEBUG nova.objects.instance [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lazy-loading 'pci_requests' on Instance uuid 0dd60d48-3eb5-4636-83f1-01cf47119a57 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1914.914610] env[62588]: INFO nova.scheduler.client.report [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Deleted allocations for instance d9df2fa1-9fa6-4067-95a2-305f9225ff14 [ 1915.345622] env[62588]: DEBUG oslo_vmware.api [None req-182f45b7-3fc1-43f6-9714-066d33923822 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794508, 'name': ReconfigVM_Task, 'duration_secs': 0.166107} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.348477] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-182f45b7-3fc1-43f6-9714-066d33923822 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372186', 'volume_id': 'c8a592b2-1420-4c46-b2ef-f6398b46e84c', 'name': 'volume-c8a592b2-1420-4c46-b2ef-f6398b46e84c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '52150651-091b-4f90-a5e3-8d1206374466', 'attached_at': '', 'detached_at': '', 'volume_id': 'c8a592b2-1420-4c46-b2ef-f6398b46e84c', 'serial': 'c8a592b2-1420-4c46-b2ef-f6398b46e84c'} {{(pid=62588) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1915.356366] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "1ae36f61-4584-45fa-b110-db37330608b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.356669] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "1ae36f61-4584-45fa-b110-db37330608b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.364468] env[62588]: DEBUG oslo_vmware.api [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52915328-2a70-02e4-18d1-d683c0645f96, 'name': SearchDatastore_Task, 'duration_secs': 0.014168} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.364549] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1915.364798] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 20dd81a9-2a91-40db-9da9-a64bdfa4f80b/20dd81a9-2a91-40db-9da9-a64bdfa4f80b.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1915.365112] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d01ddfdf-8707-4b19-a58d-85baae8b5ff9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.373050] env[62588]: DEBUG oslo_vmware.api [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Waiting for the task: (returnval){ [ 1915.373050] env[62588]: value = "task-1794509" [ 1915.373050] env[62588]: _type = "Task" [ 1915.373050] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.382070] env[62588]: DEBUG oslo_vmware.api [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Task: {'id': task-1794509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.402674] env[62588]: DEBUG nova.objects.instance [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lazy-loading 'numa_topology' on Instance uuid 0dd60d48-3eb5-4636-83f1-01cf47119a57 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1915.423602] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3475a900-50a2-430c-b2aa-e817294997eb tempest-ServerShowV257Test-1489448047 tempest-ServerShowV257Test-1489448047-project-member] Lock "d9df2fa1-9fa6-4067-95a2-305f9225ff14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.864s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.859637] env[62588]: DEBUG nova.compute.manager [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1915.883017] env[62588]: DEBUG oslo_vmware.api [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Task: {'id': task-1794509, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.900282] env[62588]: DEBUG nova.objects.instance [None req-182f45b7-3fc1-43f6-9714-066d33923822 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lazy-loading 'flavor' on Instance uuid 52150651-091b-4f90-a5e3-8d1206374466 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1915.905470] env[62588]: INFO nova.compute.claims [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1916.384546] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.388287] env[62588]: DEBUG oslo_vmware.api [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Task: {'id': task-1794509, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712343} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.388735] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 20dd81a9-2a91-40db-9da9-a64bdfa4f80b/20dd81a9-2a91-40db-9da9-a64bdfa4f80b.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1916.388952] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1916.389210] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-637f5bb7-ef35-4763-8933-2967c5709d6d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.397461] env[62588]: DEBUG oslo_vmware.api [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Waiting for the task: (returnval){ [ 1916.397461] env[62588]: value = "task-1794510" [ 1916.397461] env[62588]: _type = "Task" [ 1916.397461] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.407212] env[62588]: DEBUG oslo_vmware.api [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Task: {'id': task-1794510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.890294] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b148a701-c255-40e2-981a-baf03a9da53f tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquiring lock "52150651-091b-4f90-a5e3-8d1206374466" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.908247] env[62588]: DEBUG oslo_vmware.api [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Task: {'id': task-1794510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066462} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.908561] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1916.909329] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bafcf6-e3c4-442e-bb6b-1a78b78914cc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.911897] env[62588]: DEBUG oslo_concurrency.lockutils [None req-182f45b7-3fc1-43f6-9714-066d33923822 tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "52150651-091b-4f90-a5e3-8d1206374466" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.285s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.915743] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b148a701-c255-40e2-981a-baf03a9da53f tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "52150651-091b-4f90-a5e3-8d1206374466" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.026s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.936614] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 20dd81a9-2a91-40db-9da9-a64bdfa4f80b/20dd81a9-2a91-40db-9da9-a64bdfa4f80b.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1916.940199] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c2d656f-b913-42c2-8845-ee9d208a1309 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.961565] env[62588]: DEBUG oslo_vmware.api [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Waiting for the task: (returnval){ [ 1916.961565] env[62588]: value = "task-1794511" [ 1916.961565] env[62588]: _type = "Task" [ 1916.961565] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.971542] env[62588]: DEBUG oslo_vmware.api [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Task: {'id': task-1794511, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.075070] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5edf56-9046-438f-a864-4c99a7621435 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.083301] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bebd89-5d04-4bbf-beff-cf3b35c43061 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.114834] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3267455-7880-4a59-b739-ab95c8cdf388 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.122432] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d187096c-9317-4933-bbc8-603d43101fcd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.135845] env[62588]: DEBUG nova.compute.provider_tree [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1917.417898] env[62588]: INFO nova.compute.manager [None req-b148a701-c255-40e2-981a-baf03a9da53f tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Detaching volume abf9bdd9-93dc-4e44-804a-e22bc9f4e4ae [ 1917.449389] env[62588]: INFO nova.virt.block_device [None req-b148a701-c255-40e2-981a-baf03a9da53f tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Attempting to driver detach volume abf9bdd9-93dc-4e44-804a-e22bc9f4e4ae from mountpoint /dev/sdc [ 1917.449632] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-b148a701-c255-40e2-981a-baf03a9da53f tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Volume detach. Driver type: vmdk {{(pid=62588) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1917.449819] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-b148a701-c255-40e2-981a-baf03a9da53f tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372189', 'volume_id': 'abf9bdd9-93dc-4e44-804a-e22bc9f4e4ae', 'name': 'volume-abf9bdd9-93dc-4e44-804a-e22bc9f4e4ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '52150651-091b-4f90-a5e3-8d1206374466', 'attached_at': '', 'detached_at': '', 'volume_id': 'abf9bdd9-93dc-4e44-804a-e22bc9f4e4ae', 'serial': 'abf9bdd9-93dc-4e44-804a-e22bc9f4e4ae'} {{(pid=62588) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1917.450818] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273623f9-4783-440a-bd56-72d0b19fcd66 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.475538] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84a907e-a5c7-4e4d-af06-452c21f0454c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.483075] env[62588]: DEBUG oslo_vmware.api [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Task: {'id': task-1794511, 'name': ReconfigVM_Task, 'duration_secs': 0.311891} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.484739] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 20dd81a9-2a91-40db-9da9-a64bdfa4f80b/20dd81a9-2a91-40db-9da9-a64bdfa4f80b.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1917.485482] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac4148ee-3756-44e9-a89a-e68eba58906f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.487311] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c34422c-ff97-43bb-a170-4926bcbf91eb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.511014] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1509748e-7a09-4f00-b273-44b0f4996da1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.513981] env[62588]: DEBUG oslo_vmware.api [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Waiting for the task: (returnval){ [ 1917.513981] env[62588]: value = "task-1794512" [ 1917.513981] env[62588]: _type = "Task" [ 1917.513981] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.527689] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-b148a701-c255-40e2-981a-baf03a9da53f tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] The volume has not been displaced from its original location: [datastore1] volume-abf9bdd9-93dc-4e44-804a-e22bc9f4e4ae/volume-abf9bdd9-93dc-4e44-804a-e22bc9f4e4ae.vmdk. No consolidation needed. {{(pid=62588) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1917.532956] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-b148a701-c255-40e2-981a-baf03a9da53f tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Reconfiguring VM instance instance-00000069 to detach disk 2002 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1917.533724] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2805ea7-e2c4-4476-82e6-906a46a76979 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.549746] env[62588]: DEBUG oslo_vmware.api [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Task: {'id': task-1794512, 'name': Rename_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.555196] env[62588]: DEBUG oslo_vmware.api [None req-b148a701-c255-40e2-981a-baf03a9da53f tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for the task: (returnval){ [ 1917.555196] env[62588]: value = "task-1794513" [ 1917.555196] env[62588]: _type = "Task" [ 1917.555196] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.562726] env[62588]: DEBUG oslo_vmware.api [None req-b148a701-c255-40e2-981a-baf03a9da53f tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.642286] env[62588]: DEBUG nova.scheduler.client.report [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1918.024614] env[62588]: DEBUG oslo_vmware.api [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Task: {'id': task-1794512, 'name': Rename_Task, 'duration_secs': 0.141702} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.024874] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1918.025118] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bc9fe9f-ecfb-4ef9-a38b-720f7c10d30d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.031702] env[62588]: DEBUG oslo_vmware.api [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Waiting for the task: (returnval){ [ 1918.031702] env[62588]: value = "task-1794514" [ 1918.031702] env[62588]: _type = "Task" [ 1918.031702] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.039450] env[62588]: DEBUG oslo_vmware.api [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Task: {'id': task-1794514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.065655] env[62588]: DEBUG oslo_vmware.api [None req-b148a701-c255-40e2-981a-baf03a9da53f tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794513, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.144880] env[62588]: DEBUG oslo_concurrency.lockutils [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.248s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.147924] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.763s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.148670] env[62588]: INFO nova.compute.claims [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1918.183379] env[62588]: INFO nova.network.neutron [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Updating port b019fa05-178b-4599-830b-aecb5ed06cdf with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1918.541480] env[62588]: DEBUG oslo_vmware.api [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Task: {'id': task-1794514, 'name': PowerOnVM_Task, 'duration_secs': 0.47936} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.541842] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1918.542076] env[62588]: INFO nova.compute.manager [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Took 9.17 seconds to spawn the instance on the hypervisor. [ 1918.542308] env[62588]: DEBUG nova.compute.manager [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1918.543165] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb23effb-cf75-4603-87b1-fdaaafdeefb4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.566574] env[62588]: DEBUG oslo_vmware.api [None req-b148a701-c255-40e2-981a-baf03a9da53f tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794513, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.064897] env[62588]: INFO nova.compute.manager [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Took 14.84 seconds to build instance. [ 1919.069503] env[62588]: DEBUG oslo_vmware.api [None req-b148a701-c255-40e2-981a-baf03a9da53f tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794513, 'name': ReconfigVM_Task, 'duration_secs': 1.290581} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.069734] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-b148a701-c255-40e2-981a-baf03a9da53f tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Reconfigured VM instance instance-00000069 to detach disk 2002 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1919.074499] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a6600a6-899a-424c-b7f9-6b7c2ae00e2d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.089735] env[62588]: DEBUG oslo_vmware.api [None req-b148a701-c255-40e2-981a-baf03a9da53f tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for the task: (returnval){ [ 1919.089735] env[62588]: value = "task-1794515" [ 1919.089735] env[62588]: _type = "Task" [ 1919.089735] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.099659] env[62588]: DEBUG oslo_vmware.api [None req-b148a701-c255-40e2-981a-baf03a9da53f tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794515, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.293612] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742ac150-a198-4a07-a19c-f400d84db20d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.301413] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3114ba70-fc2c-4f33-8464-15af35ed2a60 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.331674] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e0e8cc-9edf-41a6-b94d-f378dc37ea44 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.339425] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06eee7d1-05e5-49b2-a7de-0b02f2cbcf49 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.353050] env[62588]: DEBUG nova.compute.provider_tree [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1919.566737] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9676e0bf-8e6b-4552-a2f6-2da2a640c6ca tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Lock "20dd81a9-2a91-40db-9da9-a64bdfa4f80b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.347s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.601643] env[62588]: DEBUG oslo_vmware.api [None req-b148a701-c255-40e2-981a-baf03a9da53f tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794515, 'name': ReconfigVM_Task, 'duration_secs': 0.15659} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.601759] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-b148a701-c255-40e2-981a-baf03a9da53f tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372189', 'volume_id': 'abf9bdd9-93dc-4e44-804a-e22bc9f4e4ae', 'name': 'volume-abf9bdd9-93dc-4e44-804a-e22bc9f4e4ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '52150651-091b-4f90-a5e3-8d1206374466', 'attached_at': '', 'detached_at': '', 'volume_id': 'abf9bdd9-93dc-4e44-804a-e22bc9f4e4ae', 'serial': 'abf9bdd9-93dc-4e44-804a-e22bc9f4e4ae'} {{(pid=62588) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1919.616459] env[62588]: DEBUG nova.compute.manager [req-9b99d8ab-ac3c-4a23-acb5-e4eaaace8def req-ab480b84-300c-4f47-838d-52d5319f2809 service nova] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Received event network-vif-plugged-b019fa05-178b-4599-830b-aecb5ed06cdf {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1919.616747] env[62588]: DEBUG oslo_concurrency.lockutils [req-9b99d8ab-ac3c-4a23-acb5-e4eaaace8def req-ab480b84-300c-4f47-838d-52d5319f2809 service nova] Acquiring lock "0dd60d48-3eb5-4636-83f1-01cf47119a57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.617008] env[62588]: DEBUG oslo_concurrency.lockutils [req-9b99d8ab-ac3c-4a23-acb5-e4eaaace8def req-ab480b84-300c-4f47-838d-52d5319f2809 service nova] Lock "0dd60d48-3eb5-4636-83f1-01cf47119a57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.618601] env[62588]: DEBUG oslo_concurrency.lockutils [req-9b99d8ab-ac3c-4a23-acb5-e4eaaace8def req-ab480b84-300c-4f47-838d-52d5319f2809 service nova] Lock "0dd60d48-3eb5-4636-83f1-01cf47119a57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.618601] env[62588]: DEBUG nova.compute.manager [req-9b99d8ab-ac3c-4a23-acb5-e4eaaace8def req-ab480b84-300c-4f47-838d-52d5319f2809 service nova] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] No waiting events found dispatching network-vif-plugged-b019fa05-178b-4599-830b-aecb5ed06cdf {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1919.618760] env[62588]: WARNING nova.compute.manager [req-9b99d8ab-ac3c-4a23-acb5-e4eaaace8def req-ab480b84-300c-4f47-838d-52d5319f2809 service nova] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Received unexpected event network-vif-plugged-b019fa05-178b-4599-830b-aecb5ed06cdf for instance with vm_state shelved_offloaded and task_state spawning. [ 1919.723973] env[62588]: DEBUG oslo_concurrency.lockutils [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "refresh_cache-0dd60d48-3eb5-4636-83f1-01cf47119a57" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.724174] env[62588]: DEBUG oslo_concurrency.lockutils [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquired lock "refresh_cache-0dd60d48-3eb5-4636-83f1-01cf47119a57" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.724359] env[62588]: DEBUG nova.network.neutron [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1919.856426] env[62588]: DEBUG nova.scheduler.client.report [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1920.216770] env[62588]: DEBUG nova.objects.instance [None req-b148a701-c255-40e2-981a-baf03a9da53f tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lazy-loading 'flavor' on Instance uuid 52150651-091b-4f90-a5e3-8d1206374466 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1920.356625] env[62588]: DEBUG oslo_concurrency.lockutils [None req-62436888-00af-4ee4-81e0-7713883b977e tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Acquiring lock "20dd81a9-2a91-40db-9da9-a64bdfa4f80b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.356874] env[62588]: DEBUG oslo_concurrency.lockutils [None req-62436888-00af-4ee4-81e0-7713883b977e tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Lock "20dd81a9-2a91-40db-9da9-a64bdfa4f80b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.357090] env[62588]: DEBUG oslo_concurrency.lockutils [None req-62436888-00af-4ee4-81e0-7713883b977e tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Acquiring lock "20dd81a9-2a91-40db-9da9-a64bdfa4f80b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.357274] env[62588]: DEBUG oslo_concurrency.lockutils [None req-62436888-00af-4ee4-81e0-7713883b977e tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Lock "20dd81a9-2a91-40db-9da9-a64bdfa4f80b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.357590] env[62588]: DEBUG oslo_concurrency.lockutils [None req-62436888-00af-4ee4-81e0-7713883b977e tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Lock "20dd81a9-2a91-40db-9da9-a64bdfa4f80b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.359484] env[62588]: INFO nova.compute.manager [None req-62436888-00af-4ee4-81e0-7713883b977e tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Terminating instance [ 1920.361181] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.214s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.361647] env[62588]: DEBUG nova.compute.manager [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1920.449034] env[62588]: DEBUG nova.network.neutron [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Updating instance_info_cache with network_info: [{"id": "b019fa05-178b-4599-830b-aecb5ed06cdf", "address": "fa:16:3e:86:f7:4c", "network": {"id": "94db9e1b-f422-4077-be68-4fd81b713a80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1210070792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "979ec9f712cf4691b14f90355fbb2827", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb019fa05-17", "ovs_interfaceid": "b019fa05-178b-4599-830b-aecb5ed06cdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1920.868052] env[62588]: DEBUG nova.compute.utils [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1920.869626] env[62588]: DEBUG nova.compute.manager [None req-62436888-00af-4ee4-81e0-7713883b977e tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1920.869887] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-62436888-00af-4ee4-81e0-7713883b977e tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1920.870590] env[62588]: DEBUG nova.compute.manager [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1920.870762] env[62588]: DEBUG nova.network.neutron [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1920.873884] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0286f2e-e73a-42a8-a5ec-115681263eea {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.882639] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-62436888-00af-4ee4-81e0-7713883b977e tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1920.883589] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fd8d16f-5ed4-4ba4-a420-d8bece7ae567 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.890814] env[62588]: DEBUG oslo_vmware.api [None req-62436888-00af-4ee4-81e0-7713883b977e tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Waiting for the task: (returnval){ [ 1920.890814] env[62588]: value = "task-1794516" [ 1920.890814] env[62588]: _type = "Task" [ 1920.890814] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.899695] env[62588]: DEBUG oslo_vmware.api [None req-62436888-00af-4ee4-81e0-7713883b977e tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Task: {'id': task-1794516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.917833] env[62588]: DEBUG nova.policy [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c67af47cdf7f4c618e25c15c541a7b88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1abac53217249a7a6b3552ebfca1c1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1920.952203] env[62588]: DEBUG oslo_concurrency.lockutils [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Releasing lock "refresh_cache-0dd60d48-3eb5-4636-83f1-01cf47119a57" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.980611] env[62588]: DEBUG nova.virt.hardware [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='22386af3a8b665d956331fffb0350065',container_format='bare',created_at=2024-12-12T05:00:50Z,direct_url=,disk_format='vmdk',id=62acfd35-26f4-4825-9ee1-b7a05d5797f6,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-171197012-shelved',owner='979ec9f712cf4691b14f90355fbb2827',properties=ImageMetaProps,protected=,size=31670784,status='active',tags=,updated_at=2024-12-12T05:01:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1920.980903] env[62588]: DEBUG nova.virt.hardware [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1920.981104] env[62588]: DEBUG nova.virt.hardware [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1920.981296] env[62588]: DEBUG nova.virt.hardware [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1920.981459] env[62588]: DEBUG nova.virt.hardware [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1920.981609] env[62588]: DEBUG nova.virt.hardware [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1920.981843] env[62588]: DEBUG nova.virt.hardware [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1920.982019] env[62588]: DEBUG nova.virt.hardware [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1920.982192] env[62588]: DEBUG nova.virt.hardware [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1920.982399] env[62588]: DEBUG nova.virt.hardware [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1920.982600] env[62588]: DEBUG nova.virt.hardware [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1920.983504] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0a36f1-2e4a-43b6-b7e6-84760bee15be {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.992185] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8d3353-8462-4612-a505-9233e41c2373 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.007811] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:f7:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd182e8eb-3f6d-4c76-a06e-133dd9b3cd30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b019fa05-178b-4599-830b-aecb5ed06cdf', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1921.015638] env[62588]: DEBUG oslo.service.loopingcall [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1921.015966] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1921.016224] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-259005ee-7e5a-49fe-b726-9a599be4470c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.037418] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1921.037418] env[62588]: value = "task-1794517" [ 1921.037418] env[62588]: _type = "Task" [ 1921.037418] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.047285] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794517, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.227414] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b148a701-c255-40e2-981a-baf03a9da53f tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "52150651-091b-4f90-a5e3-8d1206374466" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.310s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.256838] env[62588]: DEBUG nova.network.neutron [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Successfully created port: e4f6da82-fcd9-4710-9284-9320dfe08eee {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1921.372411] env[62588]: DEBUG nova.compute.manager [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1921.403202] env[62588]: DEBUG oslo_vmware.api [None req-62436888-00af-4ee4-81e0-7713883b977e tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Task: {'id': task-1794516, 'name': PowerOffVM_Task, 'duration_secs': 0.237056} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.403637] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-62436888-00af-4ee4-81e0-7713883b977e tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1921.403883] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-62436888-00af-4ee4-81e0-7713883b977e tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1921.404190] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0a098a3-02e5-43ef-9c38-115b61af4139 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.476869] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-62436888-00af-4ee4-81e0-7713883b977e tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1921.477180] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-62436888-00af-4ee4-81e0-7713883b977e tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1921.477476] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-62436888-00af-4ee4-81e0-7713883b977e tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Deleting the datastore file [datastore1] 20dd81a9-2a91-40db-9da9-a64bdfa4f80b {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1921.478106] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f13468f2-a187-4a8e-9f61-2f9f5b6d9d18 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.484560] env[62588]: DEBUG oslo_vmware.api [None req-62436888-00af-4ee4-81e0-7713883b977e tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Waiting for the task: (returnval){ [ 1921.484560] env[62588]: value = "task-1794519" [ 1921.484560] env[62588]: _type = "Task" [ 1921.484560] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.492969] env[62588]: DEBUG oslo_vmware.api [None req-62436888-00af-4ee4-81e0-7713883b977e tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Task: {'id': task-1794519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.548387] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794517, 'name': CreateVM_Task, 'duration_secs': 0.46636} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.548387] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1921.549313] env[62588]: DEBUG oslo_concurrency.lockutils [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62acfd35-26f4-4825-9ee1-b7a05d5797f6" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.549507] env[62588]: DEBUG oslo_concurrency.lockutils [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62acfd35-26f4-4825-9ee1-b7a05d5797f6" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.549904] env[62588]: DEBUG oslo_concurrency.lockutils [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62acfd35-26f4-4825-9ee1-b7a05d5797f6" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1921.550239] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea0f81ec-529d-4394-a3ae-0792088232d8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.554756] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1921.554756] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f91f77-aeeb-2853-3d8a-496433647aeb" [ 1921.554756] env[62588]: _type = "Task" [ 1921.554756] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.562379] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f91f77-aeeb-2853-3d8a-496433647aeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.644947] env[62588]: DEBUG nova.compute.manager [req-5a3cd198-9b15-4b7e-843d-e49f89271a35 req-2c79e99c-267f-4787-82bc-17cf99186ac9 service nova] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Received event network-changed-b019fa05-178b-4599-830b-aecb5ed06cdf {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1921.645175] env[62588]: DEBUG nova.compute.manager [req-5a3cd198-9b15-4b7e-843d-e49f89271a35 req-2c79e99c-267f-4787-82bc-17cf99186ac9 service nova] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Refreshing instance network info cache due to event network-changed-b019fa05-178b-4599-830b-aecb5ed06cdf. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1921.645353] env[62588]: DEBUG oslo_concurrency.lockutils [req-5a3cd198-9b15-4b7e-843d-e49f89271a35 req-2c79e99c-267f-4787-82bc-17cf99186ac9 service nova] Acquiring lock "refresh_cache-0dd60d48-3eb5-4636-83f1-01cf47119a57" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.645511] env[62588]: DEBUG oslo_concurrency.lockutils [req-5a3cd198-9b15-4b7e-843d-e49f89271a35 req-2c79e99c-267f-4787-82bc-17cf99186ac9 service nova] Acquired lock "refresh_cache-0dd60d48-3eb5-4636-83f1-01cf47119a57" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.645691] env[62588]: DEBUG nova.network.neutron [req-5a3cd198-9b15-4b7e-843d-e49f89271a35 req-2c79e99c-267f-4787-82bc-17cf99186ac9 service nova] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Refreshing network info cache for port b019fa05-178b-4599-830b-aecb5ed06cdf {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1921.995734] env[62588]: DEBUG oslo_vmware.api [None req-62436888-00af-4ee4-81e0-7713883b977e tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Task: {'id': task-1794519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352712} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.996170] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-62436888-00af-4ee4-81e0-7713883b977e tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1921.996170] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-62436888-00af-4ee4-81e0-7713883b977e tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1921.996288] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-62436888-00af-4ee4-81e0-7713883b977e tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1921.996455] env[62588]: INFO nova.compute.manager [None req-62436888-00af-4ee4-81e0-7713883b977e tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1921.996719] env[62588]: DEBUG oslo.service.loopingcall [None req-62436888-00af-4ee4-81e0-7713883b977e tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1921.996954] env[62588]: DEBUG nova.compute.manager [-] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1921.997065] env[62588]: DEBUG nova.network.neutron [-] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1922.065215] env[62588]: DEBUG oslo_concurrency.lockutils [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62acfd35-26f4-4825-9ee1-b7a05d5797f6" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.065527] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Processing image 62acfd35-26f4-4825-9ee1-b7a05d5797f6 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1922.065825] env[62588]: DEBUG oslo_concurrency.lockutils [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62acfd35-26f4-4825-9ee1-b7a05d5797f6/62acfd35-26f4-4825-9ee1-b7a05d5797f6.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.065899] env[62588]: DEBUG oslo_concurrency.lockutils [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62acfd35-26f4-4825-9ee1-b7a05d5797f6/62acfd35-26f4-4825-9ee1-b7a05d5797f6.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.066101] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1922.066466] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea5a338e-3d5a-4772-8a8f-99c473cb5e13 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.075613] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1922.075809] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1922.076606] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6f49048-baa1-452a-8761-63ced0597186 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.082282] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1922.082282] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f1dbb1-41d5-0056-b32a-2e73aab4a31c" [ 1922.082282] env[62588]: _type = "Task" [ 1922.082282] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.090250] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f1dbb1-41d5-0056-b32a-2e73aab4a31c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.344650] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d7148a87-bd7e-440d-8adf-581a4f4f4aad tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquiring lock "52150651-091b-4f90-a5e3-8d1206374466" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.344650] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d7148a87-bd7e-440d-8adf-581a4f4f4aad tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "52150651-091b-4f90-a5e3-8d1206374466" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.344650] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d7148a87-bd7e-440d-8adf-581a4f4f4aad tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquiring lock "52150651-091b-4f90-a5e3-8d1206374466-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.344650] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d7148a87-bd7e-440d-8adf-581a4f4f4aad tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "52150651-091b-4f90-a5e3-8d1206374466-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.344650] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d7148a87-bd7e-440d-8adf-581a4f4f4aad tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "52150651-091b-4f90-a5e3-8d1206374466-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.346811] env[62588]: INFO nova.compute.manager [None req-d7148a87-bd7e-440d-8adf-581a4f4f4aad tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Terminating instance [ 1922.382588] env[62588]: DEBUG nova.compute.manager [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1922.415993] env[62588]: DEBUG nova.virt.hardware [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1922.416247] env[62588]: DEBUG nova.virt.hardware [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1922.416405] env[62588]: DEBUG nova.virt.hardware [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1922.416583] env[62588]: DEBUG nova.virt.hardware [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1922.416727] env[62588]: DEBUG nova.virt.hardware [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1922.416870] env[62588]: DEBUG nova.virt.hardware [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1922.417088] env[62588]: DEBUG nova.virt.hardware [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1922.417251] env[62588]: DEBUG nova.virt.hardware [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1922.417419] env[62588]: DEBUG nova.virt.hardware [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1922.417585] env[62588]: DEBUG nova.virt.hardware [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1922.417755] env[62588]: DEBUG nova.virt.hardware [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1922.418682] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a67599c-4544-4683-82ed-b577b76e8026 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.431709] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d084b8c-261b-4176-9de8-a61a75d9d70f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.520295] env[62588]: DEBUG oslo_vmware.rw_handles [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527a8d9c-3565-a5c2-4efe-b8bb459c4185/disk-0.vmdk. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1922.521289] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053854a0-1418-4ba2-8635-484cf5e3e082 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.527562] env[62588]: DEBUG oslo_vmware.rw_handles [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527a8d9c-3565-a5c2-4efe-b8bb459c4185/disk-0.vmdk is in state: ready. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1922.527726] env[62588]: ERROR oslo_vmware.rw_handles [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527a8d9c-3565-a5c2-4efe-b8bb459c4185/disk-0.vmdk due to incomplete transfer. [ 1922.527937] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a3fc54a4-d7c8-401e-9b5e-a9734bec7789 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.534358] env[62588]: DEBUG nova.network.neutron [req-5a3cd198-9b15-4b7e-843d-e49f89271a35 req-2c79e99c-267f-4787-82bc-17cf99186ac9 service nova] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Updated VIF entry in instance network info cache for port b019fa05-178b-4599-830b-aecb5ed06cdf. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1922.534811] env[62588]: DEBUG nova.network.neutron [req-5a3cd198-9b15-4b7e-843d-e49f89271a35 req-2c79e99c-267f-4787-82bc-17cf99186ac9 service nova] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Updating instance_info_cache with network_info: [{"id": "b019fa05-178b-4599-830b-aecb5ed06cdf", "address": "fa:16:3e:86:f7:4c", "network": {"id": "94db9e1b-f422-4077-be68-4fd81b713a80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1210070792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "979ec9f712cf4691b14f90355fbb2827", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb019fa05-17", "ovs_interfaceid": "b019fa05-178b-4599-830b-aecb5ed06cdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.542732] env[62588]: DEBUG oslo_vmware.rw_handles [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527a8d9c-3565-a5c2-4efe-b8bb459c4185/disk-0.vmdk. {{(pid=62588) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1922.542919] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Uploaded image 1c554d03-0aba-4fa8-a1e8-557b0aa5b64f to the Glance image server {{(pid=62588) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1922.545408] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Destroying the VM {{(pid=62588) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1922.546292] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b121cc74-7ab9-484d-ac2e-59b021f8ae03 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.552840] env[62588]: DEBUG oslo_vmware.api [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1922.552840] env[62588]: value = "task-1794520" [ 1922.552840] env[62588]: _type = "Task" [ 1922.552840] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.560859] env[62588]: DEBUG oslo_vmware.api [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794520, 'name': Destroy_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.592647] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Preparing fetch location {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1922.592893] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Fetch image to [datastore1] OSTACK_IMG_473032d9-19f8-4d1d-96ba-9a68a78693b1/OSTACK_IMG_473032d9-19f8-4d1d-96ba-9a68a78693b1.vmdk {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1922.593084] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Downloading stream optimized image 62acfd35-26f4-4825-9ee1-b7a05d5797f6 to [datastore1] OSTACK_IMG_473032d9-19f8-4d1d-96ba-9a68a78693b1/OSTACK_IMG_473032d9-19f8-4d1d-96ba-9a68a78693b1.vmdk on the data store datastore1 as vApp {{(pid=62588) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1922.593255] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Downloading image file data 62acfd35-26f4-4825-9ee1-b7a05d5797f6 to the ESX as VM named 'OSTACK_IMG_473032d9-19f8-4d1d-96ba-9a68a78693b1' {{(pid=62588) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1922.667891] env[62588]: DEBUG oslo_vmware.rw_handles [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1922.667891] env[62588]: value = "resgroup-9" [ 1922.667891] env[62588]: _type = "ResourcePool" [ 1922.667891] env[62588]: }. {{(pid=62588) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1922.668214] env[62588]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f3cdc542-b3ef-4465-9223-2d7e92ae85c3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.688869] env[62588]: DEBUG oslo_vmware.rw_handles [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lease: (returnval){ [ 1922.688869] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5204c459-121a-31bf-20ea-a7a69423c82f" [ 1922.688869] env[62588]: _type = "HttpNfcLease" [ 1922.688869] env[62588]: } obtained for vApp import into resource pool (val){ [ 1922.688869] env[62588]: value = "resgroup-9" [ 1922.688869] env[62588]: _type = "ResourcePool" [ 1922.688869] env[62588]: }. {{(pid=62588) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1922.689233] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the lease: (returnval){ [ 1922.689233] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5204c459-121a-31bf-20ea-a7a69423c82f" [ 1922.689233] env[62588]: _type = "HttpNfcLease" [ 1922.689233] env[62588]: } to be ready. {{(pid=62588) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1922.698183] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1922.698183] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5204c459-121a-31bf-20ea-a7a69423c82f" [ 1922.698183] env[62588]: _type = "HttpNfcLease" [ 1922.698183] env[62588]: } is initializing. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1922.774975] env[62588]: DEBUG nova.network.neutron [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Successfully updated port: e4f6da82-fcd9-4710-9284-9320dfe08eee {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1922.781150] env[62588]: DEBUG nova.network.neutron [-] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.851039] env[62588]: DEBUG nova.compute.manager [None req-d7148a87-bd7e-440d-8adf-581a4f4f4aad tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1922.851241] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d7148a87-bd7e-440d-8adf-581a4f4f4aad tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1922.852094] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956d55bc-f51b-4276-a3e7-850bfbf22518 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.860097] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7148a87-bd7e-440d-8adf-581a4f4f4aad tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1922.860361] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbdc291b-9954-4252-b82c-905d51537499 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.866603] env[62588]: DEBUG oslo_vmware.api [None req-d7148a87-bd7e-440d-8adf-581a4f4f4aad tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for the task: (returnval){ [ 1922.866603] env[62588]: value = "task-1794522" [ 1922.866603] env[62588]: _type = "Task" [ 1922.866603] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.874782] env[62588]: DEBUG oslo_vmware.api [None req-d7148a87-bd7e-440d-8adf-581a4f4f4aad tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.037461] env[62588]: DEBUG oslo_concurrency.lockutils [req-5a3cd198-9b15-4b7e-843d-e49f89271a35 req-2c79e99c-267f-4787-82bc-17cf99186ac9 service nova] Releasing lock "refresh_cache-0dd60d48-3eb5-4636-83f1-01cf47119a57" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1923.061821] env[62588]: DEBUG oslo_vmware.api [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794520, 'name': Destroy_Task} progress is 33%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.197958] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1923.197958] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5204c459-121a-31bf-20ea-a7a69423c82f" [ 1923.197958] env[62588]: _type = "HttpNfcLease" [ 1923.197958] env[62588]: } is ready. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1923.197958] env[62588]: DEBUG oslo_vmware.rw_handles [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1923.197958] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5204c459-121a-31bf-20ea-a7a69423c82f" [ 1923.197958] env[62588]: _type = "HttpNfcLease" [ 1923.197958] env[62588]: }. {{(pid=62588) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1923.198359] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa24712-0d98-4cfe-8e62-d0eb5a9b2860 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.204869] env[62588]: DEBUG oslo_vmware.rw_handles [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b0250d-2fea-7aef-6ae7-9beb7b541f98/disk-0.vmdk from lease info. {{(pid=62588) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1923.205052] env[62588]: DEBUG oslo_vmware.rw_handles [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Creating HTTP connection to write to file with size = 31670784 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b0250d-2fea-7aef-6ae7-9beb7b541f98/disk-0.vmdk. {{(pid=62588) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1923.267424] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-963ee7b2-212d-4b31-bae1-77a48a150c93 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.278237] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "refresh_cache-1ae36f61-4584-45fa-b110-db37330608b8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1923.278237] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquired lock "refresh_cache-1ae36f61-4584-45fa-b110-db37330608b8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1923.278365] env[62588]: DEBUG nova.network.neutron [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1923.283319] env[62588]: INFO nova.compute.manager [-] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Took 1.29 seconds to deallocate network for instance. [ 1923.377360] env[62588]: DEBUG oslo_vmware.api [None req-d7148a87-bd7e-440d-8adf-581a4f4f4aad tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794522, 'name': PowerOffVM_Task, 'duration_secs': 0.197477} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.377648] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7148a87-bd7e-440d-8adf-581a4f4f4aad tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1923.377835] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d7148a87-bd7e-440d-8adf-581a4f4f4aad tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1923.378110] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f736c2b-ab46-4314-9de5-a3dea62286e3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.538589] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d7148a87-bd7e-440d-8adf-581a4f4f4aad tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1923.538896] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d7148a87-bd7e-440d-8adf-581a4f4f4aad tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1923.539100] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7148a87-bd7e-440d-8adf-581a4f4f4aad tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Deleting the datastore file [datastore1] 52150651-091b-4f90-a5e3-8d1206374466 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1923.539485] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3179384-d62d-444e-828c-b8b0497c998f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.547821] env[62588]: DEBUG oslo_vmware.api [None req-d7148a87-bd7e-440d-8adf-581a4f4f4aad tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for the task: (returnval){ [ 1923.547821] env[62588]: value = "task-1794524" [ 1923.547821] env[62588]: _type = "Task" [ 1923.547821] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.564368] env[62588]: DEBUG oslo_vmware.api [None req-d7148a87-bd7e-440d-8adf-581a4f4f4aad tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.568801] env[62588]: DEBUG oslo_vmware.api [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794520, 'name': Destroy_Task, 'duration_secs': 0.543788} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.569083] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Destroyed the VM [ 1923.569374] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Deleting Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1923.570682] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4de25781-c81b-4422-9cfb-45942ca9f1db {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.576407] env[62588]: DEBUG oslo_vmware.api [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1923.576407] env[62588]: value = "task-1794525" [ 1923.576407] env[62588]: _type = "Task" [ 1923.576407] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.585593] env[62588]: DEBUG oslo_vmware.api [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794525, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.674058] env[62588]: DEBUG nova.compute.manager [req-50b2f120-7cd9-4081-be9c-22d8f1bc61f0 req-30482694-a115-40ad-a4c1-3f590d612de4 service nova] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Received event network-vif-deleted-6637e6a9-b424-4e9b-b01f-1911d3ae7e1e {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1923.674464] env[62588]: DEBUG nova.compute.manager [req-50b2f120-7cd9-4081-be9c-22d8f1bc61f0 req-30482694-a115-40ad-a4c1-3f590d612de4 service nova] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Received event network-vif-plugged-e4f6da82-fcd9-4710-9284-9320dfe08eee {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1923.674834] env[62588]: DEBUG oslo_concurrency.lockutils [req-50b2f120-7cd9-4081-be9c-22d8f1bc61f0 req-30482694-a115-40ad-a4c1-3f590d612de4 service nova] Acquiring lock "1ae36f61-4584-45fa-b110-db37330608b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.675174] env[62588]: DEBUG oslo_concurrency.lockutils [req-50b2f120-7cd9-4081-be9c-22d8f1bc61f0 req-30482694-a115-40ad-a4c1-3f590d612de4 service nova] Lock "1ae36f61-4584-45fa-b110-db37330608b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.675484] env[62588]: DEBUG oslo_concurrency.lockutils [req-50b2f120-7cd9-4081-be9c-22d8f1bc61f0 req-30482694-a115-40ad-a4c1-3f590d612de4 service nova] Lock "1ae36f61-4584-45fa-b110-db37330608b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.675743] env[62588]: DEBUG nova.compute.manager [req-50b2f120-7cd9-4081-be9c-22d8f1bc61f0 req-30482694-a115-40ad-a4c1-3f590d612de4 service nova] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] No waiting events found dispatching network-vif-plugged-e4f6da82-fcd9-4710-9284-9320dfe08eee {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1923.676048] env[62588]: WARNING nova.compute.manager [req-50b2f120-7cd9-4081-be9c-22d8f1bc61f0 req-30482694-a115-40ad-a4c1-3f590d612de4 service nova] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Received unexpected event network-vif-plugged-e4f6da82-fcd9-4710-9284-9320dfe08eee for instance with vm_state building and task_state spawning. [ 1923.676347] env[62588]: DEBUG nova.compute.manager [req-50b2f120-7cd9-4081-be9c-22d8f1bc61f0 req-30482694-a115-40ad-a4c1-3f590d612de4 service nova] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Received event network-changed-e4f6da82-fcd9-4710-9284-9320dfe08eee {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1923.676585] env[62588]: DEBUG nova.compute.manager [req-50b2f120-7cd9-4081-be9c-22d8f1bc61f0 req-30482694-a115-40ad-a4c1-3f590d612de4 service nova] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Refreshing instance network info cache due to event network-changed-e4f6da82-fcd9-4710-9284-9320dfe08eee. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1923.676883] env[62588]: DEBUG oslo_concurrency.lockutils [req-50b2f120-7cd9-4081-be9c-22d8f1bc61f0 req-30482694-a115-40ad-a4c1-3f590d612de4 service nova] Acquiring lock "refresh_cache-1ae36f61-4584-45fa-b110-db37330608b8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1923.789623] env[62588]: DEBUG oslo_concurrency.lockutils [None req-62436888-00af-4ee4-81e0-7713883b977e tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.789898] env[62588]: DEBUG oslo_concurrency.lockutils [None req-62436888-00af-4ee4-81e0-7713883b977e tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.790135] env[62588]: DEBUG nova.objects.instance [None req-62436888-00af-4ee4-81e0-7713883b977e tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Lazy-loading 'resources' on Instance uuid 20dd81a9-2a91-40db-9da9-a64bdfa4f80b {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1924.039901] env[62588]: DEBUG nova.network.neutron [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1924.060030] env[62588]: DEBUG oslo_vmware.api [None req-d7148a87-bd7e-440d-8adf-581a4f4f4aad tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Task: {'id': task-1794524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172518} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.064432] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7148a87-bd7e-440d-8adf-581a4f4f4aad tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1924.064661] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d7148a87-bd7e-440d-8adf-581a4f4f4aad tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1924.064854] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d7148a87-bd7e-440d-8adf-581a4f4f4aad tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1924.065042] env[62588]: INFO nova.compute.manager [None req-d7148a87-bd7e-440d-8adf-581a4f4f4aad tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1924.065307] env[62588]: DEBUG oslo.service.loopingcall [None req-d7148a87-bd7e-440d-8adf-581a4f4f4aad tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1924.065525] env[62588]: DEBUG nova.compute.manager [-] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1924.065624] env[62588]: DEBUG nova.network.neutron [-] [instance: 52150651-091b-4f90-a5e3-8d1206374466] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1924.087128] env[62588]: DEBUG oslo_vmware.api [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794525, 'name': RemoveSnapshot_Task, 'duration_secs': 0.433573} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.089062] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Deleted Snapshot of the VM instance {{(pid=62588) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1924.089433] env[62588]: DEBUG nova.compute.manager [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1924.090286] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c1704c-ca24-4c08-8af1-fb0a0a91f132 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.282544] env[62588]: DEBUG nova.network.neutron [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Updating instance_info_cache with network_info: [{"id": "e4f6da82-fcd9-4710-9284-9320dfe08eee", "address": "fa:16:3e:2a:e6:9a", "network": {"id": "29d85f41-e61c-49c7-93dd-8ae6091e13dd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004971789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1abac53217249a7a6b3552ebfca1c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4f6da82-fc", "ovs_interfaceid": "e4f6da82-fcd9-4710-9284-9320dfe08eee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1924.375097] env[62588]: DEBUG oslo_vmware.rw_handles [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Completed reading data from the image iterator. {{(pid=62588) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1924.375437] env[62588]: DEBUG oslo_vmware.rw_handles [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b0250d-2fea-7aef-6ae7-9beb7b541f98/disk-0.vmdk. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1924.377397] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973b7cfb-1cfd-41b6-a776-b6ee3f32d717 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.383615] env[62588]: DEBUG oslo_vmware.rw_handles [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b0250d-2fea-7aef-6ae7-9beb7b541f98/disk-0.vmdk is in state: ready. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1924.383799] env[62588]: DEBUG oslo_vmware.rw_handles [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b0250d-2fea-7aef-6ae7-9beb7b541f98/disk-0.vmdk. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1924.386541] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-efebe7a4-728e-47aa-865f-97e22267594e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.455044] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d329984-bbd8-455d-95ea-f7ebe9cd9baf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.463400] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d019c4e4-2686-46ce-bc53-8ca4d2cb08f3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.496143] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33cfa0c-8a0f-4137-b1fe-719b2ede74b6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.504084] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a622ae-60d7-474f-a0e0-5257ebd67ee9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.517991] env[62588]: DEBUG nova.compute.provider_tree [None req-62436888-00af-4ee4-81e0-7713883b977e tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1924.605738] env[62588]: INFO nova.compute.manager [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Shelve offloading [ 1924.784998] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Releasing lock "refresh_cache-1ae36f61-4584-45fa-b110-db37330608b8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1924.785359] env[62588]: DEBUG nova.compute.manager [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Instance network_info: |[{"id": "e4f6da82-fcd9-4710-9284-9320dfe08eee", "address": "fa:16:3e:2a:e6:9a", "network": {"id": "29d85f41-e61c-49c7-93dd-8ae6091e13dd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004971789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1abac53217249a7a6b3552ebfca1c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4f6da82-fc", "ovs_interfaceid": "e4f6da82-fcd9-4710-9284-9320dfe08eee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1924.785677] env[62588]: DEBUG oslo_concurrency.lockutils [req-50b2f120-7cd9-4081-be9c-22d8f1bc61f0 req-30482694-a115-40ad-a4c1-3f590d612de4 service nova] Acquired lock "refresh_cache-1ae36f61-4584-45fa-b110-db37330608b8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.785853] env[62588]: DEBUG nova.network.neutron [req-50b2f120-7cd9-4081-be9c-22d8f1bc61f0 req-30482694-a115-40ad-a4c1-3f590d612de4 service nova] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Refreshing network info cache for port e4f6da82-fcd9-4710-9284-9320dfe08eee {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1924.787058] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:e6:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4f6da82-fcd9-4710-9284-9320dfe08eee', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1924.803393] env[62588]: DEBUG oslo.service.loopingcall [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1924.804185] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1924.805038] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41e5f936-c0ac-4808-a8e0-f547e84450a1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.833940] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1924.833940] env[62588]: value = "task-1794526" [ 1924.833940] env[62588]: _type = "Task" [ 1924.833940] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.846022] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794526, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.892565] env[62588]: DEBUG oslo_vmware.rw_handles [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b0250d-2fea-7aef-6ae7-9beb7b541f98/disk-0.vmdk. {{(pid=62588) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1924.893099] env[62588]: INFO nova.virt.vmwareapi.images [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Downloaded image file data 62acfd35-26f4-4825-9ee1-b7a05d5797f6 [ 1924.893967] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34e130c-3a88-4513-83ea-a5135ba57b91 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.910575] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-884f15e9-95ae-4a58-8f04-1d3521a39316 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.016965] env[62588]: INFO nova.virt.vmwareapi.images [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] The imported VM was unregistered [ 1925.019730] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Caching image {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1925.019978] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Creating directory with path [datastore1] devstack-image-cache_base/62acfd35-26f4-4825-9ee1-b7a05d5797f6 {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1925.020293] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af68e8ef-4d28-4e23-9c8c-9ce9ac75ef48 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.023346] env[62588]: DEBUG nova.scheduler.client.report [None req-62436888-00af-4ee4-81e0-7713883b977e tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1925.048324] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Created directory with path [datastore1] devstack-image-cache_base/62acfd35-26f4-4825-9ee1-b7a05d5797f6 {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1925.048732] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_473032d9-19f8-4d1d-96ba-9a68a78693b1/OSTACK_IMG_473032d9-19f8-4d1d-96ba-9a68a78693b1.vmdk to [datastore1] devstack-image-cache_base/62acfd35-26f4-4825-9ee1-b7a05d5797f6/62acfd35-26f4-4825-9ee1-b7a05d5797f6.vmdk. {{(pid=62588) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1925.048953] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b5201e88-d68f-4468-b116-cef7e897e086 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.059620] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1925.059620] env[62588]: value = "task-1794528" [ 1925.059620] env[62588]: _type = "Task" [ 1925.059620] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.071399] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794528, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.109546] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1925.109927] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d8b452e-0d42-4e88-aee1-a525dfea8692 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.116941] env[62588]: DEBUG oslo_vmware.api [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1925.116941] env[62588]: value = "task-1794529" [ 1925.116941] env[62588]: _type = "Task" [ 1925.116941] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.125253] env[62588]: DEBUG oslo_vmware.api [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.170848] env[62588]: DEBUG nova.network.neutron [-] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1925.345603] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794526, 'name': CreateVM_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.521988] env[62588]: DEBUG nova.network.neutron [req-50b2f120-7cd9-4081-be9c-22d8f1bc61f0 req-30482694-a115-40ad-a4c1-3f590d612de4 service nova] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Updated VIF entry in instance network info cache for port e4f6da82-fcd9-4710-9284-9320dfe08eee. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1925.522377] env[62588]: DEBUG nova.network.neutron [req-50b2f120-7cd9-4081-be9c-22d8f1bc61f0 req-30482694-a115-40ad-a4c1-3f590d612de4 service nova] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Updating instance_info_cache with network_info: [{"id": "e4f6da82-fcd9-4710-9284-9320dfe08eee", "address": "fa:16:3e:2a:e6:9a", "network": {"id": "29d85f41-e61c-49c7-93dd-8ae6091e13dd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004971789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1abac53217249a7a6b3552ebfca1c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4f6da82-fc", "ovs_interfaceid": "e4f6da82-fcd9-4710-9284-9320dfe08eee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1925.528323] env[62588]: DEBUG oslo_concurrency.lockutils [None req-62436888-00af-4ee4-81e0-7713883b977e tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.551565] env[62588]: INFO nova.scheduler.client.report [None req-62436888-00af-4ee4-81e0-7713883b977e tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Deleted allocations for instance 20dd81a9-2a91-40db-9da9-a64bdfa4f80b [ 1925.569929] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794528, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.627942] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] VM already powered off {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1925.628245] env[62588]: DEBUG nova.compute.manager [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1925.629175] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28a9d84-4c44-4ea5-ac21-58b0ae513539 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.636194] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquiring lock "refresh_cache-90611f11-ed54-4ff8-affe-b2882640484b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1925.636426] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquired lock "refresh_cache-90611f11-ed54-4ff8-affe-b2882640484b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1925.636640] env[62588]: DEBUG nova.network.neutron [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1925.673942] env[62588]: INFO nova.compute.manager [-] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Took 1.61 seconds to deallocate network for instance. [ 1925.708400] env[62588]: DEBUG nova.compute.manager [req-de7bd973-d8a0-4f77-9c8a-2166b9df138b req-22a546a4-5a28-4b3c-8a29-1f615d2a9ad9 service nova] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Received event network-vif-deleted-bf646adc-1722-4ebf-af90-539301a03ae4 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1925.847274] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794526, 'name': CreateVM_Task, 'duration_secs': 0.74667} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.847456] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1925.848183] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1925.848350] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1925.848667] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1925.849631] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f77d7688-5805-4572-8cf5-9f265eac579a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.856146] env[62588]: DEBUG oslo_vmware.api [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1925.856146] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522e5c97-37e7-5f9f-1fc6-1a7771181152" [ 1925.856146] env[62588]: _type = "Task" [ 1925.856146] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.867387] env[62588]: DEBUG oslo_vmware.api [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522e5c97-37e7-5f9f-1fc6-1a7771181152, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.026806] env[62588]: DEBUG oslo_concurrency.lockutils [req-50b2f120-7cd9-4081-be9c-22d8f1bc61f0 req-30482694-a115-40ad-a4c1-3f590d612de4 service nova] Releasing lock "refresh_cache-1ae36f61-4584-45fa-b110-db37330608b8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1926.059367] env[62588]: DEBUG oslo_concurrency.lockutils [None req-62436888-00af-4ee4-81e0-7713883b977e tempest-ServerMetadataNegativeTestJSON-229047845 tempest-ServerMetadataNegativeTestJSON-229047845-project-member] Lock "20dd81a9-2a91-40db-9da9-a64bdfa4f80b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.702s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.071048] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794528, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.186827] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d7148a87-bd7e-440d-8adf-581a4f4f4aad tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.186827] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d7148a87-bd7e-440d-8adf-581a4f4f4aad tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.186827] env[62588]: DEBUG nova.objects.instance [None req-d7148a87-bd7e-440d-8adf-581a4f4f4aad tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lazy-loading 'resources' on Instance uuid 52150651-091b-4f90-a5e3-8d1206374466 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1926.366787] env[62588]: DEBUG oslo_vmware.api [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522e5c97-37e7-5f9f-1fc6-1a7771181152, 'name': SearchDatastore_Task, 'duration_secs': 0.083699} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.367095] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1926.367632] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1926.367632] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.367768] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1926.367863] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1926.368130] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b79475dc-d856-4817-8d15-f9720f108110 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.383883] env[62588]: DEBUG nova.network.neutron [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Updating instance_info_cache with network_info: [{"id": "f967dfd7-376a-4585-a971-c7e3bb524a64", "address": "fa:16:3e:15:cd:df", "network": {"id": "53e5e9d3-1405-4d49-b447-38ad085a370d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-959313782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7186086b95024140b01eeb45e2af009f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf967dfd7-37", "ovs_interfaceid": "f967dfd7-376a-4585-a971-c7e3bb524a64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.573213] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794528, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.844463] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aec6730-9783-4682-9f5b-896c50b43377 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.855850] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320fece2-9de5-462f-b756-7a766c95ad25 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.892320] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Releasing lock "refresh_cache-90611f11-ed54-4ff8-affe-b2882640484b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1926.895787] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93b169d-94df-4806-b699-06a9eada72db {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.902808] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39163963-b028-49e9-bd7d-71ac058ce2ad {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.916564] env[62588]: DEBUG nova.compute.provider_tree [None req-d7148a87-bd7e-440d-8adf-581a4f4f4aad tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1927.073534] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794528, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.329738] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1927.330664] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092a3f46-25e4-465f-b8fe-2148d360eaa5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.338468] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1927.338715] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97d15d91-1bce-4636-9905-efeb46a8a5fa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.419422] env[62588]: DEBUG nova.scheduler.client.report [None req-d7148a87-bd7e-440d-8adf-581a4f4f4aad tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1927.572834] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794528, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.674996] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1927.675229] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1927.676138] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ff4cd12-d6f1-4c03-a44d-1ee7355c4874 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.681957] env[62588]: DEBUG oslo_vmware.api [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1927.681957] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a45cfa-d282-de01-42b5-9bd9a54a2aee" [ 1927.681957] env[62588]: _type = "Task" [ 1927.681957] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.690312] env[62588]: DEBUG oslo_vmware.api [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a45cfa-d282-de01-42b5-9bd9a54a2aee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.735630] env[62588]: DEBUG nova.compute.manager [req-ccd7566a-07f0-4f68-8383-3b08e58f50a6 req-74ed5f18-c4ad-4478-a3f5-2b5fa39d92f8 service nova] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Received event network-vif-unplugged-f967dfd7-376a-4585-a971-c7e3bb524a64 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1927.735910] env[62588]: DEBUG oslo_concurrency.lockutils [req-ccd7566a-07f0-4f68-8383-3b08e58f50a6 req-74ed5f18-c4ad-4478-a3f5-2b5fa39d92f8 service nova] Acquiring lock "90611f11-ed54-4ff8-affe-b2882640484b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.736106] env[62588]: DEBUG oslo_concurrency.lockutils [req-ccd7566a-07f0-4f68-8383-3b08e58f50a6 req-74ed5f18-c4ad-4478-a3f5-2b5fa39d92f8 service nova] Lock "90611f11-ed54-4ff8-affe-b2882640484b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.736280] env[62588]: DEBUG oslo_concurrency.lockutils [req-ccd7566a-07f0-4f68-8383-3b08e58f50a6 req-74ed5f18-c4ad-4478-a3f5-2b5fa39d92f8 service nova] Lock "90611f11-ed54-4ff8-affe-b2882640484b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.736446] env[62588]: DEBUG nova.compute.manager [req-ccd7566a-07f0-4f68-8383-3b08e58f50a6 req-74ed5f18-c4ad-4478-a3f5-2b5fa39d92f8 service nova] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] No waiting events found dispatching network-vif-unplugged-f967dfd7-376a-4585-a971-c7e3bb524a64 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1927.736613] env[62588]: WARNING nova.compute.manager [req-ccd7566a-07f0-4f68-8383-3b08e58f50a6 req-74ed5f18-c4ad-4478-a3f5-2b5fa39d92f8 service nova] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Received unexpected event network-vif-unplugged-f967dfd7-376a-4585-a971-c7e3bb524a64 for instance with vm_state shelved and task_state shelving_offloading. [ 1927.736772] env[62588]: DEBUG nova.compute.manager [req-ccd7566a-07f0-4f68-8383-3b08e58f50a6 req-74ed5f18-c4ad-4478-a3f5-2b5fa39d92f8 service nova] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Received event network-changed-f967dfd7-376a-4585-a971-c7e3bb524a64 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1927.736923] env[62588]: DEBUG nova.compute.manager [req-ccd7566a-07f0-4f68-8383-3b08e58f50a6 req-74ed5f18-c4ad-4478-a3f5-2b5fa39d92f8 service nova] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Refreshing instance network info cache due to event network-changed-f967dfd7-376a-4585-a971-c7e3bb524a64. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1927.737115] env[62588]: DEBUG oslo_concurrency.lockutils [req-ccd7566a-07f0-4f68-8383-3b08e58f50a6 req-74ed5f18-c4ad-4478-a3f5-2b5fa39d92f8 service nova] Acquiring lock "refresh_cache-90611f11-ed54-4ff8-affe-b2882640484b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.737248] env[62588]: DEBUG oslo_concurrency.lockutils [req-ccd7566a-07f0-4f68-8383-3b08e58f50a6 req-74ed5f18-c4ad-4478-a3f5-2b5fa39d92f8 service nova] Acquired lock "refresh_cache-90611f11-ed54-4ff8-affe-b2882640484b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.737400] env[62588]: DEBUG nova.network.neutron [req-ccd7566a-07f0-4f68-8383-3b08e58f50a6 req-74ed5f18-c4ad-4478-a3f5-2b5fa39d92f8 service nova] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Refreshing network info cache for port f967dfd7-376a-4585-a971-c7e3bb524a64 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1927.816314] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1927.816612] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1927.816851] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Deleting the datastore file [datastore1] 90611f11-ed54-4ff8-affe-b2882640484b {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1927.817406] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e06b4f48-e85b-426d-bc2f-52e1d76f7121 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.823869] env[62588]: DEBUG oslo_vmware.api [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1927.823869] env[62588]: value = "task-1794531" [ 1927.823869] env[62588]: _type = "Task" [ 1927.823869] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.832734] env[62588]: DEBUG oslo_vmware.api [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.924895] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d7148a87-bd7e-440d-8adf-581a4f4f4aad tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.740s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.947971] env[62588]: INFO nova.scheduler.client.report [None req-d7148a87-bd7e-440d-8adf-581a4f4f4aad tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Deleted allocations for instance 52150651-091b-4f90-a5e3-8d1206374466 [ 1928.072426] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794528, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.192215] env[62588]: DEBUG oslo_vmware.api [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a45cfa-d282-de01-42b5-9bd9a54a2aee, 'name': SearchDatastore_Task, 'duration_secs': 0.272743} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.193135] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d646160-f695-4dd4-828c-17350af60c15 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.198247] env[62588]: DEBUG oslo_vmware.api [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1928.198247] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52838214-2cc9-3732-a700-f7013c26b92f" [ 1928.198247] env[62588]: _type = "Task" [ 1928.198247] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.205800] env[62588]: DEBUG oslo_vmware.api [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52838214-2cc9-3732-a700-f7013c26b92f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.333438] env[62588]: DEBUG oslo_vmware.api [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.455588] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d7148a87-bd7e-440d-8adf-581a4f4f4aad tempest-AttachVolumeTestJSON-1668605294 tempest-AttachVolumeTestJSON-1668605294-project-member] Lock "52150651-091b-4f90-a5e3-8d1206374466" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.112s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.457124] env[62588]: DEBUG nova.network.neutron [req-ccd7566a-07f0-4f68-8383-3b08e58f50a6 req-74ed5f18-c4ad-4478-a3f5-2b5fa39d92f8 service nova] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Updated VIF entry in instance network info cache for port f967dfd7-376a-4585-a971-c7e3bb524a64. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1928.457453] env[62588]: DEBUG nova.network.neutron [req-ccd7566a-07f0-4f68-8383-3b08e58f50a6 req-74ed5f18-c4ad-4478-a3f5-2b5fa39d92f8 service nova] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Updating instance_info_cache with network_info: [{"id": "f967dfd7-376a-4585-a971-c7e3bb524a64", "address": "fa:16:3e:15:cd:df", "network": {"id": "53e5e9d3-1405-4d49-b447-38ad085a370d", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-959313782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7186086b95024140b01eeb45e2af009f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf967dfd7-37", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1928.573570] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794528, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.710348] env[62588]: DEBUG oslo_vmware.api [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52838214-2cc9-3732-a700-f7013c26b92f, 'name': SearchDatastore_Task, 'duration_secs': 0.30951} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.710667] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.710991] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 1ae36f61-4584-45fa-b110-db37330608b8/1ae36f61-4584-45fa-b110-db37330608b8.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1928.711402] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01ee3595-0f2d-4e8e-aa32-77315cd856db {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.719022] env[62588]: DEBUG oslo_vmware.api [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1928.719022] env[62588]: value = "task-1794532" [ 1928.719022] env[62588]: _type = "Task" [ 1928.719022] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.729072] env[62588]: DEBUG oslo_vmware.api [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.834393] env[62588]: DEBUG oslo_vmware.api [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.959561] env[62588]: DEBUG oslo_concurrency.lockutils [req-ccd7566a-07f0-4f68-8383-3b08e58f50a6 req-74ed5f18-c4ad-4478-a3f5-2b5fa39d92f8 service nova] Releasing lock "refresh_cache-90611f11-ed54-4ff8-affe-b2882640484b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1929.073904] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794528, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.231551] env[62588]: DEBUG oslo_vmware.api [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.334764] env[62588]: DEBUG oslo_vmware.api [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.577074] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794528, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.730065] env[62588]: DEBUG oslo_vmware.api [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.836458] env[62588]: DEBUG oslo_vmware.api [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.076670] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794528, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.231289] env[62588]: DEBUG oslo_vmware.api [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.336756] env[62588]: DEBUG oslo_vmware.api [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.577649] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794528, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.592410] env[62588]: INFO nova.compute.manager [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Rebuilding instance [ 1930.634454] env[62588]: DEBUG nova.compute.manager [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1930.635357] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d3e56d-2b6d-45bd-94a8-2023979c8a35 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.730831] env[62588]: DEBUG oslo_vmware.api [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.838837] env[62588]: DEBUG oslo_vmware.api [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.078453] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794528, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.231573] env[62588]: DEBUG oslo_vmware.api [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794532, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.338067] env[62588]: DEBUG oslo_vmware.api [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 3.405515} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.338368] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1931.338558] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1931.338725] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1931.362525] env[62588]: INFO nova.scheduler.client.report [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Deleted allocations for instance 90611f11-ed54-4ff8-affe-b2882640484b [ 1931.581075] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794528, 'name': MoveVirtualDisk_Task, 'duration_secs': 6.440042} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.581354] env[62588]: INFO nova.virt.vmwareapi.ds_util [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_473032d9-19f8-4d1d-96ba-9a68a78693b1/OSTACK_IMG_473032d9-19f8-4d1d-96ba-9a68a78693b1.vmdk to [datastore1] devstack-image-cache_base/62acfd35-26f4-4825-9ee1-b7a05d5797f6/62acfd35-26f4-4825-9ee1-b7a05d5797f6.vmdk. [ 1931.581546] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Cleaning up location [datastore1] OSTACK_IMG_473032d9-19f8-4d1d-96ba-9a68a78693b1 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1931.581740] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_473032d9-19f8-4d1d-96ba-9a68a78693b1 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1931.581992] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c811fb0f-da00-49e5-b0ac-d6e8ed9f47d6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.588364] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1931.588364] env[62588]: value = "task-1794534" [ 1931.588364] env[62588]: _type = "Task" [ 1931.588364] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.595470] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.649336] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1931.649652] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb056698-8f9f-48b2-8831-84c4bcd62879 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.656346] env[62588]: DEBUG oslo_vmware.api [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 1931.656346] env[62588]: value = "task-1794535" [ 1931.656346] env[62588]: _type = "Task" [ 1931.656346] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.664134] env[62588]: DEBUG oslo_vmware.api [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.731508] env[62588]: DEBUG oslo_vmware.api [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794532, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.875853} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.731767] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 1ae36f61-4584-45fa-b110-db37330608b8/1ae36f61-4584-45fa-b110-db37330608b8.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1931.731983] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1931.732288] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a86e08d-f55d-4cda-8552-6a79c9272a15 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.738891] env[62588]: DEBUG oslo_vmware.api [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1931.738891] env[62588]: value = "task-1794536" [ 1931.738891] env[62588]: _type = "Task" [ 1931.738891] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.746071] env[62588]: DEBUG oslo_vmware.api [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.867757] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.867984] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.868226] env[62588]: DEBUG nova.objects.instance [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lazy-loading 'resources' on Instance uuid 90611f11-ed54-4ff8-affe-b2882640484b {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1932.097502] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033248} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.097752] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1932.097920] env[62588]: DEBUG oslo_concurrency.lockutils [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62acfd35-26f4-4825-9ee1-b7a05d5797f6/62acfd35-26f4-4825-9ee1-b7a05d5797f6.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.098193] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62acfd35-26f4-4825-9ee1-b7a05d5797f6/62acfd35-26f4-4825-9ee1-b7a05d5797f6.vmdk to [datastore1] 0dd60d48-3eb5-4636-83f1-01cf47119a57/0dd60d48-3eb5-4636-83f1-01cf47119a57.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1932.098436] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86e67598-cc1c-484f-8f60-19d002470a2d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.104905] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1932.104905] env[62588]: value = "task-1794538" [ 1932.104905] env[62588]: _type = "Task" [ 1932.104905] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.111814] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.165803] env[62588]: DEBUG oslo_vmware.api [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794535, 'name': PowerOffVM_Task, 'duration_secs': 0.18539} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.166037] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1932.166327] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1932.167089] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d413df-9dc0-4280-ae49-9b3eb948098c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.174142] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1932.174379] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acb6dabf-d398-4155-9856-0817803e3c27 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.248302] env[62588]: DEBUG oslo_vmware.api [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077381} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.248556] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1932.249411] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da57b9bb-e71d-4d4a-900f-b5efb0d89144 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.274099] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 1ae36f61-4584-45fa-b110-db37330608b8/1ae36f61-4584-45fa-b110-db37330608b8.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1932.274454] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60b1c2a4-c5b8-4a01-a362-641df5d57953 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.296583] env[62588]: DEBUG oslo_vmware.api [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1932.296583] env[62588]: value = "task-1794540" [ 1932.296583] env[62588]: _type = "Task" [ 1932.296583] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.306856] env[62588]: DEBUG oslo_vmware.api [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794540, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.319108] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1932.319355] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1932.319756] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Deleting the datastore file [datastore1] 4e54336e-004f-4663-9a4b-13db85891ed2 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1932.320216] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b67e892-2bc4-4066-b661-96b5d8903fe9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.328138] env[62588]: DEBUG oslo_vmware.api [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 1932.328138] env[62588]: value = "task-1794541" [ 1932.328138] env[62588]: _type = "Task" [ 1932.328138] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.339091] env[62588]: DEBUG oslo_vmware.api [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.371181] env[62588]: DEBUG nova.objects.instance [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lazy-loading 'numa_topology' on Instance uuid 90611f11-ed54-4ff8-affe-b2882640484b {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1932.616745] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794538, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.807371] env[62588]: DEBUG oslo_vmware.api [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.837466] env[62588]: DEBUG oslo_vmware.api [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.874283] env[62588]: DEBUG nova.objects.base [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Object Instance<90611f11-ed54-4ff8-affe-b2882640484b> lazy-loaded attributes: resources,numa_topology {{(pid=62588) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1932.981880] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f9b627-046c-42bc-9775-816c6f30ca59 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.989818] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9850fa2-b5b4-49ee-9f44-01a60427edc6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.021255] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6ea823-1655-44eb-8568-578e1b5d8c40 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.029579] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d62965-17e3-4347-8fd2-2c29552b2a30 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.044051] env[62588]: DEBUG nova.compute.provider_tree [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1933.116422] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794538, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.309507] env[62588]: DEBUG oslo_vmware.api [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794540, 'name': ReconfigVM_Task, 'duration_secs': 0.83674} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.310187] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 1ae36f61-4584-45fa-b110-db37330608b8/1ae36f61-4584-45fa-b110-db37330608b8.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1933.310841] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-179a0087-a8a6-4e38-aa91-9136ebcf54ce {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.318416] env[62588]: DEBUG oslo_vmware.api [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1933.318416] env[62588]: value = "task-1794542" [ 1933.318416] env[62588]: _type = "Task" [ 1933.318416] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.327019] env[62588]: DEBUG oslo_vmware.api [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794542, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.337260] env[62588]: DEBUG oslo_vmware.api [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.547867] env[62588]: DEBUG nova.scheduler.client.report [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1933.617892] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794538, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.829123] env[62588]: DEBUG oslo_vmware.api [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794542, 'name': Rename_Task, 'duration_secs': 0.353118} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.829379] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1933.829682] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2ac4966-985f-4c6a-93a4-4d59986bfd0e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.839583] env[62588]: DEBUG oslo_vmware.api [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1933.839583] env[62588]: value = "task-1794543" [ 1933.839583] env[62588]: _type = "Task" [ 1933.839583] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.842406] env[62588]: DEBUG oslo_vmware.api [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.850562] env[62588]: DEBUG oslo_vmware.api [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.055414] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.119881] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794538, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.340957] env[62588]: DEBUG oslo_vmware.api [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.789123} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.341569] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1934.341769] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1934.341952] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1934.355883] env[62588]: DEBUG oslo_vmware.api [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794543, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.566629] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e507e145-5a05-4d61-a21a-af1c83788a53 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "90611f11-ed54-4ff8-affe-b2882640484b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.951s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.618848] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794538, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.277897} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.619193] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62acfd35-26f4-4825-9ee1-b7a05d5797f6/62acfd35-26f4-4825-9ee1-b7a05d5797f6.vmdk to [datastore1] 0dd60d48-3eb5-4636-83f1-01cf47119a57/0dd60d48-3eb5-4636-83f1-01cf47119a57.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1934.620108] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799cf19f-8376-458d-826d-45ef320adeaf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.645712] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 0dd60d48-3eb5-4636-83f1-01cf47119a57/0dd60d48-3eb5-4636-83f1-01cf47119a57.vmdk or device None with type streamOptimized {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1934.646428] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0d0d9c9-4fed-4af0-9156-6058107090a1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.665532] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1934.665532] env[62588]: value = "task-1794544" [ 1934.665532] env[62588]: _type = "Task" [ 1934.665532] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.673256] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794544, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.765339] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquiring lock "90611f11-ed54-4ff8-affe-b2882640484b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.765339] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "90611f11-ed54-4ff8-affe-b2882640484b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.765339] env[62588]: INFO nova.compute.manager [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Unshelving [ 1934.858732] env[62588]: DEBUG oslo_vmware.api [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794543, 'name': PowerOnVM_Task, 'duration_secs': 0.764993} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.859196] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1934.859526] env[62588]: INFO nova.compute.manager [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Took 12.48 seconds to spawn the instance on the hypervisor. [ 1934.860316] env[62588]: DEBUG nova.compute.manager [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1934.861259] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d29d650-8bd5-40a2-a7d0-1e1f70bc3f3e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.176356] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.378645] env[62588]: INFO nova.compute.manager [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Took 19.01 seconds to build instance. [ 1935.383276] env[62588]: DEBUG nova.virt.hardware [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1935.383518] env[62588]: DEBUG nova.virt.hardware [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1935.383667] env[62588]: DEBUG nova.virt.hardware [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1935.383857] env[62588]: DEBUG nova.virt.hardware [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1935.384033] env[62588]: DEBUG nova.virt.hardware [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1935.384178] env[62588]: DEBUG nova.virt.hardware [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1935.384404] env[62588]: DEBUG nova.virt.hardware [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1935.384566] env[62588]: DEBUG nova.virt.hardware [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1935.384752] env[62588]: DEBUG nova.virt.hardware [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1935.384920] env[62588]: DEBUG nova.virt.hardware [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1935.385110] env[62588]: DEBUG nova.virt.hardware [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1935.385958] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab1330d-e16a-4b35-9105-43bc107b58e9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.394066] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455b6096-870d-4389-a06d-3a262e5f3dcf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.407675] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:15:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6cc953ce-64f9-422e-ba84-1e584f6e6db1', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1935.414982] env[62588]: DEBUG oslo.service.loopingcall [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1935.415232] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1935.415635] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ac3b707-1518-4c42-a773-1a01c763b3ae {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.434056] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1935.434056] env[62588]: value = "task-1794546" [ 1935.434056] env[62588]: _type = "Task" [ 1935.434056] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.440953] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794546, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.677144] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.791365] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1935.791609] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.791815] env[62588]: DEBUG nova.objects.instance [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lazy-loading 'pci_requests' on Instance uuid 90611f11-ed54-4ff8-affe-b2882640484b {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1935.855506] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1935.855730] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1935.855876] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Starting heal instance info cache {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 1935.855993] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Rebuilding the list of instances to heal {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1935.880643] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0d817830-8965-4bd0-aac9-5d88e636b6b7 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "1ae36f61-4584-45fa-b110-db37330608b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.524s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.945235] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794546, 'name': CreateVM_Task, 'duration_secs': 0.36122} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.945428] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1935.952829] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.953020] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.953371] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1935.953633] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7fd8d10-1037-49d6-a462-0cf998535deb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.958479] env[62588]: DEBUG oslo_vmware.api [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 1935.958479] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5214ad36-97bc-5d02-6931-9c454b45e646" [ 1935.958479] env[62588]: _type = "Task" [ 1935.958479] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.966574] env[62588]: DEBUG oslo_vmware.api [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5214ad36-97bc-5d02-6931-9c454b45e646, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.177125] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794544, 'name': ReconfigVM_Task, 'duration_secs': 1.22038} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.177412] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 0dd60d48-3eb5-4636-83f1-01cf47119a57/0dd60d48-3eb5-4636-83f1-01cf47119a57.vmdk or device None with type streamOptimized {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1936.178074] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33a88a1d-2804-4db2-995d-19cc3c6e451a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.184126] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1936.184126] env[62588]: value = "task-1794547" [ 1936.184126] env[62588]: _type = "Task" [ 1936.184126] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.191662] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794547, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.295872] env[62588]: DEBUG nova.objects.instance [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lazy-loading 'numa_topology' on Instance uuid 90611f11-ed54-4ff8-affe-b2882640484b {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1936.403902] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "refresh_cache-e1cb64a7-1d26-4b65-b571-c586efe0a94d" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.403902] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquired lock "refresh_cache-e1cb64a7-1d26-4b65-b571-c586efe0a94d" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.403902] env[62588]: DEBUG nova.network.neutron [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Forcefully refreshing network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1936.403902] env[62588]: DEBUG nova.objects.instance [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lazy-loading 'info_cache' on Instance uuid e1cb64a7-1d26-4b65-b571-c586efe0a94d {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1936.454282] env[62588]: DEBUG nova.compute.manager [req-ad03a3ac-3d33-4275-bc1c-187a3c1d500e req-91c68c70-1025-4aca-97c5-dcf3788cdf02 service nova] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Received event network-changed-e4f6da82-fcd9-4710-9284-9320dfe08eee {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1936.454486] env[62588]: DEBUG nova.compute.manager [req-ad03a3ac-3d33-4275-bc1c-187a3c1d500e req-91c68c70-1025-4aca-97c5-dcf3788cdf02 service nova] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Refreshing instance network info cache due to event network-changed-e4f6da82-fcd9-4710-9284-9320dfe08eee. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1936.454695] env[62588]: DEBUG oslo_concurrency.lockutils [req-ad03a3ac-3d33-4275-bc1c-187a3c1d500e req-91c68c70-1025-4aca-97c5-dcf3788cdf02 service nova] Acquiring lock "refresh_cache-1ae36f61-4584-45fa-b110-db37330608b8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.454838] env[62588]: DEBUG oslo_concurrency.lockutils [req-ad03a3ac-3d33-4275-bc1c-187a3c1d500e req-91c68c70-1025-4aca-97c5-dcf3788cdf02 service nova] Acquired lock "refresh_cache-1ae36f61-4584-45fa-b110-db37330608b8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.455163] env[62588]: DEBUG nova.network.neutron [req-ad03a3ac-3d33-4275-bc1c-187a3c1d500e req-91c68c70-1025-4aca-97c5-dcf3788cdf02 service nova] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Refreshing network info cache for port e4f6da82-fcd9-4710-9284-9320dfe08eee {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1936.470017] env[62588]: DEBUG oslo_vmware.api [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5214ad36-97bc-5d02-6931-9c454b45e646, 'name': SearchDatastore_Task, 'duration_secs': 0.0089} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.470308] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.470526] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1936.470771] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.470923] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.471111] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1936.471354] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0156bf4-16dc-4b28-af09-297fad02f298 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.479621] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1936.479797] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1936.480503] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bd8afbd-b5aa-4831-a2f5-71e500a99118 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.485812] env[62588]: DEBUG oslo_vmware.api [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 1936.485812] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a98c73-9f91-9f02-cb4b-2088596ebf90" [ 1936.485812] env[62588]: _type = "Task" [ 1936.485812] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.493370] env[62588]: DEBUG oslo_vmware.api [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a98c73-9f91-9f02-cb4b-2088596ebf90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.693990] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794547, 'name': Rename_Task, 'duration_secs': 0.130092} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.694372] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1936.694465] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf538922-b017-48c4-8563-58087486ed46 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.700703] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1936.700703] env[62588]: value = "task-1794548" [ 1936.700703] env[62588]: _type = "Task" [ 1936.700703] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.708564] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.798405] env[62588]: INFO nova.compute.claims [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1936.996725] env[62588]: DEBUG oslo_vmware.api [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a98c73-9f91-9f02-cb4b-2088596ebf90, 'name': SearchDatastore_Task, 'duration_secs': 0.008123} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.997574] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afcda37e-1637-4af8-8601-12043f32e60a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.003208] env[62588]: DEBUG oslo_vmware.api [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 1937.003208] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52bb3ba9-c8ac-c43f-ea57-b6ed7de7814b" [ 1937.003208] env[62588]: _type = "Task" [ 1937.003208] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.012795] env[62588]: DEBUG oslo_vmware.api [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52bb3ba9-c8ac-c43f-ea57-b6ed7de7814b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.215118] env[62588]: DEBUG oslo_vmware.api [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794548, 'name': PowerOnVM_Task, 'duration_secs': 0.428741} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.217610] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1937.279346] env[62588]: DEBUG nova.network.neutron [req-ad03a3ac-3d33-4275-bc1c-187a3c1d500e req-91c68c70-1025-4aca-97c5-dcf3788cdf02 service nova] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Updated VIF entry in instance network info cache for port e4f6da82-fcd9-4710-9284-9320dfe08eee. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1937.279922] env[62588]: DEBUG nova.network.neutron [req-ad03a3ac-3d33-4275-bc1c-187a3c1d500e req-91c68c70-1025-4aca-97c5-dcf3788cdf02 service nova] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Updating instance_info_cache with network_info: [{"id": "e4f6da82-fcd9-4710-9284-9320dfe08eee", "address": "fa:16:3e:2a:e6:9a", "network": {"id": "29d85f41-e61c-49c7-93dd-8ae6091e13dd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004971789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1abac53217249a7a6b3552ebfca1c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4f6da82-fc", "ovs_interfaceid": "e4f6da82-fcd9-4710-9284-9320dfe08eee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1937.327442] env[62588]: DEBUG nova.compute.manager [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1937.328712] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86de9586-1b9f-4296-b0a1-aaa980e3c7b0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.513470] env[62588]: DEBUG oslo_vmware.api [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52bb3ba9-c8ac-c43f-ea57-b6ed7de7814b, 'name': SearchDatastore_Task, 'duration_secs': 0.009687} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.513767] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.514151] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 4e54336e-004f-4663-9a4b-13db85891ed2/4e54336e-004f-4663-9a4b-13db85891ed2.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1937.514391] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a990ecf8-35a1-47d5-84b9-4c119f9227e3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.521197] env[62588]: DEBUG oslo_vmware.api [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 1937.521197] env[62588]: value = "task-1794550" [ 1937.521197] env[62588]: _type = "Task" [ 1937.521197] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.529055] env[62588]: DEBUG oslo_vmware.api [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.782867] env[62588]: DEBUG oslo_concurrency.lockutils [req-ad03a3ac-3d33-4275-bc1c-187a3c1d500e req-91c68c70-1025-4aca-97c5-dcf3788cdf02 service nova] Releasing lock "refresh_cache-1ae36f61-4584-45fa-b110-db37330608b8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.850196] env[62588]: DEBUG oslo_concurrency.lockutils [None req-970b2a61-5cd3-4c89-9188-559d99e78c1d tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "0dd60d48-3eb5-4636-83f1-01cf47119a57" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.888s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.938513] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21ea397-1754-4133-a54d-3fd656d799b0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.950454] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79706b9c-4d92-44c1-baae-ad455b2393bf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.988961] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744a66b0-464a-40b3-bb68-ee9e2b491ec5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.996520] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d76e7da-286d-4bb4-ba5a-eab3b97c3666 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.011500] env[62588]: DEBUG nova.compute.provider_tree [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1938.031705] env[62588]: DEBUG oslo_vmware.api [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794550, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475075} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.031966] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 4e54336e-004f-4663-9a4b-13db85891ed2/4e54336e-004f-4663-9a4b-13db85891ed2.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1938.032241] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1938.032485] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c7baf87-2945-45a8-8fd4-6b13a0bcc8be {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.040100] env[62588]: DEBUG oslo_vmware.api [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 1938.040100] env[62588]: value = "task-1794551" [ 1938.040100] env[62588]: _type = "Task" [ 1938.040100] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.047791] env[62588]: DEBUG oslo_vmware.api [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.177899] env[62588]: DEBUG nova.network.neutron [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Updating instance_info_cache with network_info: [{"id": "d385c912-5dbf-4bfd-ba24-4c80b55c433a", "address": "fa:16:3e:06:48:e8", "network": {"id": "29d85f41-e61c-49c7-93dd-8ae6091e13dd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004971789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1abac53217249a7a6b3552ebfca1c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd385c912-5d", "ovs_interfaceid": "d385c912-5dbf-4bfd-ba24-4c80b55c433a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.517021] env[62588]: DEBUG nova.scheduler.client.report [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1938.552895] env[62588]: DEBUG oslo_vmware.api [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106322} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.553666] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1938.554465] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2580a8be-16ca-4a77-a8e4-3cb19e16898f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.581375] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 4e54336e-004f-4663-9a4b-13db85891ed2/4e54336e-004f-4663-9a4b-13db85891ed2.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1938.581635] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdd93665-12f6-426e-9b90-f7848a80e63b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.601027] env[62588]: DEBUG oslo_vmware.api [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 1938.601027] env[62588]: value = "task-1794552" [ 1938.601027] env[62588]: _type = "Task" [ 1938.601027] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.609148] env[62588]: DEBUG oslo_vmware.api [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794552, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.681910] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Releasing lock "refresh_cache-e1cb64a7-1d26-4b65-b571-c586efe0a94d" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.682183] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Updated the network info_cache for instance {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10469}} [ 1938.682377] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1938.682536] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1938.682734] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1938.682860] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1938.683034] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1938.683359] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1938.683494] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62588) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 1938.683644] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1938.919336] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1c5ca186-cc37-4e46-ba3c-7e51ddc4f930 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "0dd60d48-3eb5-4636-83f1-01cf47119a57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.919628] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1c5ca186-cc37-4e46-ba3c-7e51ddc4f930 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "0dd60d48-3eb5-4636-83f1-01cf47119a57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.920089] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1c5ca186-cc37-4e46-ba3c-7e51ddc4f930 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "0dd60d48-3eb5-4636-83f1-01cf47119a57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.920089] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1c5ca186-cc37-4e46-ba3c-7e51ddc4f930 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "0dd60d48-3eb5-4636-83f1-01cf47119a57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.920211] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1c5ca186-cc37-4e46-ba3c-7e51ddc4f930 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "0dd60d48-3eb5-4636-83f1-01cf47119a57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.922240] env[62588]: INFO nova.compute.manager [None req-1c5ca186-cc37-4e46-ba3c-7e51ddc4f930 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Terminating instance [ 1939.022283] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.230s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.061230] env[62588]: INFO nova.network.neutron [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Updating port f967dfd7-376a-4585-a971-c7e3bb524a64 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1939.110884] env[62588]: DEBUG oslo_vmware.api [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794552, 'name': ReconfigVM_Task, 'duration_secs': 0.300528} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.111183] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 4e54336e-004f-4663-9a4b-13db85891ed2/4e54336e-004f-4663-9a4b-13db85891ed2.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1939.111800] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0cbeedb-e30c-4106-b5df-77e6033127fe {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.118230] env[62588]: DEBUG oslo_vmware.api [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 1939.118230] env[62588]: value = "task-1794553" [ 1939.118230] env[62588]: _type = "Task" [ 1939.118230] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.125706] env[62588]: DEBUG oslo_vmware.api [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794553, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.186097] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.186285] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.186455] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.186606] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62588) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1939.187503] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ad0e94-2de9-4c91-8091-2f1050dd3630 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.195312] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140b2072-56db-45bc-8c73-bad8f5d0fd50 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.208926] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55cc5fa-d3c0-46dc-9ff6-df6a0b5e3902 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.215089] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2772ead-5f15-4d35-be77-94a196cfa1dc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.243611] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179532MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62588) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1939.243821] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.244073] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.426143] env[62588]: DEBUG nova.compute.manager [None req-1c5ca186-cc37-4e46-ba3c-7e51ddc4f930 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1939.426381] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5ca186-cc37-4e46-ba3c-7e51ddc4f930 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1939.427276] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c8140b-25ce-4d24-803d-cfc87cb9c987 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.436038] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5ca186-cc37-4e46-ba3c-7e51ddc4f930 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1939.436038] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dd59651-54d7-419f-85d7-91cf7c7dda60 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.441041] env[62588]: DEBUG oslo_vmware.api [None req-1c5ca186-cc37-4e46-ba3c-7e51ddc4f930 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1939.441041] env[62588]: value = "task-1794554" [ 1939.441041] env[62588]: _type = "Task" [ 1939.441041] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.450660] env[62588]: DEBUG oslo_vmware.api [None req-1c5ca186-cc37-4e46-ba3c-7e51ddc4f930 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.628471] env[62588]: DEBUG oslo_vmware.api [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794553, 'name': Rename_Task, 'duration_secs': 0.148512} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.629240] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1939.629240] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8997582-5ac3-484d-aefd-19c07227dfb7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.636102] env[62588]: DEBUG oslo_vmware.api [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 1939.636102] env[62588]: value = "task-1794555" [ 1939.636102] env[62588]: _type = "Task" [ 1939.636102] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.644963] env[62588]: DEBUG oslo_vmware.api [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.950684] env[62588]: DEBUG oslo_vmware.api [None req-1c5ca186-cc37-4e46-ba3c-7e51ddc4f930 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794554, 'name': PowerOffVM_Task, 'duration_secs': 0.234295} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.951059] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5ca186-cc37-4e46-ba3c-7e51ddc4f930 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1939.951325] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5ca186-cc37-4e46-ba3c-7e51ddc4f930 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1939.951684] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0848d23-6228-4741-ab2c-9278ec6ca038 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.134471] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5ca186-cc37-4e46-ba3c-7e51ddc4f930 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1940.134681] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5ca186-cc37-4e46-ba3c-7e51ddc4f930 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1940.134747] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c5ca186-cc37-4e46-ba3c-7e51ddc4f930 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Deleting the datastore file [datastore1] 0dd60d48-3eb5-4636-83f1-01cf47119a57 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1940.135076] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d2089fb-92ac-4626-8a0c-2d2e3627fd95 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.147058] env[62588]: DEBUG oslo_vmware.api [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794555, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.150055] env[62588]: DEBUG oslo_vmware.api [None req-1c5ca186-cc37-4e46-ba3c-7e51ddc4f930 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for the task: (returnval){ [ 1940.150055] env[62588]: value = "task-1794557" [ 1940.150055] env[62588]: _type = "Task" [ 1940.150055] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.166224] env[62588]: DEBUG oslo_vmware.api [None req-1c5ca186-cc37-4e46-ba3c-7e51ddc4f930 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.273444] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance e1cb64a7-1d26-4b65-b571-c586efe0a94d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1940.273597] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 9093cafa-0c88-421b-999a-01a27833cd3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1940.273721] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 3e6371b6-ca73-429b-8994-30a54fc59df0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1940.273837] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 4e54336e-004f-4663-9a4b-13db85891ed2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1940.273960] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 4e072f28-9d6b-459e-b9a6-56d963f8c715 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1940.274087] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 0dd60d48-3eb5-4636-83f1-01cf47119a57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1940.274201] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 1ae36f61-4584-45fa-b110-db37330608b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1940.274313] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 90611f11-ed54-4ff8-affe-b2882640484b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1940.274499] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1940.274635] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1940.391740] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c412642-7895-452a-8f72-ed3d528d91f0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.399317] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b83e88a-29cb-4e2d-905a-5d58233f6fa7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.431020] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ec65be-49a9-4621-9d17-5623968de563 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.438849] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ace5958-6d84-4e4d-addf-9afdb9f328eb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.454515] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1940.521184] env[62588]: DEBUG nova.compute.manager [req-709a2ea8-0639-4562-bada-b1c6ade4b59b req-9a59fe6d-7f74-4ee4-b443-2eeeec378b97 service nova] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Received event network-vif-plugged-f967dfd7-376a-4585-a971-c7e3bb524a64 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1940.521479] env[62588]: DEBUG oslo_concurrency.lockutils [req-709a2ea8-0639-4562-bada-b1c6ade4b59b req-9a59fe6d-7f74-4ee4-b443-2eeeec378b97 service nova] Acquiring lock "90611f11-ed54-4ff8-affe-b2882640484b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.521695] env[62588]: DEBUG oslo_concurrency.lockutils [req-709a2ea8-0639-4562-bada-b1c6ade4b59b req-9a59fe6d-7f74-4ee4-b443-2eeeec378b97 service nova] Lock "90611f11-ed54-4ff8-affe-b2882640484b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.521863] env[62588]: DEBUG oslo_concurrency.lockutils [req-709a2ea8-0639-4562-bada-b1c6ade4b59b req-9a59fe6d-7f74-4ee4-b443-2eeeec378b97 service nova] Lock "90611f11-ed54-4ff8-affe-b2882640484b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.522173] env[62588]: DEBUG nova.compute.manager [req-709a2ea8-0639-4562-bada-b1c6ade4b59b req-9a59fe6d-7f74-4ee4-b443-2eeeec378b97 service nova] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] No waiting events found dispatching network-vif-plugged-f967dfd7-376a-4585-a971-c7e3bb524a64 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1940.522252] env[62588]: WARNING nova.compute.manager [req-709a2ea8-0639-4562-bada-b1c6ade4b59b req-9a59fe6d-7f74-4ee4-b443-2eeeec378b97 service nova] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Received unexpected event network-vif-plugged-f967dfd7-376a-4585-a971-c7e3bb524a64 for instance with vm_state shelved_offloaded and task_state spawning. [ 1940.638154] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquiring lock "refresh_cache-90611f11-ed54-4ff8-affe-b2882640484b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.638349] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquired lock "refresh_cache-90611f11-ed54-4ff8-affe-b2882640484b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.638522] env[62588]: DEBUG nova.network.neutron [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1940.648876] env[62588]: DEBUG oslo_vmware.api [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794555, 'name': PowerOnVM_Task, 'duration_secs': 0.605063} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.649668] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1940.649879] env[62588]: DEBUG nova.compute.manager [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1940.650641] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ff3c53-c04e-40b3-b37e-25016f631a08 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.664917] env[62588]: DEBUG oslo_vmware.api [None req-1c5ca186-cc37-4e46-ba3c-7e51ddc4f930 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Task: {'id': task-1794557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355589} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.665337] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c5ca186-cc37-4e46-ba3c-7e51ddc4f930 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1940.665521] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5ca186-cc37-4e46-ba3c-7e51ddc4f930 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1940.665696] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5ca186-cc37-4e46-ba3c-7e51ddc4f930 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1940.665893] env[62588]: INFO nova.compute.manager [None req-1c5ca186-cc37-4e46-ba3c-7e51ddc4f930 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1940.666155] env[62588]: DEBUG oslo.service.loopingcall [None req-1c5ca186-cc37-4e46-ba3c-7e51ddc4f930 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1940.666342] env[62588]: DEBUG nova.compute.manager [-] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1940.666760] env[62588]: DEBUG nova.network.neutron [-] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1940.959099] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1941.174023] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.378676] env[62588]: DEBUG nova.network.neutron [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Updating instance_info_cache with network_info: [{"id": "f967dfd7-376a-4585-a971-c7e3bb524a64", "address": "fa:16:3e:15:cd:df", "network": {"id": "53e5e9d3-1405-4d49-b447-38ad085a370d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-959313782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7186086b95024140b01eeb45e2af009f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf967dfd7-37", "ovs_interfaceid": "f967dfd7-376a-4585-a971-c7e3bb524a64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.464073] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62588) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1941.464073] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.220s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.464073] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.291s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.464305] env[62588]: DEBUG nova.objects.instance [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62588) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1941.577105] env[62588]: DEBUG nova.network.neutron [-] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.881293] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Releasing lock "refresh_cache-90611f11-ed54-4ff8-affe-b2882640484b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.909202] env[62588]: DEBUG nova.virt.hardware [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='25ff9f2bb04a18c42b661995026cba7c',container_format='bare',created_at=2024-12-12T05:01:11Z,direct_url=,disk_format='vmdk',id=1c554d03-0aba-4fa8-a1e8-557b0aa5b64f,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-951276256-shelved',owner='7186086b95024140b01eeb45e2af009f',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2024-12-12T05:01:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1941.909459] env[62588]: DEBUG nova.virt.hardware [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1941.909615] env[62588]: DEBUG nova.virt.hardware [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1941.909794] env[62588]: DEBUG nova.virt.hardware [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1941.909943] env[62588]: DEBUG nova.virt.hardware [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1941.910139] env[62588]: DEBUG nova.virt.hardware [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1941.910373] env[62588]: DEBUG nova.virt.hardware [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1941.910534] env[62588]: DEBUG nova.virt.hardware [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1941.910784] env[62588]: DEBUG nova.virt.hardware [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1941.910924] env[62588]: DEBUG nova.virt.hardware [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1941.911117] env[62588]: DEBUG nova.virt.hardware [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1941.911985] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197f729b-6e7e-4f8a-a5a2-896b9d5e8e32 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.919594] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adbd6b6-b2a0-4e4b-b471-42a29882ced8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.932738] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:cd:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '489b2441-7132-4942-8b61-49cf0ad4400e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f967dfd7-376a-4585-a971-c7e3bb524a64', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1941.940152] env[62588]: DEBUG oslo.service.loopingcall [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1941.940399] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1941.940598] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8b2133a-9b04-4261-a0e1-e658f006f25a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.959255] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1941.959255] env[62588]: value = "task-1794559" [ 1941.959255] env[62588]: _type = "Task" [ 1941.959255] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.973628] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794559, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.081123] env[62588]: INFO nova.compute.manager [-] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Took 1.41 seconds to deallocate network for instance. [ 1942.470679] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794559, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.475954] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5df293a6-66c7-4889-ba1c-ba54fef81a81 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.552139] env[62588]: DEBUG nova.compute.manager [req-12013da5-50a9-4d13-b4b4-ac6f05eac3c4 req-2b347171-736a-4c8f-a267-b0a26d39ea31 service nova] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Received event network-changed-f967dfd7-376a-4585-a971-c7e3bb524a64 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1942.552139] env[62588]: DEBUG nova.compute.manager [req-12013da5-50a9-4d13-b4b4-ac6f05eac3c4 req-2b347171-736a-4c8f-a267-b0a26d39ea31 service nova] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Refreshing instance network info cache due to event network-changed-f967dfd7-376a-4585-a971-c7e3bb524a64. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1942.552139] env[62588]: DEBUG oslo_concurrency.lockutils [req-12013da5-50a9-4d13-b4b4-ac6f05eac3c4 req-2b347171-736a-4c8f-a267-b0a26d39ea31 service nova] Acquiring lock "refresh_cache-90611f11-ed54-4ff8-affe-b2882640484b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1942.552139] env[62588]: DEBUG oslo_concurrency.lockutils [req-12013da5-50a9-4d13-b4b4-ac6f05eac3c4 req-2b347171-736a-4c8f-a267-b0a26d39ea31 service nova] Acquired lock "refresh_cache-90611f11-ed54-4ff8-affe-b2882640484b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.552334] env[62588]: DEBUG nova.network.neutron [req-12013da5-50a9-4d13-b4b4-ac6f05eac3c4 req-2b347171-736a-4c8f-a267-b0a26d39ea31 service nova] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Refreshing network info cache for port f967dfd7-376a-4585-a971-c7e3bb524a64 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1942.586860] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1c5ca186-cc37-4e46-ba3c-7e51ddc4f930 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.587135] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1c5ca186-cc37-4e46-ba3c-7e51ddc4f930 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.587365] env[62588]: DEBUG nova.objects.instance [None req-1c5ca186-cc37-4e46-ba3c-7e51ddc4f930 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lazy-loading 'resources' on Instance uuid 0dd60d48-3eb5-4636-83f1-01cf47119a57 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1942.970249] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794559, 'name': CreateVM_Task, 'duration_secs': 0.572402} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.970599] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1942.971120] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1c554d03-0aba-4fa8-a1e8-557b0aa5b64f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1942.971286] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1c554d03-0aba-4fa8-a1e8-557b0aa5b64f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.971662] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1c554d03-0aba-4fa8-a1e8-557b0aa5b64f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1942.971910] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa1de918-d259-4ac8-b0d8-70e68f239d4e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.977017] env[62588]: DEBUG oslo_vmware.api [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1942.977017] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5205b19e-1909-afc8-f313-1e9802105e09" [ 1942.977017] env[62588]: _type = "Task" [ 1942.977017] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.986690] env[62588]: DEBUG oslo_vmware.api [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5205b19e-1909-afc8-f313-1e9802105e09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.194263] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1919be1-d88f-4159-9f64-0e74f87ec194 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.201694] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d36a664-424a-441a-9343-4880276acdc2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.234650] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be3a070-a0a4-41e1-8fb2-e703efa30eae {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.242014] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dbdb9a-84aa-459b-b280-431761084417 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.255391] env[62588]: DEBUG nova.compute.provider_tree [None req-1c5ca186-cc37-4e46-ba3c-7e51ddc4f930 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1943.298059] env[62588]: DEBUG nova.network.neutron [req-12013da5-50a9-4d13-b4b4-ac6f05eac3c4 req-2b347171-736a-4c8f-a267-b0a26d39ea31 service nova] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Updated VIF entry in instance network info cache for port f967dfd7-376a-4585-a971-c7e3bb524a64. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1943.298440] env[62588]: DEBUG nova.network.neutron [req-12013da5-50a9-4d13-b4b4-ac6f05eac3c4 req-2b347171-736a-4c8f-a267-b0a26d39ea31 service nova] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Updating instance_info_cache with network_info: [{"id": "f967dfd7-376a-4585-a971-c7e3bb524a64", "address": "fa:16:3e:15:cd:df", "network": {"id": "53e5e9d3-1405-4d49-b447-38ad085a370d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-959313782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7186086b95024140b01eeb45e2af009f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf967dfd7-37", "ovs_interfaceid": "f967dfd7-376a-4585-a971-c7e3bb524a64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.488029] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1c554d03-0aba-4fa8-a1e8-557b0aa5b64f" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1943.488280] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Processing image 1c554d03-0aba-4fa8-a1e8-557b0aa5b64f {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1943.488520] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1c554d03-0aba-4fa8-a1e8-557b0aa5b64f/1c554d03-0aba-4fa8-a1e8-557b0aa5b64f.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1943.488669] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1c554d03-0aba-4fa8-a1e8-557b0aa5b64f/1c554d03-0aba-4fa8-a1e8-557b0aa5b64f.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1943.488847] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1943.489101] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42376d78-100e-41e2-87af-14dfa2f86ab6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.499572] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1943.499740] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1943.500458] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20096ec8-d8a1-4294-9c09-35e75eb43b27 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.505461] env[62588]: DEBUG oslo_vmware.api [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1943.505461] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]523ad283-0cc6-369b-d40a-d02161b00320" [ 1943.505461] env[62588]: _type = "Task" [ 1943.505461] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.513323] env[62588]: DEBUG oslo_vmware.api [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]523ad283-0cc6-369b-d40a-d02161b00320, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.758883] env[62588]: DEBUG nova.scheduler.client.report [None req-1c5ca186-cc37-4e46-ba3c-7e51ddc4f930 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1943.801038] env[62588]: DEBUG oslo_concurrency.lockutils [req-12013da5-50a9-4d13-b4b4-ac6f05eac3c4 req-2b347171-736a-4c8f-a267-b0a26d39ea31 service nova] Releasing lock "refresh_cache-90611f11-ed54-4ff8-affe-b2882640484b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1943.801212] env[62588]: DEBUG nova.compute.manager [req-12013da5-50a9-4d13-b4b4-ac6f05eac3c4 req-2b347171-736a-4c8f-a267-b0a26d39ea31 service nova] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Received event network-vif-deleted-b019fa05-178b-4599-830b-aecb5ed06cdf {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1944.016505] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Preparing fetch location {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1944.016832] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Fetch image to [datastore1] OSTACK_IMG_71ed9d42-48a4-4d66-9554-b005c989b8a3/OSTACK_IMG_71ed9d42-48a4-4d66-9554-b005c989b8a3.vmdk {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1944.016942] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Downloading stream optimized image 1c554d03-0aba-4fa8-a1e8-557b0aa5b64f to [datastore1] OSTACK_IMG_71ed9d42-48a4-4d66-9554-b005c989b8a3/OSTACK_IMG_71ed9d42-48a4-4d66-9554-b005c989b8a3.vmdk on the data store datastore1 as vApp {{(pid=62588) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1944.017061] env[62588]: DEBUG nova.virt.vmwareapi.images [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Downloading image file data 1c554d03-0aba-4fa8-a1e8-557b0aa5b64f to the ESX as VM named 'OSTACK_IMG_71ed9d42-48a4-4d66-9554-b005c989b8a3' {{(pid=62588) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1944.086743] env[62588]: DEBUG oslo_vmware.rw_handles [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1944.086743] env[62588]: value = "resgroup-9" [ 1944.086743] env[62588]: _type = "ResourcePool" [ 1944.086743] env[62588]: }. {{(pid=62588) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1944.087068] env[62588]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-7e70eb49-2e29-40be-86da-eb9a0acde824 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.107343] env[62588]: DEBUG oslo_vmware.rw_handles [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lease: (returnval){ [ 1944.107343] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5211ac86-ea90-7d2c-5031-0b361fc9e550" [ 1944.107343] env[62588]: _type = "HttpNfcLease" [ 1944.107343] env[62588]: } obtained for vApp import into resource pool (val){ [ 1944.107343] env[62588]: value = "resgroup-9" [ 1944.107343] env[62588]: _type = "ResourcePool" [ 1944.107343] env[62588]: }. {{(pid=62588) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1944.107598] env[62588]: DEBUG oslo_vmware.api [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the lease: (returnval){ [ 1944.107598] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5211ac86-ea90-7d2c-5031-0b361fc9e550" [ 1944.107598] env[62588]: _type = "HttpNfcLease" [ 1944.107598] env[62588]: } to be ready. {{(pid=62588) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1944.115092] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1944.115092] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5211ac86-ea90-7d2c-5031-0b361fc9e550" [ 1944.115092] env[62588]: _type = "HttpNfcLease" [ 1944.115092] env[62588]: } is initializing. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1944.264016] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1c5ca186-cc37-4e46-ba3c-7e51ddc4f930 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.283340] env[62588]: INFO nova.scheduler.client.report [None req-1c5ca186-cc37-4e46-ba3c-7e51ddc4f930 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Deleted allocations for instance 0dd60d48-3eb5-4636-83f1-01cf47119a57 [ 1944.616348] env[62588]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1944.616348] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5211ac86-ea90-7d2c-5031-0b361fc9e550" [ 1944.616348] env[62588]: _type = "HttpNfcLease" [ 1944.616348] env[62588]: } is ready. {{(pid=62588) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1944.616681] env[62588]: DEBUG oslo_vmware.rw_handles [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1944.616681] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5211ac86-ea90-7d2c-5031-0b361fc9e550" [ 1944.616681] env[62588]: _type = "HttpNfcLease" [ 1944.616681] env[62588]: }. {{(pid=62588) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1944.617367] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58018f4-0675-4f48-b1b9-25ae8d919a7b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.624291] env[62588]: DEBUG oslo_vmware.rw_handles [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ea901-3597-df1d-319c-4fd025678879/disk-0.vmdk from lease info. {{(pid=62588) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1944.624475] env[62588]: DEBUG oslo_vmware.rw_handles [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ea901-3597-df1d-319c-4fd025678879/disk-0.vmdk. {{(pid=62588) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1944.682368] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d8d211d4-d8d5-43e6-a01d-408e42f979a7 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "4e072f28-9d6b-459e-b9a6-56d963f8c715" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.682614] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d8d211d4-d8d5-43e6-a01d-408e42f979a7 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "4e072f28-9d6b-459e-b9a6-56d963f8c715" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.682841] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d8d211d4-d8d5-43e6-a01d-408e42f979a7 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "4e072f28-9d6b-459e-b9a6-56d963f8c715-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.683037] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d8d211d4-d8d5-43e6-a01d-408e42f979a7 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "4e072f28-9d6b-459e-b9a6-56d963f8c715-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.683219] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d8d211d4-d8d5-43e6-a01d-408e42f979a7 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "4e072f28-9d6b-459e-b9a6-56d963f8c715-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.686787] env[62588]: INFO nova.compute.manager [None req-d8d211d4-d8d5-43e6-a01d-408e42f979a7 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Terminating instance [ 1944.693903] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-479f73a5-b752-40fe-b5b0-6e6b4cc03c1e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.792146] env[62588]: DEBUG oslo_concurrency.lockutils [None req-1c5ca186-cc37-4e46-ba3c-7e51ddc4f930 tempest-ServerActionsTestOtherB-250028929 tempest-ServerActionsTestOtherB-250028929-project-member] Lock "0dd60d48-3eb5-4636-83f1-01cf47119a57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.872s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.192261] env[62588]: DEBUG nova.compute.manager [None req-d8d211d4-d8d5-43e6-a01d-408e42f979a7 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1945.192632] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d211d4-d8d5-43e6-a01d-408e42f979a7 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1945.193699] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28338f4f-4ed1-4561-a282-f3fe6c20beed {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.203068] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d211d4-d8d5-43e6-a01d-408e42f979a7 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1945.203330] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30b45738-11a2-403f-91e1-8e6e45592abb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.210189] env[62588]: DEBUG oslo_vmware.api [None req-d8d211d4-d8d5-43e6-a01d-408e42f979a7 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 1945.210189] env[62588]: value = "task-1794564" [ 1945.210189] env[62588]: _type = "Task" [ 1945.210189] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.221630] env[62588]: DEBUG oslo_vmware.api [None req-d8d211d4-d8d5-43e6-a01d-408e42f979a7 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.669096] env[62588]: DEBUG oslo_vmware.rw_handles [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Completed reading data from the image iterator. {{(pid=62588) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1945.669096] env[62588]: DEBUG oslo_vmware.rw_handles [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ea901-3597-df1d-319c-4fd025678879/disk-0.vmdk. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1945.669970] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021a9a9f-d323-48df-817b-45ce17a9838b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.676281] env[62588]: DEBUG oslo_vmware.rw_handles [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ea901-3597-df1d-319c-4fd025678879/disk-0.vmdk is in state: ready. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1945.676437] env[62588]: DEBUG oslo_vmware.rw_handles [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ea901-3597-df1d-319c-4fd025678879/disk-0.vmdk. {{(pid=62588) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1945.676656] env[62588]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9452e573-2551-40ef-a6b1-39d5f31e186b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.719242] env[62588]: DEBUG oslo_vmware.api [None req-d8d211d4-d8d5-43e6-a01d-408e42f979a7 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794564, 'name': PowerOffVM_Task, 'duration_secs': 0.198595} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.719503] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d211d4-d8d5-43e6-a01d-408e42f979a7 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1945.719668] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d211d4-d8d5-43e6-a01d-408e42f979a7 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1945.719909] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-445e86be-89fe-416c-9bc9-ac8812f383fe {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.811084] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d211d4-d8d5-43e6-a01d-408e42f979a7 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1945.811316] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d211d4-d8d5-43e6-a01d-408e42f979a7 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1945.811499] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8d211d4-d8d5-43e6-a01d-408e42f979a7 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Deleting the datastore file [datastore1] 4e072f28-9d6b-459e-b9a6-56d963f8c715 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1945.811769] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e55dfc24-b5e8-444a-8d72-651e2f312d57 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.819012] env[62588]: DEBUG oslo_vmware.api [None req-d8d211d4-d8d5-43e6-a01d-408e42f979a7 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 1945.819012] env[62588]: value = "task-1794566" [ 1945.819012] env[62588]: _type = "Task" [ 1945.819012] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.826798] env[62588]: DEBUG oslo_vmware.api [None req-d8d211d4-d8d5-43e6-a01d-408e42f979a7 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.898268] env[62588]: DEBUG oslo_vmware.rw_handles [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ea901-3597-df1d-319c-4fd025678879/disk-0.vmdk. {{(pid=62588) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1945.898488] env[62588]: INFO nova.virt.vmwareapi.images [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Downloaded image file data 1c554d03-0aba-4fa8-a1e8-557b0aa5b64f [ 1945.899334] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9669c16b-a0a2-410e-9cd9-ed4b45293c09 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.915430] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee761b09-254f-44ea-8193-71107ac7b25c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.944155] env[62588]: INFO nova.virt.vmwareapi.images [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] The imported VM was unregistered [ 1945.946434] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Caching image {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1945.946662] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Creating directory with path [datastore1] devstack-image-cache_base/1c554d03-0aba-4fa8-a1e8-557b0aa5b64f {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1945.946921] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c80b5a5-6f33-4764-b786-6ed9eb0448d9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.981548] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Created directory with path [datastore1] devstack-image-cache_base/1c554d03-0aba-4fa8-a1e8-557b0aa5b64f {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1945.981729] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_71ed9d42-48a4-4d66-9554-b005c989b8a3/OSTACK_IMG_71ed9d42-48a4-4d66-9554-b005c989b8a3.vmdk to [datastore1] devstack-image-cache_base/1c554d03-0aba-4fa8-a1e8-557b0aa5b64f/1c554d03-0aba-4fa8-a1e8-557b0aa5b64f.vmdk. {{(pid=62588) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1945.982018] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-fb65a580-f5a4-4ce8-887c-9b3149efbd05 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.988781] env[62588]: DEBUG oslo_vmware.api [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1945.988781] env[62588]: value = "task-1794568" [ 1945.988781] env[62588]: _type = "Task" [ 1945.988781] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.996182] env[62588]: DEBUG oslo_vmware.api [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794568, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.329333] env[62588]: DEBUG oslo_vmware.api [None req-d8d211d4-d8d5-43e6-a01d-408e42f979a7 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.498900] env[62588]: DEBUG oslo_vmware.api [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794568, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.831171] env[62588]: DEBUG oslo_vmware.api [None req-d8d211d4-d8d5-43e6-a01d-408e42f979a7 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.634449} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.831460] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8d211d4-d8d5-43e6-a01d-408e42f979a7 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1946.831645] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d211d4-d8d5-43e6-a01d-408e42f979a7 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1946.831826] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d211d4-d8d5-43e6-a01d-408e42f979a7 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1946.832018] env[62588]: INFO nova.compute.manager [None req-d8d211d4-d8d5-43e6-a01d-408e42f979a7 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1946.832277] env[62588]: DEBUG oslo.service.loopingcall [None req-d8d211d4-d8d5-43e6-a01d-408e42f979a7 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1946.832487] env[62588]: DEBUG nova.compute.manager [-] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1946.832581] env[62588]: DEBUG nova.network.neutron [-] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1947.001440] env[62588]: DEBUG oslo_vmware.api [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794568, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.506062] env[62588]: DEBUG oslo_vmware.api [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794568, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.607244] env[62588]: DEBUG nova.compute.manager [req-d53037fd-b4eb-4cb7-a28c-d27c16af2264 req-50f6f509-c166-47c7-a690-e0e9478731c4 service nova] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Received event network-vif-deleted-01db092b-1832-4807-b188-5c6fedca19ed {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1947.607476] env[62588]: INFO nova.compute.manager [req-d53037fd-b4eb-4cb7-a28c-d27c16af2264 req-50f6f509-c166-47c7-a690-e0e9478731c4 service nova] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Neutron deleted interface 01db092b-1832-4807-b188-5c6fedca19ed; detaching it from the instance and deleting it from the info cache [ 1947.607655] env[62588]: DEBUG nova.network.neutron [req-d53037fd-b4eb-4cb7-a28c-d27c16af2264 req-50f6f509-c166-47c7-a690-e0e9478731c4 service nova] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1948.003212] env[62588]: DEBUG oslo_vmware.api [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794568, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.082021] env[62588]: DEBUG nova.network.neutron [-] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1948.112596] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c08a1943-be49-4b44-9658-960e686e8b5b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.122928] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99e996c-48a1-49d3-895c-f0c715734c6e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.152347] env[62588]: DEBUG nova.compute.manager [req-d53037fd-b4eb-4cb7-a28c-d27c16af2264 req-50f6f509-c166-47c7-a690-e0e9478731c4 service nova] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Detach interface failed, port_id=01db092b-1832-4807-b188-5c6fedca19ed, reason: Instance 4e072f28-9d6b-459e-b9a6-56d963f8c715 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1948.502940] env[62588]: DEBUG oslo_vmware.api [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794568, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.585997] env[62588]: INFO nova.compute.manager [-] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Took 1.75 seconds to deallocate network for instance. [ 1949.003428] env[62588]: DEBUG oslo_vmware.api [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794568, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.911842} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.003683] env[62588]: INFO nova.virt.vmwareapi.ds_util [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_71ed9d42-48a4-4d66-9554-b005c989b8a3/OSTACK_IMG_71ed9d42-48a4-4d66-9554-b005c989b8a3.vmdk to [datastore1] devstack-image-cache_base/1c554d03-0aba-4fa8-a1e8-557b0aa5b64f/1c554d03-0aba-4fa8-a1e8-557b0aa5b64f.vmdk. [ 1949.003872] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Cleaning up location [datastore1] OSTACK_IMG_71ed9d42-48a4-4d66-9554-b005c989b8a3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1949.004250] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_71ed9d42-48a4-4d66-9554-b005c989b8a3 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1949.004525] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1dd9c07c-705f-4c86-8f5e-e6ba2edc2988 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.010954] env[62588]: DEBUG oslo_vmware.api [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1949.010954] env[62588]: value = "task-1794571" [ 1949.010954] env[62588]: _type = "Task" [ 1949.010954] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.018432] env[62588]: DEBUG oslo_vmware.api [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.092746] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d8d211d4-d8d5-43e6-a01d-408e42f979a7 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.093079] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d8d211d4-d8d5-43e6-a01d-408e42f979a7 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.093319] env[62588]: DEBUG nova.objects.instance [None req-d8d211d4-d8d5-43e6-a01d-408e42f979a7 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lazy-loading 'resources' on Instance uuid 4e072f28-9d6b-459e-b9a6-56d963f8c715 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1949.522124] env[62588]: DEBUG oslo_vmware.api [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034636} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.522453] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1949.522652] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1c554d03-0aba-4fa8-a1e8-557b0aa5b64f/1c554d03-0aba-4fa8-a1e8-557b0aa5b64f.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.522956] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1c554d03-0aba-4fa8-a1e8-557b0aa5b64f/1c554d03-0aba-4fa8-a1e8-557b0aa5b64f.vmdk to [datastore1] 90611f11-ed54-4ff8-affe-b2882640484b/90611f11-ed54-4ff8-affe-b2882640484b.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1949.523261] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c7814b4-2ec9-4b0d-b048-ee4176da30ff {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.530821] env[62588]: DEBUG oslo_vmware.api [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1949.530821] env[62588]: value = "task-1794572" [ 1949.530821] env[62588]: _type = "Task" [ 1949.530821] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.538547] env[62588]: DEBUG oslo_vmware.api [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.730184] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78394a8-f8a6-40fb-8ad0-184c70d8b77d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.738728] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc029d2-a3be-46e1-917f-52224371412d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.773572] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b6ab26-ee62-4cf3-bf4f-becfb083885c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.783541] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe8905c-da54-4837-bc40-0e7f5af78f54 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.799793] env[62588]: DEBUG nova.compute.provider_tree [None req-d8d211d4-d8d5-43e6-a01d-408e42f979a7 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1950.041677] env[62588]: DEBUG oslo_vmware.api [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794572, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.303997] env[62588]: DEBUG nova.scheduler.client.report [None req-d8d211d4-d8d5-43e6-a01d-408e42f979a7 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1950.543722] env[62588]: DEBUG oslo_vmware.api [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794572, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.809619] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d8d211d4-d8d5-43e6-a01d-408e42f979a7 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.844925] env[62588]: INFO nova.scheduler.client.report [None req-d8d211d4-d8d5-43e6-a01d-408e42f979a7 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Deleted allocations for instance 4e072f28-9d6b-459e-b9a6-56d963f8c715 [ 1951.045708] env[62588]: DEBUG oslo_vmware.api [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794572, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.354195] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d8d211d4-d8d5-43e6-a01d-408e42f979a7 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "4e072f28-9d6b-459e-b9a6-56d963f8c715" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.671s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.542505] env[62588]: DEBUG oslo_vmware.api [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794572, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.044432] env[62588]: DEBUG oslo_vmware.api [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794572, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.276824} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.047128] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1c554d03-0aba-4fa8-a1e8-557b0aa5b64f/1c554d03-0aba-4fa8-a1e8-557b0aa5b64f.vmdk to [datastore1] 90611f11-ed54-4ff8-affe-b2882640484b/90611f11-ed54-4ff8-affe-b2882640484b.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1952.047128] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2416e4f7-d2e6-46a4-b55f-ac9dbbc03c8c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.077093] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 90611f11-ed54-4ff8-affe-b2882640484b/90611f11-ed54-4ff8-affe-b2882640484b.vmdk or device None with type streamOptimized {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1952.077093] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16ed770c-b84c-4a34-bfa2-53364488d473 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.099559] env[62588]: DEBUG oslo_vmware.api [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1952.099559] env[62588]: value = "task-1794574" [ 1952.099559] env[62588]: _type = "Task" [ 1952.099559] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.108915] env[62588]: DEBUG oslo_vmware.api [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794574, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.609692] env[62588]: DEBUG oslo_vmware.api [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794574, 'name': ReconfigVM_Task, 'duration_secs': 0.312748} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.609972] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 90611f11-ed54-4ff8-affe-b2882640484b/90611f11-ed54-4ff8-affe-b2882640484b.vmdk or device None with type streamOptimized {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1952.610620] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-362a0ab1-a01c-4f14-a8bb-7f9da76cce32 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.616649] env[62588]: DEBUG oslo_vmware.api [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1952.616649] env[62588]: value = "task-1794575" [ 1952.616649] env[62588]: _type = "Task" [ 1952.616649] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.624023] env[62588]: DEBUG oslo_vmware.api [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794575, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.890212] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ba47dd3f-6bc1-4cad-9300-4dd70a23eb26 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "3e6371b6-ca73-429b-8994-30a54fc59df0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.890655] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ba47dd3f-6bc1-4cad-9300-4dd70a23eb26 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "3e6371b6-ca73-429b-8994-30a54fc59df0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.127770] env[62588]: DEBUG oslo_vmware.api [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794575, 'name': Rename_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.394767] env[62588]: INFO nova.compute.manager [None req-ba47dd3f-6bc1-4cad-9300-4dd70a23eb26 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Detaching volume f63d26ab-13ee-47fa-b5b3-da0c4192e916 [ 1953.428439] env[62588]: INFO nova.virt.block_device [None req-ba47dd3f-6bc1-4cad-9300-4dd70a23eb26 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Attempting to driver detach volume f63d26ab-13ee-47fa-b5b3-da0c4192e916 from mountpoint /dev/sdb [ 1953.428673] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba47dd3f-6bc1-4cad-9300-4dd70a23eb26 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Volume detach. Driver type: vmdk {{(pid=62588) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1953.428861] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba47dd3f-6bc1-4cad-9300-4dd70a23eb26 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372179', 'volume_id': 'f63d26ab-13ee-47fa-b5b3-da0c4192e916', 'name': 'volume-f63d26ab-13ee-47fa-b5b3-da0c4192e916', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3e6371b6-ca73-429b-8994-30a54fc59df0', 'attached_at': '', 'detached_at': '', 'volume_id': 'f63d26ab-13ee-47fa-b5b3-da0c4192e916', 'serial': 'f63d26ab-13ee-47fa-b5b3-da0c4192e916'} {{(pid=62588) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1953.429744] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e48056-63b0-4d23-91be-f03ae086f96f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.452538] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabb6c9b-62d8-4178-b216-9b6859f4e0d6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.460010] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cf9076-8c4b-4089-b393-04795177be31 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.480090] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ffefdd-99e9-4a2c-9be1-c8dddd780b59 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.496069] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba47dd3f-6bc1-4cad-9300-4dd70a23eb26 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] The volume has not been displaced from its original location: [datastore1] volume-f63d26ab-13ee-47fa-b5b3-da0c4192e916/volume-f63d26ab-13ee-47fa-b5b3-da0c4192e916.vmdk. No consolidation needed. {{(pid=62588) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1953.501302] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba47dd3f-6bc1-4cad-9300-4dd70a23eb26 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1953.501569] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1cb1a68-56d3-4ef3-ab4c-d0aa5122ef27 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.519750] env[62588]: DEBUG oslo_vmware.api [None req-ba47dd3f-6bc1-4cad-9300-4dd70a23eb26 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 1953.519750] env[62588]: value = "task-1794577" [ 1953.519750] env[62588]: _type = "Task" [ 1953.519750] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.527880] env[62588]: DEBUG oslo_vmware.api [None req-ba47dd3f-6bc1-4cad-9300-4dd70a23eb26 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.628715] env[62588]: DEBUG oslo_vmware.api [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794575, 'name': Rename_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.872110] env[62588]: DEBUG oslo_concurrency.lockutils [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Acquiring lock "7e24ae0f-8f04-4432-a3da-1b7459d6e38e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.872665] env[62588]: DEBUG oslo_concurrency.lockutils [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Lock "7e24ae0f-8f04-4432-a3da-1b7459d6e38e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.029320] env[62588]: DEBUG oslo_vmware.api [None req-ba47dd3f-6bc1-4cad-9300-4dd70a23eb26 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794577, 'name': ReconfigVM_Task, 'duration_secs': 0.40531} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.029610] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba47dd3f-6bc1-4cad-9300-4dd70a23eb26 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1954.034334] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c3ce222-cff9-4520-bb92-a20dd2b95c75 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.049072] env[62588]: DEBUG oslo_vmware.api [None req-ba47dd3f-6bc1-4cad-9300-4dd70a23eb26 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 1954.049072] env[62588]: value = "task-1794578" [ 1954.049072] env[62588]: _type = "Task" [ 1954.049072] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.057047] env[62588]: DEBUG oslo_vmware.api [None req-ba47dd3f-6bc1-4cad-9300-4dd70a23eb26 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.133092] env[62588]: DEBUG oslo_vmware.api [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794575, 'name': Rename_Task, 'duration_secs': 1.148043} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.133409] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1954.133662] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6391842-0d89-4b26-abb7-1f31abbbc6bc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.139381] env[62588]: DEBUG oslo_vmware.api [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1954.139381] env[62588]: value = "task-1794579" [ 1954.139381] env[62588]: _type = "Task" [ 1954.139381] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.146920] env[62588]: DEBUG oslo_vmware.api [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.375731] env[62588]: DEBUG nova.compute.manager [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1954.559112] env[62588]: DEBUG oslo_vmware.api [None req-ba47dd3f-6bc1-4cad-9300-4dd70a23eb26 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794578, 'name': ReconfigVM_Task, 'duration_secs': 0.139162} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.559458] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba47dd3f-6bc1-4cad-9300-4dd70a23eb26 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372179', 'volume_id': 'f63d26ab-13ee-47fa-b5b3-da0c4192e916', 'name': 'volume-f63d26ab-13ee-47fa-b5b3-da0c4192e916', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3e6371b6-ca73-429b-8994-30a54fc59df0', 'attached_at': '', 'detached_at': '', 'volume_id': 'f63d26ab-13ee-47fa-b5b3-da0c4192e916', 'serial': 'f63d26ab-13ee-47fa-b5b3-da0c4192e916'} {{(pid=62588) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1954.650657] env[62588]: DEBUG oslo_vmware.api [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794579, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.898853] env[62588]: DEBUG oslo_concurrency.lockutils [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.899187] env[62588]: DEBUG oslo_concurrency.lockutils [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.900703] env[62588]: INFO nova.compute.claims [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1955.100963] env[62588]: DEBUG nova.objects.instance [None req-ba47dd3f-6bc1-4cad-9300-4dd70a23eb26 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lazy-loading 'flavor' on Instance uuid 3e6371b6-ca73-429b-8994-30a54fc59df0 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1955.149680] env[62588]: DEBUG oslo_vmware.api [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794579, 'name': PowerOnVM_Task, 'duration_secs': 0.731537} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.150069] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1955.248208] env[62588]: DEBUG nova.compute.manager [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1955.249124] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bb85a8-90cb-47b0-8237-6fb7d84f2913 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.767822] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6851e25e-3ab5-434f-a080-e17786e4e1d9 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "90611f11-ed54-4ff8-affe-b2882640484b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.004s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.009638] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b6a636-0e8b-4737-a29b-331121ffe7eb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.017562] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0f4e8d-ce69-4ace-b1cc-325778fba0fb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.050893] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2cb75a-da8b-4b89-9f5b-bdfa4267c6a1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.058738] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db75c40-4e6e-4cf2-85f3-c89bd1a0058f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.072402] env[62588]: DEBUG nova.compute.provider_tree [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1956.108218] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ba47dd3f-6bc1-4cad-9300-4dd70a23eb26 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "3e6371b6-ca73-429b-8994-30a54fc59df0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.218s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.423604] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32b37dd6-dff2-4178-a06a-1a31fb6fea66 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "3e6371b6-ca73-429b-8994-30a54fc59df0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.423902] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32b37dd6-dff2-4178-a06a-1a31fb6fea66 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "3e6371b6-ca73-429b-8994-30a54fc59df0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1956.424082] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32b37dd6-dff2-4178-a06a-1a31fb6fea66 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "3e6371b6-ca73-429b-8994-30a54fc59df0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.424296] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32b37dd6-dff2-4178-a06a-1a31fb6fea66 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "3e6371b6-ca73-429b-8994-30a54fc59df0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1956.424473] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32b37dd6-dff2-4178-a06a-1a31fb6fea66 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "3e6371b6-ca73-429b-8994-30a54fc59df0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.426704] env[62588]: INFO nova.compute.manager [None req-32b37dd6-dff2-4178-a06a-1a31fb6fea66 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Terminating instance [ 1956.575292] env[62588]: DEBUG nova.scheduler.client.report [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1956.831449] env[62588]: DEBUG oslo_concurrency.lockutils [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "9ee36a7d-ff0c-49b2-880f-fbdb131b7280" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.831679] env[62588]: DEBUG oslo_concurrency.lockutils [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "9ee36a7d-ff0c-49b2-880f-fbdb131b7280" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1956.930356] env[62588]: DEBUG nova.compute.manager [None req-32b37dd6-dff2-4178-a06a-1a31fb6fea66 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1956.930576] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-32b37dd6-dff2-4178-a06a-1a31fb6fea66 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1956.931506] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbe5fea-6fd6-41ad-8af2-48462d3749e9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.941152] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b37dd6-dff2-4178-a06a-1a31fb6fea66 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1956.941417] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e346543b-0ff1-4cde-9cd4-fd4ef363ecab {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.949491] env[62588]: DEBUG oslo_vmware.api [None req-32b37dd6-dff2-4178-a06a-1a31fb6fea66 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 1956.949491] env[62588]: value = "task-1794580" [ 1956.949491] env[62588]: _type = "Task" [ 1956.949491] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.958320] env[62588]: DEBUG oslo_vmware.api [None req-32b37dd6-dff2-4178-a06a-1a31fb6fea66 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.079981] env[62588]: DEBUG oslo_concurrency.lockutils [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.181s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.080608] env[62588]: DEBUG nova.compute.manager [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1957.333847] env[62588]: DEBUG nova.compute.manager [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1957.460065] env[62588]: DEBUG oslo_vmware.api [None req-32b37dd6-dff2-4178-a06a-1a31fb6fea66 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794580, 'name': PowerOffVM_Task, 'duration_secs': 0.284809} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.460507] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b37dd6-dff2-4178-a06a-1a31fb6fea66 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1957.460577] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-32b37dd6-dff2-4178-a06a-1a31fb6fea66 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1957.460828] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-502037f3-c5cd-48e3-8c3a-31d5bf2f2f9a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.585880] env[62588]: DEBUG nova.compute.utils [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1957.587586] env[62588]: DEBUG nova.compute.manager [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1957.587759] env[62588]: DEBUG nova.network.neutron [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1957.609644] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-32b37dd6-dff2-4178-a06a-1a31fb6fea66 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1957.609997] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-32b37dd6-dff2-4178-a06a-1a31fb6fea66 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1957.610227] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b37dd6-dff2-4178-a06a-1a31fb6fea66 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Deleting the datastore file [datastore1] 3e6371b6-ca73-429b-8994-30a54fc59df0 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1957.610523] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7e1f5e3-9750-4c47-9e18-a33945b0acf9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.618374] env[62588]: DEBUG oslo_vmware.api [None req-32b37dd6-dff2-4178-a06a-1a31fb6fea66 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 1957.618374] env[62588]: value = "task-1794582" [ 1957.618374] env[62588]: _type = "Task" [ 1957.618374] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.626817] env[62588]: DEBUG oslo_vmware.api [None req-32b37dd6-dff2-4178-a06a-1a31fb6fea66 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.640038] env[62588]: DEBUG nova.policy [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be3631aed5494ebd8a34db07cee91492', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5fc7e73cd62148e7b6bd5a8315d7b7e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1957.856492] env[62588]: DEBUG oslo_concurrency.lockutils [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.856898] env[62588]: DEBUG oslo_concurrency.lockutils [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.859063] env[62588]: INFO nova.compute.claims [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1957.901215] env[62588]: DEBUG nova.network.neutron [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Successfully created port: b7c6bb6c-73b6-49e6-8b7c-79d3cd9a3728 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1958.090814] env[62588]: DEBUG nova.compute.manager [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1958.129546] env[62588]: DEBUG oslo_vmware.api [None req-32b37dd6-dff2-4178-a06a-1a31fb6fea66 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246501} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.129843] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b37dd6-dff2-4178-a06a-1a31fb6fea66 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1958.130079] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-32b37dd6-dff2-4178-a06a-1a31fb6fea66 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1958.130291] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-32b37dd6-dff2-4178-a06a-1a31fb6fea66 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1958.130471] env[62588]: INFO nova.compute.manager [None req-32b37dd6-dff2-4178-a06a-1a31fb6fea66 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1958.130735] env[62588]: DEBUG oslo.service.loopingcall [None req-32b37dd6-dff2-4178-a06a-1a31fb6fea66 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1958.130929] env[62588]: DEBUG nova.compute.manager [-] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1958.131038] env[62588]: DEBUG nova.network.neutron [-] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1958.570362] env[62588]: DEBUG nova.compute.manager [req-bf26803c-0717-452e-ad88-1bcadd08fb32 req-0703ad27-3cac-4c3b-975d-892f77f89893 service nova] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Received event network-vif-deleted-4b07b89c-48a6-4179-b077-4b12cc8744ad {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1958.570635] env[62588]: INFO nova.compute.manager [req-bf26803c-0717-452e-ad88-1bcadd08fb32 req-0703ad27-3cac-4c3b-975d-892f77f89893 service nova] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Neutron deleted interface 4b07b89c-48a6-4179-b077-4b12cc8744ad; detaching it from the instance and deleting it from the info cache [ 1958.570849] env[62588]: DEBUG nova.network.neutron [req-bf26803c-0717-452e-ad88-1bcadd08fb32 req-0703ad27-3cac-4c3b-975d-892f77f89893 service nova] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1958.980615] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf98f1e6-0f2b-409e-b306-b87bfc3f8ed6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.989699] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb76dd97-7f72-470c-9992-eabc57f5fb40 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.022064] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cabc5e-c758-4c6f-812d-7dd07b07fde6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.030297] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e5767a-5948-4383-8750-a0fcd23cdab2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.043537] env[62588]: DEBUG nova.compute.provider_tree [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1959.052615] env[62588]: DEBUG nova.network.neutron [-] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1959.073384] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b433fdc-1b96-4240-888e-955617f86683 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.084754] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d00ceed-6200-4635-9de9-b7efeb792b41 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.101412] env[62588]: DEBUG nova.compute.manager [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1959.114225] env[62588]: DEBUG nova.compute.manager [req-bf26803c-0717-452e-ad88-1bcadd08fb32 req-0703ad27-3cac-4c3b-975d-892f77f89893 service nova] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Detach interface failed, port_id=4b07b89c-48a6-4179-b077-4b12cc8744ad, reason: Instance 3e6371b6-ca73-429b-8994-30a54fc59df0 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1959.127274] env[62588]: DEBUG nova.virt.hardware [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1959.127516] env[62588]: DEBUG nova.virt.hardware [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1959.127673] env[62588]: DEBUG nova.virt.hardware [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1959.127852] env[62588]: DEBUG nova.virt.hardware [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1959.127999] env[62588]: DEBUG nova.virt.hardware [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1959.128172] env[62588]: DEBUG nova.virt.hardware [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1959.128380] env[62588]: DEBUG nova.virt.hardware [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1959.128539] env[62588]: DEBUG nova.virt.hardware [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1959.128705] env[62588]: DEBUG nova.virt.hardware [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1959.128895] env[62588]: DEBUG nova.virt.hardware [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1959.129140] env[62588]: DEBUG nova.virt.hardware [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1959.130268] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ea7dd2-1237-4113-ab64-d023fa2e3c59 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.139074] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92682782-9e60-438f-869c-3052021e35a3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.413842] env[62588]: DEBUG nova.network.neutron [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Successfully updated port: b7c6bb6c-73b6-49e6-8b7c-79d3cd9a3728 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1959.546790] env[62588]: DEBUG nova.scheduler.client.report [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1959.554856] env[62588]: INFO nova.compute.manager [-] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Took 1.42 seconds to deallocate network for instance. [ 1959.917120] env[62588]: DEBUG oslo_concurrency.lockutils [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Acquiring lock "refresh_cache-7e24ae0f-8f04-4432-a3da-1b7459d6e38e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1959.917439] env[62588]: DEBUG oslo_concurrency.lockutils [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Acquired lock "refresh_cache-7e24ae0f-8f04-4432-a3da-1b7459d6e38e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.917439] env[62588]: DEBUG nova.network.neutron [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1960.051311] env[62588]: DEBUG oslo_concurrency.lockutils [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.194s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.051688] env[62588]: DEBUG nova.compute.manager [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1960.060771] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32b37dd6-dff2-4178-a06a-1a31fb6fea66 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.061007] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32b37dd6-dff2-4178-a06a-1a31fb6fea66 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.061253] env[62588]: DEBUG nova.objects.instance [None req-32b37dd6-dff2-4178-a06a-1a31fb6fea66 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lazy-loading 'resources' on Instance uuid 3e6371b6-ca73-429b-8994-30a54fc59df0 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1960.451557] env[62588]: DEBUG nova.network.neutron [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1960.556127] env[62588]: DEBUG nova.compute.utils [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1960.557496] env[62588]: DEBUG nova.compute.manager [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1960.557669] env[62588]: DEBUG nova.network.neutron [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1960.593760] env[62588]: DEBUG nova.network.neutron [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Updating instance_info_cache with network_info: [{"id": "b7c6bb6c-73b6-49e6-8b7c-79d3cd9a3728", "address": "fa:16:3e:4f:cf:b1", "network": {"id": "9269aa81-421d-4e33-a403-917ae77134ba", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1200819857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5fc7e73cd62148e7b6bd5a8315d7b7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7c6bb6c-73", "ovs_interfaceid": "b7c6bb6c-73b6-49e6-8b7c-79d3cd9a3728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1960.603792] env[62588]: DEBUG nova.compute.manager [req-4180b0b0-8d0b-47f5-b1cc-0b5bc901e37f req-68d2e186-db5e-429f-bd80-675a40432aa9 service nova] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Received event network-vif-plugged-b7c6bb6c-73b6-49e6-8b7c-79d3cd9a3728 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1960.604021] env[62588]: DEBUG oslo_concurrency.lockutils [req-4180b0b0-8d0b-47f5-b1cc-0b5bc901e37f req-68d2e186-db5e-429f-bd80-675a40432aa9 service nova] Acquiring lock "7e24ae0f-8f04-4432-a3da-1b7459d6e38e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.604291] env[62588]: DEBUG oslo_concurrency.lockutils [req-4180b0b0-8d0b-47f5-b1cc-0b5bc901e37f req-68d2e186-db5e-429f-bd80-675a40432aa9 service nova] Lock "7e24ae0f-8f04-4432-a3da-1b7459d6e38e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.604453] env[62588]: DEBUG oslo_concurrency.lockutils [req-4180b0b0-8d0b-47f5-b1cc-0b5bc901e37f req-68d2e186-db5e-429f-bd80-675a40432aa9 service nova] Lock "7e24ae0f-8f04-4432-a3da-1b7459d6e38e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.604619] env[62588]: DEBUG nova.compute.manager [req-4180b0b0-8d0b-47f5-b1cc-0b5bc901e37f req-68d2e186-db5e-429f-bd80-675a40432aa9 service nova] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] No waiting events found dispatching network-vif-plugged-b7c6bb6c-73b6-49e6-8b7c-79d3cd9a3728 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1960.604783] env[62588]: WARNING nova.compute.manager [req-4180b0b0-8d0b-47f5-b1cc-0b5bc901e37f req-68d2e186-db5e-429f-bd80-675a40432aa9 service nova] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Received unexpected event network-vif-plugged-b7c6bb6c-73b6-49e6-8b7c-79d3cd9a3728 for instance with vm_state building and task_state spawning. [ 1960.604941] env[62588]: DEBUG nova.compute.manager [req-4180b0b0-8d0b-47f5-b1cc-0b5bc901e37f req-68d2e186-db5e-429f-bd80-675a40432aa9 service nova] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Received event network-changed-b7c6bb6c-73b6-49e6-8b7c-79d3cd9a3728 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1960.605108] env[62588]: DEBUG nova.compute.manager [req-4180b0b0-8d0b-47f5-b1cc-0b5bc901e37f req-68d2e186-db5e-429f-bd80-675a40432aa9 service nova] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Refreshing instance network info cache due to event network-changed-b7c6bb6c-73b6-49e6-8b7c-79d3cd9a3728. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1960.605273] env[62588]: DEBUG oslo_concurrency.lockutils [req-4180b0b0-8d0b-47f5-b1cc-0b5bc901e37f req-68d2e186-db5e-429f-bd80-675a40432aa9 service nova] Acquiring lock "refresh_cache-7e24ae0f-8f04-4432-a3da-1b7459d6e38e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.612123] env[62588]: DEBUG nova.policy [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c67af47cdf7f4c618e25c15c541a7b88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1abac53217249a7a6b3552ebfca1c1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1960.678273] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6849a370-1bee-498e-ae66-67d5d0ee6fd7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.686987] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff82d15-6cac-4d73-a38b-b3ed7c1c44d0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.717643] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d926dc2-6116-4808-9846-9cc82d49e496 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.725338] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c69bf7-b613-4027-9586-e122dd205065 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.740721] env[62588]: DEBUG nova.compute.provider_tree [None req-32b37dd6-dff2-4178-a06a-1a31fb6fea66 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1960.920259] env[62588]: DEBUG nova.network.neutron [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Successfully created port: aafb4d88-dca9-490f-8345-3b8e4e6f008b {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1961.060516] env[62588]: DEBUG nova.compute.manager [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1961.106017] env[62588]: DEBUG oslo_concurrency.lockutils [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Releasing lock "refresh_cache-7e24ae0f-8f04-4432-a3da-1b7459d6e38e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.106017] env[62588]: DEBUG nova.compute.manager [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Instance network_info: |[{"id": "b7c6bb6c-73b6-49e6-8b7c-79d3cd9a3728", "address": "fa:16:3e:4f:cf:b1", "network": {"id": "9269aa81-421d-4e33-a403-917ae77134ba", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1200819857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5fc7e73cd62148e7b6bd5a8315d7b7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7c6bb6c-73", "ovs_interfaceid": "b7c6bb6c-73b6-49e6-8b7c-79d3cd9a3728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1961.106017] env[62588]: DEBUG oslo_concurrency.lockutils [req-4180b0b0-8d0b-47f5-b1cc-0b5bc901e37f req-68d2e186-db5e-429f-bd80-675a40432aa9 service nova] Acquired lock "refresh_cache-7e24ae0f-8f04-4432-a3da-1b7459d6e38e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.106017] env[62588]: DEBUG nova.network.neutron [req-4180b0b0-8d0b-47f5-b1cc-0b5bc901e37f req-68d2e186-db5e-429f-bd80-675a40432aa9 service nova] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Refreshing network info cache for port b7c6bb6c-73b6-49e6-8b7c-79d3cd9a3728 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1961.106017] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:cf:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7c6bb6c-73b6-49e6-8b7c-79d3cd9a3728', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1961.112763] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Creating folder: Project (5fc7e73cd62148e7b6bd5a8315d7b7e6). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1961.115687] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc8ead92-c4b6-4356-8881-a6b25682d2b0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.131723] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Created folder: Project (5fc7e73cd62148e7b6bd5a8315d7b7e6) in parent group-v371885. [ 1961.131723] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Creating folder: Instances. Parent ref: group-v372203. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1961.131723] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6aef2b8-569f-4ce1-8721-10cd83cda92b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.142016] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Created folder: Instances in parent group-v372203. [ 1961.142016] env[62588]: DEBUG oslo.service.loopingcall [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1961.142016] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1961.142016] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74a73353-a0c3-4dae-8f05-a6bc893ba5ab {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.163912] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1961.163912] env[62588]: value = "task-1794585" [ 1961.163912] env[62588]: _type = "Task" [ 1961.163912] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.171795] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794585, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.243861] env[62588]: DEBUG nova.scheduler.client.report [None req-32b37dd6-dff2-4178-a06a-1a31fb6fea66 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1961.315745] env[62588]: DEBUG nova.network.neutron [req-4180b0b0-8d0b-47f5-b1cc-0b5bc901e37f req-68d2e186-db5e-429f-bd80-675a40432aa9 service nova] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Updated VIF entry in instance network info cache for port b7c6bb6c-73b6-49e6-8b7c-79d3cd9a3728. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1961.316116] env[62588]: DEBUG nova.network.neutron [req-4180b0b0-8d0b-47f5-b1cc-0b5bc901e37f req-68d2e186-db5e-429f-bd80-675a40432aa9 service nova] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Updating instance_info_cache with network_info: [{"id": "b7c6bb6c-73b6-49e6-8b7c-79d3cd9a3728", "address": "fa:16:3e:4f:cf:b1", "network": {"id": "9269aa81-421d-4e33-a403-917ae77134ba", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1200819857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5fc7e73cd62148e7b6bd5a8315d7b7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7c6bb6c-73", "ovs_interfaceid": "b7c6bb6c-73b6-49e6-8b7c-79d3cd9a3728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1961.565411] env[62588]: INFO nova.virt.block_device [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Booting with volume 12fbb3ec-27fc-4657-8cd7-4d3b524a9c17 at /dev/sda [ 1961.601638] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-31b61a48-9362-4c7d-86ad-4a2db5f9790f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.611420] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b306c756-3ee2-480e-b2d4-6dfd865652ea {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.641212] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3dd17ea-419d-4c26-8c76-dc54d4e6c5e4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.650507] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355b678b-3612-4e56-a6a4-7dfea3d28f4b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.675056] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794585, 'name': CreateVM_Task, 'duration_secs': 0.406935} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.683971] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1961.684802] env[62588]: DEBUG oslo_concurrency.lockutils [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.684969] env[62588]: DEBUG oslo_concurrency.lockutils [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.685307] env[62588]: DEBUG oslo_concurrency.lockutils [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1961.686043] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e0adbe-d44a-4cfa-a00b-a3dd4399d5a8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.688349] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d845169f-c2f8-4912-9afa-cea0e78634ac {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.692780] env[62588]: DEBUG oslo_vmware.api [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 1961.692780] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52962d1b-7020-f519-1090-86770d9b7ec6" [ 1961.692780] env[62588]: _type = "Task" [ 1961.692780] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.697956] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befb6344-8911-49f5-9b1e-53a74cecc755 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.707038] env[62588]: DEBUG oslo_vmware.api [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52962d1b-7020-f519-1090-86770d9b7ec6, 'name': SearchDatastore_Task, 'duration_secs': 0.011717} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.707318] env[62588]: DEBUG oslo_concurrency.lockutils [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.707551] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1961.707777] env[62588]: DEBUG oslo_concurrency.lockutils [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.707929] env[62588]: DEBUG oslo_concurrency.lockutils [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.708117] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1961.708357] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2183e13-8e5d-40fa-8e1c-1ebcecb300e6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.713080] env[62588]: DEBUG nova.virt.block_device [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Updating existing volume attachment record: 9c45108f-3809-43e2-9525-52df57071f71 {{(pid=62588) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1961.721118] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1961.721317] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1961.722009] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a276325-2710-4442-96e5-2e81345bf40c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.727432] env[62588]: DEBUG oslo_vmware.api [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 1961.727432] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5207bfd9-c0bd-ec84-e9a7-68562271ba04" [ 1961.727432] env[62588]: _type = "Task" [ 1961.727432] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.734874] env[62588]: DEBUG oslo_vmware.api [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5207bfd9-c0bd-ec84-e9a7-68562271ba04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.750697] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32b37dd6-dff2-4178-a06a-1a31fb6fea66 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.767747] env[62588]: INFO nova.scheduler.client.report [None req-32b37dd6-dff2-4178-a06a-1a31fb6fea66 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Deleted allocations for instance 3e6371b6-ca73-429b-8994-30a54fc59df0 [ 1961.818199] env[62588]: DEBUG oslo_concurrency.lockutils [req-4180b0b0-8d0b-47f5-b1cc-0b5bc901e37f req-68d2e186-db5e-429f-bd80-675a40432aa9 service nova] Releasing lock "refresh_cache-7e24ae0f-8f04-4432-a3da-1b7459d6e38e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.238972] env[62588]: DEBUG oslo_vmware.api [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5207bfd9-c0bd-ec84-e9a7-68562271ba04, 'name': SearchDatastore_Task, 'duration_secs': 0.009083} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.239828] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a85dd950-ae64-4472-80eb-ca9403b98233 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.246031] env[62588]: DEBUG oslo_vmware.api [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 1962.246031] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526f5b22-5f82-7065-44f9-7f9ac0d57280" [ 1962.246031] env[62588]: _type = "Task" [ 1962.246031] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.254712] env[62588]: DEBUG oslo_vmware.api [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526f5b22-5f82-7065-44f9-7f9ac0d57280, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.276073] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32b37dd6-dff2-4178-a06a-1a31fb6fea66 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "3e6371b6-ca73-429b-8994-30a54fc59df0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.852s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.436705] env[62588]: DEBUG nova.network.neutron [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Successfully updated port: aafb4d88-dca9-490f-8345-3b8e4e6f008b {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1962.639077] env[62588]: DEBUG nova.compute.manager [req-cd4e2760-f81f-495d-8c85-03356f960668 req-d9dadb9c-a184-4cef-bb21-3dd3465b71ee service nova] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Received event network-vif-plugged-aafb4d88-dca9-490f-8345-3b8e4e6f008b {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1962.639693] env[62588]: DEBUG oslo_concurrency.lockutils [req-cd4e2760-f81f-495d-8c85-03356f960668 req-d9dadb9c-a184-4cef-bb21-3dd3465b71ee service nova] Acquiring lock "9ee36a7d-ff0c-49b2-880f-fbdb131b7280-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.639955] env[62588]: DEBUG oslo_concurrency.lockutils [req-cd4e2760-f81f-495d-8c85-03356f960668 req-d9dadb9c-a184-4cef-bb21-3dd3465b71ee service nova] Lock "9ee36a7d-ff0c-49b2-880f-fbdb131b7280-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.640112] env[62588]: DEBUG oslo_concurrency.lockutils [req-cd4e2760-f81f-495d-8c85-03356f960668 req-d9dadb9c-a184-4cef-bb21-3dd3465b71ee service nova] Lock "9ee36a7d-ff0c-49b2-880f-fbdb131b7280-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.640295] env[62588]: DEBUG nova.compute.manager [req-cd4e2760-f81f-495d-8c85-03356f960668 req-d9dadb9c-a184-4cef-bb21-3dd3465b71ee service nova] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] No waiting events found dispatching network-vif-plugged-aafb4d88-dca9-490f-8345-3b8e4e6f008b {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1962.640472] env[62588]: WARNING nova.compute.manager [req-cd4e2760-f81f-495d-8c85-03356f960668 req-d9dadb9c-a184-4cef-bb21-3dd3465b71ee service nova] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Received unexpected event network-vif-plugged-aafb4d88-dca9-490f-8345-3b8e4e6f008b for instance with vm_state building and task_state block_device_mapping. [ 1962.640645] env[62588]: DEBUG nova.compute.manager [req-cd4e2760-f81f-495d-8c85-03356f960668 req-d9dadb9c-a184-4cef-bb21-3dd3465b71ee service nova] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Received event network-changed-aafb4d88-dca9-490f-8345-3b8e4e6f008b {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1962.640800] env[62588]: DEBUG nova.compute.manager [req-cd4e2760-f81f-495d-8c85-03356f960668 req-d9dadb9c-a184-4cef-bb21-3dd3465b71ee service nova] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Refreshing instance network info cache due to event network-changed-aafb4d88-dca9-490f-8345-3b8e4e6f008b. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1962.640990] env[62588]: DEBUG oslo_concurrency.lockutils [req-cd4e2760-f81f-495d-8c85-03356f960668 req-d9dadb9c-a184-4cef-bb21-3dd3465b71ee service nova] Acquiring lock "refresh_cache-9ee36a7d-ff0c-49b2-880f-fbdb131b7280" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1962.641181] env[62588]: DEBUG oslo_concurrency.lockutils [req-cd4e2760-f81f-495d-8c85-03356f960668 req-d9dadb9c-a184-4cef-bb21-3dd3465b71ee service nova] Acquired lock "refresh_cache-9ee36a7d-ff0c-49b2-880f-fbdb131b7280" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1962.641346] env[62588]: DEBUG nova.network.neutron [req-cd4e2760-f81f-495d-8c85-03356f960668 req-d9dadb9c-a184-4cef-bb21-3dd3465b71ee service nova] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Refreshing network info cache for port aafb4d88-dca9-490f-8345-3b8e4e6f008b {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1962.761573] env[62588]: DEBUG oslo_vmware.api [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526f5b22-5f82-7065-44f9-7f9ac0d57280, 'name': SearchDatastore_Task, 'duration_secs': 0.012212} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.762147] env[62588]: DEBUG oslo_concurrency.lockutils [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.762419] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 7e24ae0f-8f04-4432-a3da-1b7459d6e38e/7e24ae0f-8f04-4432-a3da-1b7459d6e38e.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1962.762686] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c979fd6-8ea9-4e02-94d8-ec608603729d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.770699] env[62588]: DEBUG oslo_vmware.api [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 1962.770699] env[62588]: value = "task-1794586" [ 1962.770699] env[62588]: _type = "Task" [ 1962.770699] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.779992] env[62588]: DEBUG oslo_vmware.api [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.940014] env[62588]: DEBUG oslo_concurrency.lockutils [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "refresh_cache-9ee36a7d-ff0c-49b2-880f-fbdb131b7280" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.176842] env[62588]: DEBUG nova.network.neutron [req-cd4e2760-f81f-495d-8c85-03356f960668 req-d9dadb9c-a184-4cef-bb21-3dd3465b71ee service nova] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1963.261554] env[62588]: DEBUG nova.network.neutron [req-cd4e2760-f81f-495d-8c85-03356f960668 req-d9dadb9c-a184-4cef-bb21-3dd3465b71ee service nova] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1963.281952] env[62588]: DEBUG oslo_vmware.api [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794586, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.765224] env[62588]: DEBUG oslo_concurrency.lockutils [req-cd4e2760-f81f-495d-8c85-03356f960668 req-d9dadb9c-a184-4cef-bb21-3dd3465b71ee service nova] Releasing lock "refresh_cache-9ee36a7d-ff0c-49b2-880f-fbdb131b7280" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1963.765660] env[62588]: DEBUG oslo_concurrency.lockutils [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquired lock "refresh_cache-9ee36a7d-ff0c-49b2-880f-fbdb131b7280" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.765801] env[62588]: DEBUG nova.network.neutron [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1963.783092] env[62588]: DEBUG oslo_vmware.api [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794586, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52763} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.783364] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 7e24ae0f-8f04-4432-a3da-1b7459d6e38e/7e24ae0f-8f04-4432-a3da-1b7459d6e38e.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1963.783584] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1963.783842] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb42afc3-6d93-4c0f-aebb-bdbed1e5ec62 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.791241] env[62588]: DEBUG oslo_vmware.api [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 1963.791241] env[62588]: value = "task-1794587" [ 1963.791241] env[62588]: _type = "Task" [ 1963.791241] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.799504] env[62588]: DEBUG oslo_vmware.api [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794587, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.802948] env[62588]: DEBUG nova.compute.manager [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1963.803435] env[62588]: DEBUG nova.virt.hardware [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1963.804024] env[62588]: DEBUG nova.virt.hardware [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1963.804024] env[62588]: DEBUG nova.virt.hardware [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1963.804024] env[62588]: DEBUG nova.virt.hardware [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1963.804195] env[62588]: DEBUG nova.virt.hardware [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1963.804290] env[62588]: DEBUG nova.virt.hardware [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1963.805074] env[62588]: DEBUG nova.virt.hardware [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1963.805074] env[62588]: DEBUG nova.virt.hardware [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1963.805074] env[62588]: DEBUG nova.virt.hardware [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1963.805074] env[62588]: DEBUG nova.virt.hardware [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1963.805343] env[62588]: DEBUG nova.virt.hardware [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1963.806000] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6f6e58-c21d-4000-92f1-8af28d1c3875 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.813978] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d0c07f-37a2-402c-a47f-66b9e03bde9b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.296434] env[62588]: DEBUG nova.network.neutron [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1964.304506] env[62588]: DEBUG oslo_vmware.api [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794587, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068467} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.304761] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1964.305551] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1f0acb-7e58-43b1-b796-01eb7919385a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.327270] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 7e24ae0f-8f04-4432-a3da-1b7459d6e38e/7e24ae0f-8f04-4432-a3da-1b7459d6e38e.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1964.329312] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63129047-1d1c-4265-aa8e-08370d7797fc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.348800] env[62588]: DEBUG oslo_vmware.api [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 1964.348800] env[62588]: value = "task-1794588" [ 1964.348800] env[62588]: _type = "Task" [ 1964.348800] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.356734] env[62588]: DEBUG oslo_vmware.api [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794588, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.457020] env[62588]: DEBUG nova.network.neutron [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Updating instance_info_cache with network_info: [{"id": "aafb4d88-dca9-490f-8345-3b8e4e6f008b", "address": "fa:16:3e:f3:5f:f0", "network": {"id": "29d85f41-e61c-49c7-93dd-8ae6091e13dd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004971789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1abac53217249a7a6b3552ebfca1c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaafb4d88-dc", "ovs_interfaceid": "aafb4d88-dca9-490f-8345-3b8e4e6f008b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1964.518669] env[62588]: DEBUG oslo_concurrency.lockutils [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "e777c107-1bc3-4160-9c0a-dae8eeff634a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.518892] env[62588]: DEBUG oslo_concurrency.lockutils [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "e777c107-1bc3-4160-9c0a-dae8eeff634a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.859812] env[62588]: DEBUG oslo_vmware.api [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794588, 'name': ReconfigVM_Task, 'duration_secs': 0.317826} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.860047] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 7e24ae0f-8f04-4432-a3da-1b7459d6e38e/7e24ae0f-8f04-4432-a3da-1b7459d6e38e.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1964.860633] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edda6d13-aa77-4de5-8dca-b553b695223c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.867162] env[62588]: DEBUG oslo_vmware.api [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 1964.867162] env[62588]: value = "task-1794589" [ 1964.867162] env[62588]: _type = "Task" [ 1964.867162] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.874407] env[62588]: DEBUG oslo_vmware.api [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794589, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.960497] env[62588]: DEBUG oslo_concurrency.lockutils [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Releasing lock "refresh_cache-9ee36a7d-ff0c-49b2-880f-fbdb131b7280" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1964.960920] env[62588]: DEBUG nova.compute.manager [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Instance network_info: |[{"id": "aafb4d88-dca9-490f-8345-3b8e4e6f008b", "address": "fa:16:3e:f3:5f:f0", "network": {"id": "29d85f41-e61c-49c7-93dd-8ae6091e13dd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004971789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1abac53217249a7a6b3552ebfca1c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaafb4d88-dc", "ovs_interfaceid": "aafb4d88-dca9-490f-8345-3b8e4e6f008b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1964.961488] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:5f:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aafb4d88-dca9-490f-8345-3b8e4e6f008b', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1964.970169] env[62588]: DEBUG oslo.service.loopingcall [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1964.970405] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1964.970636] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99ffc575-fd2a-46f4-bdc0-53391e571508 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.993989] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1964.993989] env[62588]: value = "task-1794590" [ 1964.993989] env[62588]: _type = "Task" [ 1964.993989] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.003257] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794590, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.020943] env[62588]: DEBUG nova.compute.manager [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1965.378019] env[62588]: DEBUG oslo_vmware.api [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794589, 'name': Rename_Task, 'duration_secs': 0.152108} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.378379] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1965.378585] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-941430a3-df43-41fe-922f-a7cb6bc5f9af {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.385775] env[62588]: DEBUG oslo_vmware.api [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 1965.385775] env[62588]: value = "task-1794591" [ 1965.385775] env[62588]: _type = "Task" [ 1965.385775] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.393812] env[62588]: DEBUG oslo_vmware.api [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794591, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.504768] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794590, 'name': CreateVM_Task, 'duration_secs': 0.38577} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.504768] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1965.505186] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '9c45108f-3809-43e2-9525-52df57071f71', 'mount_device': '/dev/sda', 'device_type': None, 'disk_bus': None, 'delete_on_termination': True, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372202', 'volume_id': '12fbb3ec-27fc-4657-8cd7-4d3b524a9c17', 'name': 'volume-12fbb3ec-27fc-4657-8cd7-4d3b524a9c17', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9ee36a7d-ff0c-49b2-880f-fbdb131b7280', 'attached_at': '', 'detached_at': '', 'volume_id': '12fbb3ec-27fc-4657-8cd7-4d3b524a9c17', 'serial': '12fbb3ec-27fc-4657-8cd7-4d3b524a9c17'}, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=62588) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1965.505376] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Root volume attach. Driver type: vmdk {{(pid=62588) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1965.506123] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab4dcb2-49b8-432f-80bb-e975b7d44e74 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.514550] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532df368-11ff-408d-8cca-d845882188a4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.521714] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82820795-0621-4c31-9f21-40fbedb22310 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.531666] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c27c4486-c44d-4ff5-a2ba-180d7f8019d1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.539500] env[62588]: DEBUG oslo_vmware.api [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1965.539500] env[62588]: value = "task-1794592" [ 1965.539500] env[62588]: _type = "Task" [ 1965.539500] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.548896] env[62588]: DEBUG oslo_vmware.api [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794592, 'name': RelocateVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.551725] env[62588]: DEBUG oslo_concurrency.lockutils [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.551975] env[62588]: DEBUG oslo_concurrency.lockutils [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.553669] env[62588]: INFO nova.compute.claims [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1965.896536] env[62588]: DEBUG oslo_vmware.api [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794591, 'name': PowerOnVM_Task, 'duration_secs': 0.454732} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.896819] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1965.897050] env[62588]: INFO nova.compute.manager [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Took 6.80 seconds to spawn the instance on the hypervisor. [ 1965.897214] env[62588]: DEBUG nova.compute.manager [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1965.897989] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762dd1e5-3e8a-4942-a677-4a3696179690 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.049541] env[62588]: DEBUG oslo_vmware.api [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794592, 'name': RelocateVM_Task, 'duration_secs': 0.357242} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.049841] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Volume attach. Driver type: vmdk {{(pid=62588) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1966.051097] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372202', 'volume_id': '12fbb3ec-27fc-4657-8cd7-4d3b524a9c17', 'name': 'volume-12fbb3ec-27fc-4657-8cd7-4d3b524a9c17', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9ee36a7d-ff0c-49b2-880f-fbdb131b7280', 'attached_at': '', 'detached_at': '', 'volume_id': '12fbb3ec-27fc-4657-8cd7-4d3b524a9c17', 'serial': '12fbb3ec-27fc-4657-8cd7-4d3b524a9c17'} {{(pid=62588) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1966.051097] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698f5a34-6c71-42fc-b1dd-36eb56aa4db7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.069391] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896919c7-6cdf-4a99-9998-fafa845f2025 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.093423] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-12fbb3ec-27fc-4657-8cd7-4d3b524a9c17/volume-12fbb3ec-27fc-4657-8cd7-4d3b524a9c17.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1966.094426] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbae0233-f455-44d5-9f5a-de3e55bc11a0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.115634] env[62588]: DEBUG oslo_vmware.api [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1966.115634] env[62588]: value = "task-1794593" [ 1966.115634] env[62588]: _type = "Task" [ 1966.115634] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.124202] env[62588]: DEBUG oslo_vmware.api [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.432420] env[62588]: INFO nova.compute.manager [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Took 11.55 seconds to build instance. [ 1966.625577] env[62588]: DEBUG oslo_vmware.api [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794593, 'name': ReconfigVM_Task, 'duration_secs': 0.246923} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.628009] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-12fbb3ec-27fc-4657-8cd7-4d3b524a9c17/volume-12fbb3ec-27fc-4657-8cd7-4d3b524a9c17.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1966.633095] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1ded5c2-66af-42ae-9dcb-3ace939791b4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.652344] env[62588]: DEBUG oslo_vmware.api [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1966.652344] env[62588]: value = "task-1794594" [ 1966.652344] env[62588]: _type = "Task" [ 1966.652344] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.663371] env[62588]: DEBUG oslo_vmware.api [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794594, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.691607] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ad9384-3511-48fd-9384-de5f230c700b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.699436] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1775ea39-1cce-4914-ba7b-4312581b0f16 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.732102] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812f3a90-36e6-4c4f-9fac-9cd559774072 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.741295] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6bea13-91ed-4262-bac8-36a1abe565f9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.757767] env[62588]: DEBUG nova.compute.provider_tree [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1966.934877] env[62588]: DEBUG oslo_concurrency.lockutils [None req-867bee69-f8e9-4f46-8630-0c11df9828e7 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Lock "7e24ae0f-8f04-4432-a3da-1b7459d6e38e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.062s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.019128] env[62588]: INFO nova.compute.manager [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Rescuing [ 1967.019367] env[62588]: DEBUG oslo_concurrency.lockutils [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Acquiring lock "refresh_cache-7e24ae0f-8f04-4432-a3da-1b7459d6e38e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1967.019523] env[62588]: DEBUG oslo_concurrency.lockutils [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Acquired lock "refresh_cache-7e24ae0f-8f04-4432-a3da-1b7459d6e38e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1967.019692] env[62588]: DEBUG nova.network.neutron [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1967.166062] env[62588]: DEBUG oslo_vmware.api [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794594, 'name': ReconfigVM_Task, 'duration_secs': 0.132043} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.166062] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372202', 'volume_id': '12fbb3ec-27fc-4657-8cd7-4d3b524a9c17', 'name': 'volume-12fbb3ec-27fc-4657-8cd7-4d3b524a9c17', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9ee36a7d-ff0c-49b2-880f-fbdb131b7280', 'attached_at': '', 'detached_at': '', 'volume_id': '12fbb3ec-27fc-4657-8cd7-4d3b524a9c17', 'serial': '12fbb3ec-27fc-4657-8cd7-4d3b524a9c17'} {{(pid=62588) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1967.166062] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96745122-a3af-47e9-9d27-6302a5793216 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.172389] env[62588]: DEBUG oslo_vmware.api [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1967.172389] env[62588]: value = "task-1794595" [ 1967.172389] env[62588]: _type = "Task" [ 1967.172389] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.181014] env[62588]: DEBUG oslo_vmware.api [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794595, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.263066] env[62588]: DEBUG nova.scheduler.client.report [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1967.682574] env[62588]: DEBUG oslo_vmware.api [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794595, 'name': Rename_Task, 'duration_secs': 0.130108} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.682933] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1967.683097] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-505a8e7e-a862-4af2-8338-6d145b659739 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.690159] env[62588]: DEBUG oslo_vmware.api [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1967.690159] env[62588]: value = "task-1794596" [ 1967.690159] env[62588]: _type = "Task" [ 1967.690159] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.698119] env[62588]: DEBUG oslo_vmware.api [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.767711] env[62588]: DEBUG oslo_concurrency.lockutils [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.215s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.768760] env[62588]: DEBUG nova.compute.manager [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1967.773040] env[62588]: DEBUG nova.network.neutron [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Updating instance_info_cache with network_info: [{"id": "b7c6bb6c-73b6-49e6-8b7c-79d3cd9a3728", "address": "fa:16:3e:4f:cf:b1", "network": {"id": "9269aa81-421d-4e33-a403-917ae77134ba", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1200819857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5fc7e73cd62148e7b6bd5a8315d7b7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7c6bb6c-73", "ovs_interfaceid": "b7c6bb6c-73b6-49e6-8b7c-79d3cd9a3728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1968.202991] env[62588]: DEBUG oslo_vmware.api [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794596, 'name': PowerOnVM_Task, 'duration_secs': 0.464244} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.203344] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1968.203611] env[62588]: INFO nova.compute.manager [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Took 4.40 seconds to spawn the instance on the hypervisor. [ 1968.203842] env[62588]: DEBUG nova.compute.manager [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1968.204663] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c81de5-300d-4419-861b-610222abac92 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.275843] env[62588]: DEBUG nova.compute.utils [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1968.277631] env[62588]: DEBUG nova.compute.manager [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1968.277828] env[62588]: DEBUG nova.network.neutron [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1968.279851] env[62588]: DEBUG oslo_concurrency.lockutils [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Releasing lock "refresh_cache-7e24ae0f-8f04-4432-a3da-1b7459d6e38e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1968.379011] env[62588]: DEBUG nova.policy [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4560217c62ad4f3f8ac3a4eef60f65a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '377dcec989c948abbfe83228e641081b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1968.666884] env[62588]: DEBUG nova.network.neutron [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Successfully created port: 7a7be94d-cc68-4837-9290-736c098ec679 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1968.724517] env[62588]: INFO nova.compute.manager [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Took 10.89 seconds to build instance. [ 1968.782928] env[62588]: DEBUG nova.compute.manager [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1969.227491] env[62588]: DEBUG oslo_concurrency.lockutils [None req-92709733-c19b-439e-a809-cbeb33b44846 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "9ee36a7d-ff0c-49b2-880f-fbdb131b7280" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.395s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.793174] env[62588]: DEBUG nova.compute.manager [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1969.818889] env[62588]: DEBUG nova.virt.hardware [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1969.819144] env[62588]: DEBUG nova.virt.hardware [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1969.819303] env[62588]: DEBUG nova.virt.hardware [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1969.819485] env[62588]: DEBUG nova.virt.hardware [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1969.819673] env[62588]: DEBUG nova.virt.hardware [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1969.819883] env[62588]: DEBUG nova.virt.hardware [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1969.820163] env[62588]: DEBUG nova.virt.hardware [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1969.820351] env[62588]: DEBUG nova.virt.hardware [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1969.820527] env[62588]: DEBUG nova.virt.hardware [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1969.820693] env[62588]: DEBUG nova.virt.hardware [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1969.820916] env[62588]: DEBUG nova.virt.hardware [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1969.822112] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec17310-83e4-4507-afdd-9a0708ca2415 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.829939] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed27577-8e80-4a57-8bf3-266ef2520058 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.843438] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1969.843870] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20ef4546-30bf-471d-91ca-6dbd6e871d5e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.850875] env[62588]: DEBUG oslo_vmware.api [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 1969.850875] env[62588]: value = "task-1794597" [ 1969.850875] env[62588]: _type = "Task" [ 1969.850875] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.859063] env[62588]: DEBUG oslo_vmware.api [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.189844] env[62588]: DEBUG nova.compute.manager [req-b4c640c9-70d9-4305-ad79-65932e206024 req-e1cc2165-10ea-4f3f-a0c9-dbf738d657cb service nova] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Received event network-vif-plugged-7a7be94d-cc68-4837-9290-736c098ec679 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1970.190078] env[62588]: DEBUG oslo_concurrency.lockutils [req-b4c640c9-70d9-4305-ad79-65932e206024 req-e1cc2165-10ea-4f3f-a0c9-dbf738d657cb service nova] Acquiring lock "e777c107-1bc3-4160-9c0a-dae8eeff634a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.190289] env[62588]: DEBUG oslo_concurrency.lockutils [req-b4c640c9-70d9-4305-ad79-65932e206024 req-e1cc2165-10ea-4f3f-a0c9-dbf738d657cb service nova] Lock "e777c107-1bc3-4160-9c0a-dae8eeff634a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.190459] env[62588]: DEBUG oslo_concurrency.lockutils [req-b4c640c9-70d9-4305-ad79-65932e206024 req-e1cc2165-10ea-4f3f-a0c9-dbf738d657cb service nova] Lock "e777c107-1bc3-4160-9c0a-dae8eeff634a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.190630] env[62588]: DEBUG nova.compute.manager [req-b4c640c9-70d9-4305-ad79-65932e206024 req-e1cc2165-10ea-4f3f-a0c9-dbf738d657cb service nova] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] No waiting events found dispatching network-vif-plugged-7a7be94d-cc68-4837-9290-736c098ec679 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1970.190794] env[62588]: WARNING nova.compute.manager [req-b4c640c9-70d9-4305-ad79-65932e206024 req-e1cc2165-10ea-4f3f-a0c9-dbf738d657cb service nova] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Received unexpected event network-vif-plugged-7a7be94d-cc68-4837-9290-736c098ec679 for instance with vm_state building and task_state spawning. [ 1970.361108] env[62588]: DEBUG oslo_vmware.api [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794597, 'name': PowerOffVM_Task, 'duration_secs': 0.229745} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.361395] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1970.362196] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcefc29-c417-4ef9-bd94-3844dfa7b7dd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.386529] env[62588]: DEBUG nova.network.neutron [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Successfully updated port: 7a7be94d-cc68-4837-9290-736c098ec679 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1970.388939] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e836aa0f-8eb8-414a-af9a-02b8824cd842 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.424462] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1970.424850] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fc17d47-2df4-43c4-8eda-dd2e47b4c6b6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.433150] env[62588]: DEBUG oslo_vmware.api [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 1970.433150] env[62588]: value = "task-1794598" [ 1970.433150] env[62588]: _type = "Task" [ 1970.433150] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.445255] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] VM already powered off {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1970.445587] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1970.445857] env[62588]: DEBUG oslo_concurrency.lockutils [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1970.446284] env[62588]: DEBUG oslo_concurrency.lockutils [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.446554] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1970.446872] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bc79f81-f2af-494a-923b-e6663f9607ed {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.458263] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1970.458454] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1970.459245] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc374881-f5ae-421c-bfdb-e8b62292eefd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.464830] env[62588]: DEBUG oslo_vmware.api [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 1970.464830] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f2fb88-b7b5-613b-1d6a-858ff1517790" [ 1970.464830] env[62588]: _type = "Task" [ 1970.464830] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.475151] env[62588]: DEBUG oslo_vmware.api [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f2fb88-b7b5-613b-1d6a-858ff1517790, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.894149] env[62588]: DEBUG oslo_concurrency.lockutils [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "refresh_cache-e777c107-1bc3-4160-9c0a-dae8eeff634a" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1970.894149] env[62588]: DEBUG oslo_concurrency.lockutils [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquired lock "refresh_cache-e777c107-1bc3-4160-9c0a-dae8eeff634a" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.894149] env[62588]: DEBUG nova.network.neutron [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1970.977011] env[62588]: DEBUG oslo_vmware.api [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52f2fb88-b7b5-613b-1d6a-858ff1517790, 'name': SearchDatastore_Task, 'duration_secs': 0.009022} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.977891] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a15be18-3244-4ef7-bd19-7c05d74ff206 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.984323] env[62588]: DEBUG oslo_vmware.api [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 1970.984323] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522c38b5-0f1c-df4c-dc85-6c74c2f55e27" [ 1970.984323] env[62588]: _type = "Task" [ 1970.984323] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.993229] env[62588]: DEBUG oslo_vmware.api [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522c38b5-0f1c-df4c-dc85-6c74c2f55e27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.496897] env[62588]: DEBUG oslo_vmware.api [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522c38b5-0f1c-df4c-dc85-6c74c2f55e27, 'name': SearchDatastore_Task, 'duration_secs': 0.010698} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.497334] env[62588]: DEBUG oslo_concurrency.lockutils [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1971.497601] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 7e24ae0f-8f04-4432-a3da-1b7459d6e38e/8a4f5777-3342-4af9-920c-7c09a9521eb3-rescue.vmdk. {{(pid=62588) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1971.497880] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27e51309-cfec-48b7-a9ec-360d2f9ca5fa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.506515] env[62588]: DEBUG oslo_vmware.api [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 1971.506515] env[62588]: value = "task-1794599" [ 1971.506515] env[62588]: _type = "Task" [ 1971.506515] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.516668] env[62588]: DEBUG oslo_vmware.api [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.652084] env[62588]: DEBUG nova.network.neutron [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1971.825210] env[62588]: DEBUG nova.network.neutron [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Updating instance_info_cache with network_info: [{"id": "7a7be94d-cc68-4837-9290-736c098ec679", "address": "fa:16:3e:55:ff:b7", "network": {"id": "d43c4913-5169-46b6-8be8-49ee59c0b218", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092108902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "377dcec989c948abbfe83228e641081b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7be94d-cc", "ovs_interfaceid": "7a7be94d-cc68-4837-9290-736c098ec679", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1971.843317] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1971.843816] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1971.899093] env[62588]: DEBUG nova.compute.manager [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Stashing vm_state: active {{(pid=62588) _prep_resize /opt/stack/nova/nova/compute/manager.py:6087}} [ 1972.019307] env[62588]: DEBUG oslo_vmware.api [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794599, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.222386] env[62588]: DEBUG nova.compute.manager [req-6cb7e179-d579-4628-9731-f99a60fd3891 req-54a45334-5d25-4c57-8e53-002536c720cf service nova] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Received event network-changed-7a7be94d-cc68-4837-9290-736c098ec679 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1972.222497] env[62588]: DEBUG nova.compute.manager [req-6cb7e179-d579-4628-9731-f99a60fd3891 req-54a45334-5d25-4c57-8e53-002536c720cf service nova] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Refreshing instance network info cache due to event network-changed-7a7be94d-cc68-4837-9290-736c098ec679. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1972.222638] env[62588]: DEBUG oslo_concurrency.lockutils [req-6cb7e179-d579-4628-9731-f99a60fd3891 req-54a45334-5d25-4c57-8e53-002536c720cf service nova] Acquiring lock "refresh_cache-e777c107-1bc3-4160-9c0a-dae8eeff634a" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1972.328819] env[62588]: DEBUG oslo_concurrency.lockutils [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Releasing lock "refresh_cache-e777c107-1bc3-4160-9c0a-dae8eeff634a" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1972.328819] env[62588]: DEBUG nova.compute.manager [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Instance network_info: |[{"id": "7a7be94d-cc68-4837-9290-736c098ec679", "address": "fa:16:3e:55:ff:b7", "network": {"id": "d43c4913-5169-46b6-8be8-49ee59c0b218", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092108902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "377dcec989c948abbfe83228e641081b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7be94d-cc", "ovs_interfaceid": "7a7be94d-cc68-4837-9290-736c098ec679", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1972.328819] env[62588]: DEBUG oslo_concurrency.lockutils [req-6cb7e179-d579-4628-9731-f99a60fd3891 req-54a45334-5d25-4c57-8e53-002536c720cf service nova] Acquired lock "refresh_cache-e777c107-1bc3-4160-9c0a-dae8eeff634a" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1972.329147] env[62588]: DEBUG nova.network.neutron [req-6cb7e179-d579-4628-9731-f99a60fd3891 req-54a45334-5d25-4c57-8e53-002536c720cf service nova] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Refreshing network info cache for port 7a7be94d-cc68-4837-9290-736c098ec679 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1972.330373] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:ff:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74c816b2-b8b0-432e-baac-662ed8ea0417', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a7be94d-cc68-4837-9290-736c098ec679', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1972.338071] env[62588]: DEBUG oslo.service.loopingcall [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1972.339137] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1972.339396] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67584a28-268b-488b-8190-4d083e37d965 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.358071] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1972.358071] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Starting heal instance info cache {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 1972.364362] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1972.364362] env[62588]: value = "task-1794600" [ 1972.364362] env[62588]: _type = "Task" [ 1972.364362] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.373800] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794600, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.422639] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.422887] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.518076] env[62588]: DEBUG oslo_vmware.api [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548356} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.518393] env[62588]: INFO nova.virt.vmwareapi.ds_util [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 7e24ae0f-8f04-4432-a3da-1b7459d6e38e/8a4f5777-3342-4af9-920c-7c09a9521eb3-rescue.vmdk. [ 1972.519291] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ee0253-e9c1-47fa-86df-f79f56933cb0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.543848] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 7e24ae0f-8f04-4432-a3da-1b7459d6e38e/8a4f5777-3342-4af9-920c-7c09a9521eb3-rescue.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1972.544103] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91a2ffb9-e8b0-48fb-bd80-a2dd20a5065c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.567420] env[62588]: DEBUG oslo_vmware.api [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 1972.567420] env[62588]: value = "task-1794601" [ 1972.567420] env[62588]: _type = "Task" [ 1972.567420] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.576903] env[62588]: DEBUG oslo_vmware.api [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794601, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.876068] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794600, 'name': CreateVM_Task, 'duration_secs': 0.415559} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.878262] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1972.878940] env[62588]: DEBUG oslo_concurrency.lockutils [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1972.879135] env[62588]: DEBUG oslo_concurrency.lockutils [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1972.879457] env[62588]: DEBUG oslo_concurrency.lockutils [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1972.880009] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea49ff11-d2f6-48ae-9c6f-534c3200c5d7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.884332] env[62588]: DEBUG oslo_vmware.api [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 1972.884332] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52aff2ae-8b89-cff3-0ac6-5370411d0d15" [ 1972.884332] env[62588]: _type = "Task" [ 1972.884332] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.895305] env[62588]: DEBUG oslo_vmware.api [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52aff2ae-8b89-cff3-0ac6-5370411d0d15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.904296] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "refresh_cache-9093cafa-0c88-421b-999a-01a27833cd3b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1972.904560] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquired lock "refresh_cache-9093cafa-0c88-421b-999a-01a27833cd3b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1972.904606] env[62588]: DEBUG nova.network.neutron [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Forcefully refreshing network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1972.918149] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73ad5ec7-fe0c-470a-b7d0-fa8a534782f5 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "4e54336e-004f-4663-9a4b-13db85891ed2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.918375] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73ad5ec7-fe0c-470a-b7d0-fa8a534782f5 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "4e54336e-004f-4663-9a4b-13db85891ed2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.918582] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73ad5ec7-fe0c-470a-b7d0-fa8a534782f5 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "4e54336e-004f-4663-9a4b-13db85891ed2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.918754] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73ad5ec7-fe0c-470a-b7d0-fa8a534782f5 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "4e54336e-004f-4663-9a4b-13db85891ed2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.918917] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73ad5ec7-fe0c-470a-b7d0-fa8a534782f5 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "4e54336e-004f-4663-9a4b-13db85891ed2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.920705] env[62588]: INFO nova.compute.manager [None req-73ad5ec7-fe0c-470a-b7d0-fa8a534782f5 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Terminating instance [ 1972.927173] env[62588]: INFO nova.compute.claims [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1973.067142] env[62588]: DEBUG nova.network.neutron [req-6cb7e179-d579-4628-9731-f99a60fd3891 req-54a45334-5d25-4c57-8e53-002536c720cf service nova] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Updated VIF entry in instance network info cache for port 7a7be94d-cc68-4837-9290-736c098ec679. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1973.067516] env[62588]: DEBUG nova.network.neutron [req-6cb7e179-d579-4628-9731-f99a60fd3891 req-54a45334-5d25-4c57-8e53-002536c720cf service nova] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Updating instance_info_cache with network_info: [{"id": "7a7be94d-cc68-4837-9290-736c098ec679", "address": "fa:16:3e:55:ff:b7", "network": {"id": "d43c4913-5169-46b6-8be8-49ee59c0b218", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092108902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "377dcec989c948abbfe83228e641081b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7be94d-cc", "ovs_interfaceid": "7a7be94d-cc68-4837-9290-736c098ec679", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1973.077423] env[62588]: DEBUG oslo_vmware.api [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794601, 'name': ReconfigVM_Task, 'duration_secs': 0.3251} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.078229] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 7e24ae0f-8f04-4432-a3da-1b7459d6e38e/8a4f5777-3342-4af9-920c-7c09a9521eb3-rescue.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1973.079083] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdf16ad-0be1-45ab-a8af-099e16ec2653 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.104235] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1a63c3a-ef2d-4b80-bc93-0ff3f1521fd4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.118742] env[62588]: DEBUG oslo_vmware.api [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 1973.118742] env[62588]: value = "task-1794602" [ 1973.118742] env[62588]: _type = "Task" [ 1973.118742] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.125973] env[62588]: DEBUG oslo_vmware.api [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.395558] env[62588]: DEBUG oslo_vmware.api [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52aff2ae-8b89-cff3-0ac6-5370411d0d15, 'name': SearchDatastore_Task, 'duration_secs': 0.010982} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.395872] env[62588]: DEBUG oslo_concurrency.lockutils [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1973.396116] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1973.396353] env[62588]: DEBUG oslo_concurrency.lockutils [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1973.396501] env[62588]: DEBUG oslo_concurrency.lockutils [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.396679] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1973.396939] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47e52441-ea7e-449e-9dee-bdcd79ee58ff {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.404816] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1973.404975] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1973.405657] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f63f399-3e53-4ff9-9917-8f6d2dc1adb3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.412138] env[62588]: DEBUG oslo_vmware.api [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 1973.412138] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52db5a76-bf2d-2d8c-4595-6572c6071e83" [ 1973.412138] env[62588]: _type = "Task" [ 1973.412138] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.419341] env[62588]: DEBUG oslo_vmware.api [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52db5a76-bf2d-2d8c-4595-6572c6071e83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.424008] env[62588]: DEBUG nova.compute.manager [None req-73ad5ec7-fe0c-470a-b7d0-fa8a534782f5 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1973.424205] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-73ad5ec7-fe0c-470a-b7d0-fa8a534782f5 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1973.424928] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd192abd-9e91-42b5-8651-b55f3da9eddc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.431049] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ad5ec7-fe0c-470a-b7d0-fa8a534782f5 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1973.431265] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e77e1074-8c7f-4199-8e35-b12c49d0811d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.435136] env[62588]: INFO nova.compute.resource_tracker [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Updating resource usage from migration 65095cce-f62a-443b-b6b7-08f9e54b5588 [ 1973.438717] env[62588]: DEBUG oslo_vmware.api [None req-73ad5ec7-fe0c-470a-b7d0-fa8a534782f5 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 1973.438717] env[62588]: value = "task-1794603" [ 1973.438717] env[62588]: _type = "Task" [ 1973.438717] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.449685] env[62588]: DEBUG oslo_vmware.api [None req-73ad5ec7-fe0c-470a-b7d0-fa8a534782f5 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.546777] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ab0cdd-494f-4e80-9054-a7049a6902b4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.554658] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496578ab-7b55-4446-81be-1bfeb13c4e8a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.586602] env[62588]: DEBUG oslo_concurrency.lockutils [req-6cb7e179-d579-4628-9731-f99a60fd3891 req-54a45334-5d25-4c57-8e53-002536c720cf service nova] Releasing lock "refresh_cache-e777c107-1bc3-4160-9c0a-dae8eeff634a" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1973.586976] env[62588]: DEBUG nova.compute.manager [req-6cb7e179-d579-4628-9731-f99a60fd3891 req-54a45334-5d25-4c57-8e53-002536c720cf service nova] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Received event network-changed-d385c912-5dbf-4bfd-ba24-4c80b55c433a {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1973.587088] env[62588]: DEBUG nova.compute.manager [req-6cb7e179-d579-4628-9731-f99a60fd3891 req-54a45334-5d25-4c57-8e53-002536c720cf service nova] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Refreshing instance network info cache due to event network-changed-d385c912-5dbf-4bfd-ba24-4c80b55c433a. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1973.587295] env[62588]: DEBUG oslo_concurrency.lockutils [req-6cb7e179-d579-4628-9731-f99a60fd3891 req-54a45334-5d25-4c57-8e53-002536c720cf service nova] Acquiring lock "refresh_cache-e1cb64a7-1d26-4b65-b571-c586efe0a94d" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1973.587435] env[62588]: DEBUG oslo_concurrency.lockutils [req-6cb7e179-d579-4628-9731-f99a60fd3891 req-54a45334-5d25-4c57-8e53-002536c720cf service nova] Acquired lock "refresh_cache-e1cb64a7-1d26-4b65-b571-c586efe0a94d" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.587596] env[62588]: DEBUG nova.network.neutron [req-6cb7e179-d579-4628-9731-f99a60fd3891 req-54a45334-5d25-4c57-8e53-002536c720cf service nova] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Refreshing network info cache for port d385c912-5dbf-4bfd-ba24-4c80b55c433a {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1973.590443] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b855ce-69f2-43b9-8e6c-11b2e0d3d039 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.599267] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e66c1e-9173-42fb-9622-02f4b91dd189 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.613638] env[62588]: DEBUG nova.compute.provider_tree [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1973.628704] env[62588]: DEBUG oslo_vmware.api [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794602, 'name': ReconfigVM_Task, 'duration_secs': 0.165436} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.629035] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1973.629289] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0612a4d-b2e9-4932-bd46-38a4b71e5c29 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.635806] env[62588]: DEBUG oslo_vmware.api [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 1973.635806] env[62588]: value = "task-1794604" [ 1973.635806] env[62588]: _type = "Task" [ 1973.635806] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.643298] env[62588]: DEBUG oslo_vmware.api [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.922978] env[62588]: DEBUG oslo_vmware.api [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52db5a76-bf2d-2d8c-4595-6572c6071e83, 'name': SearchDatastore_Task, 'duration_secs': 0.008277} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.923869] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf570c17-3815-4a49-8b17-00710c2cb3be {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.929631] env[62588]: DEBUG oslo_vmware.api [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 1973.929631] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5262c75b-2cb6-7bdd-eefe-fcc71af6a0ab" [ 1973.929631] env[62588]: _type = "Task" [ 1973.929631] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.938214] env[62588]: DEBUG oslo_vmware.api [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5262c75b-2cb6-7bdd-eefe-fcc71af6a0ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.949807] env[62588]: DEBUG oslo_vmware.api [None req-73ad5ec7-fe0c-470a-b7d0-fa8a534782f5 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794603, 'name': PowerOffVM_Task, 'duration_secs': 0.234672} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.950118] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ad5ec7-fe0c-470a-b7d0-fa8a534782f5 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1973.950306] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-73ad5ec7-fe0c-470a-b7d0-fa8a534782f5 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1973.950563] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9332f84e-4eb4-4b13-8c0b-e44d5fdf6f55 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.071611] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-73ad5ec7-fe0c-470a-b7d0-fa8a534782f5 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1974.071831] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-73ad5ec7-fe0c-470a-b7d0-fa8a534782f5 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1974.072018] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ad5ec7-fe0c-470a-b7d0-fa8a534782f5 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Deleting the datastore file [datastore1] 4e54336e-004f-4663-9a4b-13db85891ed2 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1974.072280] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0eef4b9-bdd7-4a98-b197-d4680e4bb4f2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.079324] env[62588]: DEBUG oslo_vmware.api [None req-73ad5ec7-fe0c-470a-b7d0-fa8a534782f5 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 1974.079324] env[62588]: value = "task-1794606" [ 1974.079324] env[62588]: _type = "Task" [ 1974.079324] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.087120] env[62588]: DEBUG oslo_vmware.api [None req-73ad5ec7-fe0c-470a-b7d0-fa8a534782f5 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.117867] env[62588]: DEBUG nova.scheduler.client.report [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1974.145984] env[62588]: DEBUG oslo_vmware.api [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794604, 'name': PowerOnVM_Task, 'duration_secs': 0.388717} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.146478] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1974.149610] env[62588]: DEBUG nova.compute.manager [None req-02d0e178-f4df-4a16-b37d-205669b68d59 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1974.150857] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161a9252-5092-4439-9ba1-74e0c4911e9e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.190364] env[62588]: DEBUG nova.network.neutron [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Updating instance_info_cache with network_info: [{"id": "887cdcb2-a25b-4d26-a0d8-0c868f0634ea", "address": "fa:16:3e:79:2d:a0", "network": {"id": "005b221e-cf07-4d05-b85b-99fe5911cbdb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-505805492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ae052fbdc942f0b17b96ab4d2252d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap887cdcb2-a2", "ovs_interfaceid": "887cdcb2-a25b-4d26-a0d8-0c868f0634ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1974.321796] env[62588]: DEBUG nova.network.neutron [req-6cb7e179-d579-4628-9731-f99a60fd3891 req-54a45334-5d25-4c57-8e53-002536c720cf service nova] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Updated VIF entry in instance network info cache for port d385c912-5dbf-4bfd-ba24-4c80b55c433a. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1974.322207] env[62588]: DEBUG nova.network.neutron [req-6cb7e179-d579-4628-9731-f99a60fd3891 req-54a45334-5d25-4c57-8e53-002536c720cf service nova] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Updating instance_info_cache with network_info: [{"id": "d385c912-5dbf-4bfd-ba24-4c80b55c433a", "address": "fa:16:3e:06:48:e8", "network": {"id": "29d85f41-e61c-49c7-93dd-8ae6091e13dd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004971789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1abac53217249a7a6b3552ebfca1c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd385c912-5d", "ovs_interfaceid": "d385c912-5dbf-4bfd-ba24-4c80b55c433a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1974.439536] env[62588]: DEBUG oslo_vmware.api [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5262c75b-2cb6-7bdd-eefe-fcc71af6a0ab, 'name': SearchDatastore_Task, 'duration_secs': 0.008974} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.439806] env[62588]: DEBUG oslo_concurrency.lockutils [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.440072] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] e777c107-1bc3-4160-9c0a-dae8eeff634a/e777c107-1bc3-4160-9c0a-dae8eeff634a.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1974.440323] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9a95181-84f8-44c2-ae63-0c3d4f32fc62 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.447188] env[62588]: DEBUG oslo_vmware.api [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 1974.447188] env[62588]: value = "task-1794607" [ 1974.447188] env[62588]: _type = "Task" [ 1974.447188] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.454850] env[62588]: DEBUG oslo_vmware.api [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794607, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.589072] env[62588]: DEBUG oslo_vmware.api [None req-73ad5ec7-fe0c-470a-b7d0-fa8a534782f5 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18881} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.589335] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ad5ec7-fe0c-470a-b7d0-fa8a534782f5 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1974.589519] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-73ad5ec7-fe0c-470a-b7d0-fa8a534782f5 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1974.589699] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-73ad5ec7-fe0c-470a-b7d0-fa8a534782f5 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1974.589872] env[62588]: INFO nova.compute.manager [None req-73ad5ec7-fe0c-470a-b7d0-fa8a534782f5 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1974.590133] env[62588]: DEBUG oslo.service.loopingcall [None req-73ad5ec7-fe0c-470a-b7d0-fa8a534782f5 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1974.590326] env[62588]: DEBUG nova.compute.manager [-] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1974.590421] env[62588]: DEBUG nova.network.neutron [-] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1974.624572] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.201s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.624767] env[62588]: INFO nova.compute.manager [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Migrating [ 1974.693641] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Releasing lock "refresh_cache-9093cafa-0c88-421b-999a-01a27833cd3b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.693881] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Updated the network info_cache for instance {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10469}} [ 1974.694104] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1974.694270] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1974.694418] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1974.694566] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1974.694708] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1974.694851] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1974.694976] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62588) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 1974.695130] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1974.825556] env[62588]: DEBUG oslo_concurrency.lockutils [req-6cb7e179-d579-4628-9731-f99a60fd3891 req-54a45334-5d25-4c57-8e53-002536c720cf service nova] Releasing lock "refresh_cache-e1cb64a7-1d26-4b65-b571-c586efe0a94d" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.825898] env[62588]: DEBUG nova.compute.manager [req-6cb7e179-d579-4628-9731-f99a60fd3891 req-54a45334-5d25-4c57-8e53-002536c720cf service nova] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Received event network-changed-aafb4d88-dca9-490f-8345-3b8e4e6f008b {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1974.826091] env[62588]: DEBUG nova.compute.manager [req-6cb7e179-d579-4628-9731-f99a60fd3891 req-54a45334-5d25-4c57-8e53-002536c720cf service nova] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Refreshing instance network info cache due to event network-changed-aafb4d88-dca9-490f-8345-3b8e4e6f008b. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1974.826320] env[62588]: DEBUG oslo_concurrency.lockutils [req-6cb7e179-d579-4628-9731-f99a60fd3891 req-54a45334-5d25-4c57-8e53-002536c720cf service nova] Acquiring lock "refresh_cache-9ee36a7d-ff0c-49b2-880f-fbdb131b7280" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1974.826464] env[62588]: DEBUG oslo_concurrency.lockutils [req-6cb7e179-d579-4628-9731-f99a60fd3891 req-54a45334-5d25-4c57-8e53-002536c720cf service nova] Acquired lock "refresh_cache-9ee36a7d-ff0c-49b2-880f-fbdb131b7280" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1974.826723] env[62588]: DEBUG nova.network.neutron [req-6cb7e179-d579-4628-9731-f99a60fd3891 req-54a45334-5d25-4c57-8e53-002536c720cf service nova] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Refreshing network info cache for port aafb4d88-dca9-490f-8345-3b8e4e6f008b {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1974.958786] env[62588]: DEBUG oslo_vmware.api [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794607, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.141100] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "refresh_cache-9ee36a7d-ff0c-49b2-880f-fbdb131b7280" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1975.150329] env[62588]: DEBUG nova.compute.manager [req-7cd6bb07-5bbc-4cd0-9225-2ccdc3c97c1d req-4f954aaf-d58f-4bb0-ab52-3ad6d24e60d6 service nova] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Received event network-vif-deleted-6cc953ce-64f9-422e-ba84-1e584f6e6db1 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1975.150533] env[62588]: INFO nova.compute.manager [req-7cd6bb07-5bbc-4cd0-9225-2ccdc3c97c1d req-4f954aaf-d58f-4bb0-ab52-3ad6d24e60d6 service nova] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Neutron deleted interface 6cc953ce-64f9-422e-ba84-1e584f6e6db1; detaching it from the instance and deleting it from the info cache [ 1975.150709] env[62588]: DEBUG nova.network.neutron [req-7cd6bb07-5bbc-4cd0-9225-2ccdc3c97c1d req-4f954aaf-d58f-4bb0-ab52-3ad6d24e60d6 service nova] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.201048] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.201048] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.201048] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1975.201048] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62588) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1975.201474] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b71f40a-9b56-4be4-a42a-91b5a5cd3851 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.209489] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04aef187-7a3f-41e5-bdf5-e5c20c746a95 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.225478] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cecf1a-f2b0-41bc-ba17-1011fa69ad9d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.232252] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4cbdec-c136-4412-bbb2-d9f783286c47 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.260774] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180516MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62588) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1975.260922] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.261125] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.410426] env[62588]: DEBUG oslo_concurrency.lockutils [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Acquiring lock "2adcb9cb-9955-4fa7-b9b7-4796cd69830e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.410543] env[62588]: DEBUG oslo_concurrency.lockutils [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Lock "2adcb9cb-9955-4fa7-b9b7-4796cd69830e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.458280] env[62588]: DEBUG oslo_vmware.api [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794607, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515941} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.458528] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] e777c107-1bc3-4160-9c0a-dae8eeff634a/e777c107-1bc3-4160-9c0a-dae8eeff634a.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1975.458804] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1975.459105] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a81c07e0-bc73-46ec-b235-6440ca0a7dee {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.466347] env[62588]: DEBUG oslo_vmware.api [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 1975.466347] env[62588]: value = "task-1794608" [ 1975.466347] env[62588]: _type = "Task" [ 1975.466347] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.477475] env[62588]: DEBUG oslo_vmware.api [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794608, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.537439] env[62588]: DEBUG nova.network.neutron [req-6cb7e179-d579-4628-9731-f99a60fd3891 req-54a45334-5d25-4c57-8e53-002536c720cf service nova] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Updated VIF entry in instance network info cache for port aafb4d88-dca9-490f-8345-3b8e4e6f008b. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1975.538348] env[62588]: DEBUG nova.network.neutron [req-6cb7e179-d579-4628-9731-f99a60fd3891 req-54a45334-5d25-4c57-8e53-002536c720cf service nova] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Updating instance_info_cache with network_info: [{"id": "aafb4d88-dca9-490f-8345-3b8e4e6f008b", "address": "fa:16:3e:f3:5f:f0", "network": {"id": "29d85f41-e61c-49c7-93dd-8ae6091e13dd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004971789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1abac53217249a7a6b3552ebfca1c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaafb4d88-dc", "ovs_interfaceid": "aafb4d88-dca9-490f-8345-3b8e4e6f008b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.631408] env[62588]: DEBUG nova.network.neutron [-] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.653323] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-120e98e2-99aa-4bc1-9bf6-09106c90c3e5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.663419] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119e16c1-de20-4c93-87ea-2566355b88c6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.695588] env[62588]: DEBUG nova.compute.manager [req-7cd6bb07-5bbc-4cd0-9225-2ccdc3c97c1d req-4f954aaf-d58f-4bb0-ab52-3ad6d24e60d6 service nova] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Detach interface failed, port_id=6cc953ce-64f9-422e-ba84-1e584f6e6db1, reason: Instance 4e54336e-004f-4663-9a4b-13db85891ed2 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1975.912680] env[62588]: DEBUG nova.compute.manager [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1975.976348] env[62588]: DEBUG oslo_vmware.api [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060601} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.976741] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1975.977878] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724cc794-11aa-4cf2-8ed6-c2fc33057494 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.999635] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] e777c107-1bc3-4160-9c0a-dae8eeff634a/e777c107-1bc3-4160-9c0a-dae8eeff634a.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1975.999915] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f38d2968-d22f-4ee4-b82e-1f7e38e76071 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.019170] env[62588]: DEBUG oslo_vmware.api [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 1976.019170] env[62588]: value = "task-1794609" [ 1976.019170] env[62588]: _type = "Task" [ 1976.019170] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.027820] env[62588]: DEBUG oslo_vmware.api [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794609, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.040598] env[62588]: DEBUG oslo_concurrency.lockutils [req-6cb7e179-d579-4628-9731-f99a60fd3891 req-54a45334-5d25-4c57-8e53-002536c720cf service nova] Releasing lock "refresh_cache-9ee36a7d-ff0c-49b2-880f-fbdb131b7280" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1976.041143] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquired lock "refresh_cache-9ee36a7d-ff0c-49b2-880f-fbdb131b7280" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.041382] env[62588]: DEBUG nova.network.neutron [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1976.135152] env[62588]: INFO nova.compute.manager [-] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Took 1.54 seconds to deallocate network for instance. [ 1976.269972] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Applying migration context for instance 9ee36a7d-ff0c-49b2-880f-fbdb131b7280 as it has an incoming, in-progress migration 65095cce-f62a-443b-b6b7-08f9e54b5588. Migration status is pre-migrating {{(pid=62588) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1976.271131] env[62588]: INFO nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Updating resource usage from migration 65095cce-f62a-443b-b6b7-08f9e54b5588 [ 1976.291883] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance e1cb64a7-1d26-4b65-b571-c586efe0a94d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1976.292049] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 9093cafa-0c88-421b-999a-01a27833cd3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1976.292173] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 4e54336e-004f-4663-9a4b-13db85891ed2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1976.292290] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 1ae36f61-4584-45fa-b110-db37330608b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1976.292402] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 90611f11-ed54-4ff8-affe-b2882640484b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1976.292513] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 7e24ae0f-8f04-4432-a3da-1b7459d6e38e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1976.292622] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance e777c107-1bc3-4160-9c0a-dae8eeff634a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1976.292732] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Migration 65095cce-f62a-443b-b6b7-08f9e54b5588 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1976.292840] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 9ee36a7d-ff0c-49b2-880f-fbdb131b7280 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1976.434678] env[62588]: DEBUG oslo_concurrency.lockutils [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.532279] env[62588]: DEBUG oslo_vmware.api [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.641718] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73ad5ec7-fe0c-470a-b7d0-fa8a534782f5 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.764085] env[62588]: DEBUG nova.network.neutron [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Updating instance_info_cache with network_info: [{"id": "aafb4d88-dca9-490f-8345-3b8e4e6f008b", "address": "fa:16:3e:f3:5f:f0", "network": {"id": "29d85f41-e61c-49c7-93dd-8ae6091e13dd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004971789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1abac53217249a7a6b3552ebfca1c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaafb4d88-dc", "ovs_interfaceid": "aafb4d88-dca9-490f-8345-3b8e4e6f008b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1976.796114] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 2adcb9cb-9955-4fa7-b9b7-4796cd69830e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1976.796495] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1976.796741] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1976.910566] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b757810-f15f-494f-b1ba-f08bd037e17e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.918031] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38967765-b372-4530-99c3-ab1d766bb87f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.949048] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583d4238-9bc4-41ab-9068-4ad2c1d5a0a4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.956578] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5376b6-5403-4f2b-bb12-dac0f73f9cf5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.969545] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1977.028941] env[62588]: DEBUG oslo_vmware.api [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794609, 'name': ReconfigVM_Task, 'duration_secs': 0.661308} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.029329] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Reconfigured VM instance instance-00000074 to attach disk [datastore1] e777c107-1bc3-4160-9c0a-dae8eeff634a/e777c107-1bc3-4160-9c0a-dae8eeff634a.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1977.029900] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-700f6236-e488-4dd2-9419-163371bab7de {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.036907] env[62588]: DEBUG oslo_vmware.api [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 1977.036907] env[62588]: value = "task-1794610" [ 1977.036907] env[62588]: _type = "Task" [ 1977.036907] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.044754] env[62588]: DEBUG oslo_vmware.api [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794610, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.266848] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Releasing lock "refresh_cache-9ee36a7d-ff0c-49b2-880f-fbdb131b7280" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.472409] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1977.547430] env[62588]: DEBUG oslo_vmware.api [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794610, 'name': Rename_Task} progress is 14%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.977516] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62588) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1977.977865] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.717s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.978189] env[62588]: DEBUG oslo_concurrency.lockutils [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.544s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.979771] env[62588]: INFO nova.compute.claims [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1978.048219] env[62588]: DEBUG oslo_vmware.api [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794610, 'name': Rename_Task, 'duration_secs': 0.810067} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.048552] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1978.048705] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70e03e2a-d01e-4173-be08-ce7a91030ab8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.055237] env[62588]: DEBUG oslo_vmware.api [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 1978.055237] env[62588]: value = "task-1794611" [ 1978.055237] env[62588]: _type = "Task" [ 1978.055237] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.070403] env[62588]: DEBUG oslo_vmware.api [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.565290] env[62588]: DEBUG oslo_vmware.api [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794611, 'name': PowerOnVM_Task, 'duration_secs': 0.416677} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.565509] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1978.565705] env[62588]: INFO nova.compute.manager [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1978.565909] env[62588]: DEBUG nova.compute.manager [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1978.566665] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faeba807-5ac7-422b-b73f-c0f46ea907d6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.782123] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57b9c0a-0bf8-48a0-b0fe-18c517d3bb2f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.800397] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Updating instance '9ee36a7d-ff0c-49b2-880f-fbdb131b7280' progress to 0 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1979.083723] env[62588]: INFO nova.compute.manager [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Took 13.56 seconds to build instance. [ 1979.112301] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71118087-dc8e-473a-b7a4-c80323f92e12 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.120455] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33cacac-bd69-4b94-a9ab-39e972225e82 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.151810] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf532e6-5ed4-41f5-827a-a36d2bb64b7e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.159021] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfb795e-6379-4479-b38c-f7dcb469c514 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.172034] env[62588]: DEBUG nova.compute.provider_tree [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1979.305963] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1979.306283] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-752c1006-2d11-431e-85cd-287881aaf467 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.312808] env[62588]: DEBUG oslo_vmware.api [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1979.312808] env[62588]: value = "task-1794612" [ 1979.312808] env[62588]: _type = "Task" [ 1979.312808] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.320699] env[62588]: DEBUG oslo_vmware.api [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.585158] env[62588]: DEBUG oslo_concurrency.lockutils [None req-076ae256-eb25-4e81-b4aa-5c8cf5067aad tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "e777c107-1bc3-4160-9c0a-dae8eeff634a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.066s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.675454] env[62588]: DEBUG nova.scheduler.client.report [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1979.823513] env[62588]: DEBUG oslo_vmware.api [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794612, 'name': PowerOffVM_Task, 'duration_secs': 0.211559} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.823808] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1979.823998] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Updating instance '9ee36a7d-ff0c-49b2-880f-fbdb131b7280' progress to 17 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1980.024901] env[62588]: DEBUG nova.compute.manager [req-8671e816-a03d-44eb-bed7-566cad042626 req-5c89797f-9b91-402f-a3ba-e15de4c47278 service nova] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Received event network-changed-7a7be94d-cc68-4837-9290-736c098ec679 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1980.026048] env[62588]: DEBUG nova.compute.manager [req-8671e816-a03d-44eb-bed7-566cad042626 req-5c89797f-9b91-402f-a3ba-e15de4c47278 service nova] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Refreshing instance network info cache due to event network-changed-7a7be94d-cc68-4837-9290-736c098ec679. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1980.026378] env[62588]: DEBUG oslo_concurrency.lockutils [req-8671e816-a03d-44eb-bed7-566cad042626 req-5c89797f-9b91-402f-a3ba-e15de4c47278 service nova] Acquiring lock "refresh_cache-e777c107-1bc3-4160-9c0a-dae8eeff634a" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.026486] env[62588]: DEBUG oslo_concurrency.lockutils [req-8671e816-a03d-44eb-bed7-566cad042626 req-5c89797f-9b91-402f-a3ba-e15de4c47278 service nova] Acquired lock "refresh_cache-e777c107-1bc3-4160-9c0a-dae8eeff634a" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.026680] env[62588]: DEBUG nova.network.neutron [req-8671e816-a03d-44eb-bed7-566cad042626 req-5c89797f-9b91-402f-a3ba-e15de4c47278 service nova] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Refreshing network info cache for port 7a7be94d-cc68-4837-9290-736c098ec679 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1980.182837] env[62588]: DEBUG oslo_concurrency.lockutils [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.182837] env[62588]: DEBUG nova.compute.manager [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1980.185188] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73ad5ec7-fe0c-470a-b7d0-fa8a534782f5 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.544s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.186035] env[62588]: DEBUG nova.objects.instance [None req-73ad5ec7-fe0c-470a-b7d0-fa8a534782f5 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lazy-loading 'resources' on Instance uuid 4e54336e-004f-4663-9a4b-13db85891ed2 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1980.330898] env[62588]: DEBUG nova.virt.hardware [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:37:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1980.330898] env[62588]: DEBUG nova.virt.hardware [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1980.330898] env[62588]: DEBUG nova.virt.hardware [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1980.330898] env[62588]: DEBUG nova.virt.hardware [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1980.330898] env[62588]: DEBUG nova.virt.hardware [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1980.330898] env[62588]: DEBUG nova.virt.hardware [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1980.331437] env[62588]: DEBUG nova.virt.hardware [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1980.331437] env[62588]: DEBUG nova.virt.hardware [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1980.331437] env[62588]: DEBUG nova.virt.hardware [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1980.331610] env[62588]: DEBUG nova.virt.hardware [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1980.331783] env[62588]: DEBUG nova.virt.hardware [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1980.336941] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2896dd90-2b6a-4a3b-88d7-f9259d3f6562 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.353204] env[62588]: DEBUG oslo_vmware.api [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1980.353204] env[62588]: value = "task-1794613" [ 1980.353204] env[62588]: _type = "Task" [ 1980.353204] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.362109] env[62588]: DEBUG oslo_vmware.api [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794613, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.688348] env[62588]: DEBUG nova.compute.utils [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1980.692576] env[62588]: DEBUG nova.compute.manager [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1980.692856] env[62588]: DEBUG nova.network.neutron [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1980.770878] env[62588]: DEBUG nova.policy [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be3631aed5494ebd8a34db07cee91492', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5fc7e73cd62148e7b6bd5a8315d7b7e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 1980.773581] env[62588]: DEBUG nova.network.neutron [req-8671e816-a03d-44eb-bed7-566cad042626 req-5c89797f-9b91-402f-a3ba-e15de4c47278 service nova] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Updated VIF entry in instance network info cache for port 7a7be94d-cc68-4837-9290-736c098ec679. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1980.774160] env[62588]: DEBUG nova.network.neutron [req-8671e816-a03d-44eb-bed7-566cad042626 req-5c89797f-9b91-402f-a3ba-e15de4c47278 service nova] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Updating instance_info_cache with network_info: [{"id": "7a7be94d-cc68-4837-9290-736c098ec679", "address": "fa:16:3e:55:ff:b7", "network": {"id": "d43c4913-5169-46b6-8be8-49ee59c0b218", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092108902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "377dcec989c948abbfe83228e641081b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7be94d-cc", "ovs_interfaceid": "7a7be94d-cc68-4837-9290-736c098ec679", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1980.837986] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1756aab9-c14f-47d3-b302-00667645afa7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.846090] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc6a2fa-64c6-42a1-8655-fc18bc125a87 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.879494] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6e3448-2a4a-43c8-848a-f5998ec96305 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.887225] env[62588]: DEBUG oslo_vmware.api [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794613, 'name': ReconfigVM_Task, 'duration_secs': 0.159802} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.889206] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Updating instance '9ee36a7d-ff0c-49b2-880f-fbdb131b7280' progress to 33 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1980.893456] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f1dc1a-ec28-4a08-9e07-5a18dd054987 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.906721] env[62588]: DEBUG nova.compute.provider_tree [None req-73ad5ec7-fe0c-470a-b7d0-fa8a534782f5 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1981.072070] env[62588]: DEBUG nova.network.neutron [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Successfully created port: 8045a9b9-6d49-4619-b97d-f55175a86688 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1981.193609] env[62588]: DEBUG nova.compute.manager [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1981.277212] env[62588]: DEBUG oslo_concurrency.lockutils [req-8671e816-a03d-44eb-bed7-566cad042626 req-5c89797f-9b91-402f-a3ba-e15de4c47278 service nova] Releasing lock "refresh_cache-e777c107-1bc3-4160-9c0a-dae8eeff634a" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1981.399824] env[62588]: DEBUG nova.virt.hardware [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1981.400084] env[62588]: DEBUG nova.virt.hardware [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1981.400244] env[62588]: DEBUG nova.virt.hardware [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1981.400425] env[62588]: DEBUG nova.virt.hardware [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1981.400567] env[62588]: DEBUG nova.virt.hardware [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1981.400712] env[62588]: DEBUG nova.virt.hardware [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1981.400912] env[62588]: DEBUG nova.virt.hardware [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1981.401078] env[62588]: DEBUG nova.virt.hardware [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1981.401243] env[62588]: DEBUG nova.virt.hardware [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1981.401404] env[62588]: DEBUG nova.virt.hardware [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1981.401579] env[62588]: DEBUG nova.virt.hardware [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1981.407369] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1981.407668] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4c940fc-3bf4-4651-a01f-940e2c8b76f6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.421763] env[62588]: DEBUG nova.scheduler.client.report [None req-73ad5ec7-fe0c-470a-b7d0-fa8a534782f5 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1981.430957] env[62588]: DEBUG oslo_vmware.api [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1981.430957] env[62588]: value = "task-1794614" [ 1981.430957] env[62588]: _type = "Task" [ 1981.430957] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.443834] env[62588]: DEBUG oslo_vmware.api [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794614, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.926465] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73ad5ec7-fe0c-470a-b7d0-fa8a534782f5 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.741s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.940793] env[62588]: DEBUG oslo_vmware.api [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794614, 'name': ReconfigVM_Task, 'duration_secs': 0.151327} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.941185] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1981.941900] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f2103a-137d-4350-b97d-90ffa7c2ca50 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.963962] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-12fbb3ec-27fc-4657-8cd7-4d3b524a9c17/volume-12fbb3ec-27fc-4657-8cd7-4d3b524a9c17.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1981.965116] env[62588]: INFO nova.scheduler.client.report [None req-73ad5ec7-fe0c-470a-b7d0-fa8a534782f5 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Deleted allocations for instance 4e54336e-004f-4663-9a4b-13db85891ed2 [ 1981.966036] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfbf469e-562a-479a-99c0-6a7eed88da09 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.986975] env[62588]: DEBUG oslo_vmware.api [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1981.986975] env[62588]: value = "task-1794615" [ 1981.986975] env[62588]: _type = "Task" [ 1981.986975] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.995032] env[62588]: DEBUG oslo_vmware.api [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.203549] env[62588]: DEBUG nova.compute.manager [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1982.229907] env[62588]: DEBUG nova.virt.hardware [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1982.230168] env[62588]: DEBUG nova.virt.hardware [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1982.230325] env[62588]: DEBUG nova.virt.hardware [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1982.230503] env[62588]: DEBUG nova.virt.hardware [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1982.230648] env[62588]: DEBUG nova.virt.hardware [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1982.230792] env[62588]: DEBUG nova.virt.hardware [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1982.231008] env[62588]: DEBUG nova.virt.hardware [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1982.231184] env[62588]: DEBUG nova.virt.hardware [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1982.231349] env[62588]: DEBUG nova.virt.hardware [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1982.231509] env[62588]: DEBUG nova.virt.hardware [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1982.231715] env[62588]: DEBUG nova.virt.hardware [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1982.232582] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c08267f-09cb-4081-9df3-fc53c5d53317 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.240217] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5190f4-177f-4a23-8d7b-0a1db4ba95ea {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.489020] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73ad5ec7-fe0c-470a-b7d0-fa8a534782f5 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "4e54336e-004f-4663-9a4b-13db85891ed2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.566s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.496580] env[62588]: DEBUG oslo_vmware.api [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794615, 'name': ReconfigVM_Task, 'duration_secs': 0.248578} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.496894] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-12fbb3ec-27fc-4657-8cd7-4d3b524a9c17/volume-12fbb3ec-27fc-4657-8cd7-4d3b524a9c17.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1982.497288] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Updating instance '9ee36a7d-ff0c-49b2-880f-fbdb131b7280' progress to 50 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1982.544439] env[62588]: DEBUG nova.compute.manager [req-47dd960a-9b29-4de3-ad18-8155c1c5c495 req-35f23ae4-fa2b-43d0-aa44-adde7866390e service nova] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Received event network-vif-plugged-8045a9b9-6d49-4619-b97d-f55175a86688 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1982.544672] env[62588]: DEBUG oslo_concurrency.lockutils [req-47dd960a-9b29-4de3-ad18-8155c1c5c495 req-35f23ae4-fa2b-43d0-aa44-adde7866390e service nova] Acquiring lock "2adcb9cb-9955-4fa7-b9b7-4796cd69830e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.546644] env[62588]: DEBUG oslo_concurrency.lockutils [req-47dd960a-9b29-4de3-ad18-8155c1c5c495 req-35f23ae4-fa2b-43d0-aa44-adde7866390e service nova] Lock "2adcb9cb-9955-4fa7-b9b7-4796cd69830e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.546846] env[62588]: DEBUG oslo_concurrency.lockutils [req-47dd960a-9b29-4de3-ad18-8155c1c5c495 req-35f23ae4-fa2b-43d0-aa44-adde7866390e service nova] Lock "2adcb9cb-9955-4fa7-b9b7-4796cd69830e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.547032] env[62588]: DEBUG nova.compute.manager [req-47dd960a-9b29-4de3-ad18-8155c1c5c495 req-35f23ae4-fa2b-43d0-aa44-adde7866390e service nova] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] No waiting events found dispatching network-vif-plugged-8045a9b9-6d49-4619-b97d-f55175a86688 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1982.547240] env[62588]: WARNING nova.compute.manager [req-47dd960a-9b29-4de3-ad18-8155c1c5c495 req-35f23ae4-fa2b-43d0-aa44-adde7866390e service nova] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Received unexpected event network-vif-plugged-8045a9b9-6d49-4619-b97d-f55175a86688 for instance with vm_state building and task_state spawning. [ 1982.627357] env[62588]: DEBUG nova.network.neutron [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Successfully updated port: 8045a9b9-6d49-4619-b97d-f55175a86688 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1983.004821] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004dff50-e284-48bf-b10f-fbb083a4eb3e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.025075] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f423071d-5981-4d4c-b38c-7a473946a89e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.042655] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Updating instance '9ee36a7d-ff0c-49b2-880f-fbdb131b7280' progress to 67 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1983.132681] env[62588]: DEBUG oslo_concurrency.lockutils [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Acquiring lock "refresh_cache-2adcb9cb-9955-4fa7-b9b7-4796cd69830e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1983.132860] env[62588]: DEBUG oslo_concurrency.lockutils [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Acquired lock "refresh_cache-2adcb9cb-9955-4fa7-b9b7-4796cd69830e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1983.133026] env[62588]: DEBUG nova.network.neutron [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1983.670801] env[62588]: DEBUG nova.network.neutron [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1983.777953] env[62588]: DEBUG nova.network.neutron [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Updating instance_info_cache with network_info: [{"id": "8045a9b9-6d49-4619-b97d-f55175a86688", "address": "fa:16:3e:eb:f3:2f", "network": {"id": "9269aa81-421d-4e33-a403-917ae77134ba", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1200819857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5fc7e73cd62148e7b6bd5a8315d7b7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8045a9b9-6d", "ovs_interfaceid": "8045a9b9-6d49-4619-b97d-f55175a86688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1984.152115] env[62588]: DEBUG nova.compute.manager [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Stashing vm_state: active {{(pid=62588) _prep_resize /opt/stack/nova/nova/compute/manager.py:6087}} [ 1984.281051] env[62588]: DEBUG oslo_concurrency.lockutils [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Releasing lock "refresh_cache-2adcb9cb-9955-4fa7-b9b7-4796cd69830e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1984.281207] env[62588]: DEBUG nova.compute.manager [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Instance network_info: |[{"id": "8045a9b9-6d49-4619-b97d-f55175a86688", "address": "fa:16:3e:eb:f3:2f", "network": {"id": "9269aa81-421d-4e33-a403-917ae77134ba", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1200819857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5fc7e73cd62148e7b6bd5a8315d7b7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8045a9b9-6d", "ovs_interfaceid": "8045a9b9-6d49-4619-b97d-f55175a86688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1984.281502] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:f3:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8045a9b9-6d49-4619-b97d-f55175a86688', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1984.288932] env[62588]: DEBUG oslo.service.loopingcall [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1984.289150] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1984.289380] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad215cb8-f0f5-445e-82dc-46747db181e9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.308316] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1984.308316] env[62588]: value = "task-1794616" [ 1984.308316] env[62588]: _type = "Task" [ 1984.308316] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.315233] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794616, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.573844] env[62588]: DEBUG nova.compute.manager [req-8347967f-b6b3-44a7-86da-541825a5e245 req-fb17a533-72ca-4788-b1c4-a8caac25248e service nova] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Received event network-changed-8045a9b9-6d49-4619-b97d-f55175a86688 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1984.574072] env[62588]: DEBUG nova.compute.manager [req-8347967f-b6b3-44a7-86da-541825a5e245 req-fb17a533-72ca-4788-b1c4-a8caac25248e service nova] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Refreshing instance network info cache due to event network-changed-8045a9b9-6d49-4619-b97d-f55175a86688. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1984.574296] env[62588]: DEBUG oslo_concurrency.lockutils [req-8347967f-b6b3-44a7-86da-541825a5e245 req-fb17a533-72ca-4788-b1c4-a8caac25248e service nova] Acquiring lock "refresh_cache-2adcb9cb-9955-4fa7-b9b7-4796cd69830e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1984.574507] env[62588]: DEBUG oslo_concurrency.lockutils [req-8347967f-b6b3-44a7-86da-541825a5e245 req-fb17a533-72ca-4788-b1c4-a8caac25248e service nova] Acquired lock "refresh_cache-2adcb9cb-9955-4fa7-b9b7-4796cd69830e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1984.574664] env[62588]: DEBUG nova.network.neutron [req-8347967f-b6b3-44a7-86da-541825a5e245 req-fb17a533-72ca-4788-b1c4-a8caac25248e service nova] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Refreshing network info cache for port 8045a9b9-6d49-4619-b97d-f55175a86688 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1984.675311] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1984.675769] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1984.687296] env[62588]: DEBUG nova.network.neutron [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Port aafb4d88-dca9-490f-8345-3b8e4e6f008b binding to destination host cpu-1 is already ACTIVE {{(pid=62588) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1984.818567] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794616, 'name': CreateVM_Task, 'duration_secs': 0.422622} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.818787] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1984.819472] env[62588]: DEBUG oslo_concurrency.lockutils [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1984.819630] env[62588]: DEBUG oslo_concurrency.lockutils [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1984.819986] env[62588]: DEBUG oslo_concurrency.lockutils [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1984.820267] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5514e882-7f81-448e-bcb7-9bc137cfe10e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.825612] env[62588]: DEBUG oslo_vmware.api [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 1984.825612] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52455d9d-90c6-6881-ddce-0575c5720a17" [ 1984.825612] env[62588]: _type = "Task" [ 1984.825612] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.834594] env[62588]: DEBUG oslo_vmware.api [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52455d9d-90c6-6881-ddce-0575c5720a17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.180815] env[62588]: INFO nova.compute.claims [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1985.317419] env[62588]: DEBUG nova.network.neutron [req-8347967f-b6b3-44a7-86da-541825a5e245 req-fb17a533-72ca-4788-b1c4-a8caac25248e service nova] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Updated VIF entry in instance network info cache for port 8045a9b9-6d49-4619-b97d-f55175a86688. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1985.317890] env[62588]: DEBUG nova.network.neutron [req-8347967f-b6b3-44a7-86da-541825a5e245 req-fb17a533-72ca-4788-b1c4-a8caac25248e service nova] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Updating instance_info_cache with network_info: [{"id": "8045a9b9-6d49-4619-b97d-f55175a86688", "address": "fa:16:3e:eb:f3:2f", "network": {"id": "9269aa81-421d-4e33-a403-917ae77134ba", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1200819857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5fc7e73cd62148e7b6bd5a8315d7b7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8045a9b9-6d", "ovs_interfaceid": "8045a9b9-6d49-4619-b97d-f55175a86688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1985.336974] env[62588]: DEBUG oslo_vmware.api [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52455d9d-90c6-6881-ddce-0575c5720a17, 'name': SearchDatastore_Task, 'duration_secs': 0.009519} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.337908] env[62588]: DEBUG oslo_concurrency.lockutils [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1985.338159] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1985.338392] env[62588]: DEBUG oslo_concurrency.lockutils [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1985.338532] env[62588]: DEBUG oslo_concurrency.lockutils [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1985.338706] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1985.339228] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b382dcc-4fe4-49dd-b35c-4ee22ef1a9f7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.348785] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1985.349105] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1985.350334] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db3c577e-d99a-4730-9ab7-84bee1532dda {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.358470] env[62588]: DEBUG oslo_vmware.api [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 1985.358470] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e4e6fa-5b44-5d7e-dfd2-1680135eb6f7" [ 1985.358470] env[62588]: _type = "Task" [ 1985.358470] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.366598] env[62588]: DEBUG oslo_vmware.api [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e4e6fa-5b44-5d7e-dfd2-1680135eb6f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.688371] env[62588]: INFO nova.compute.resource_tracker [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Updating resource usage from migration 3cd5bc0f-c29e-48e1-b2ed-f0a9d0ac16a5 [ 1985.716863] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "9ee36a7d-ff0c-49b2-880f-fbdb131b7280-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.717150] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "9ee36a7d-ff0c-49b2-880f-fbdb131b7280-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.717325] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "9ee36a7d-ff0c-49b2-880f-fbdb131b7280-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.821636] env[62588]: DEBUG oslo_concurrency.lockutils [req-8347967f-b6b3-44a7-86da-541825a5e245 req-fb17a533-72ca-4788-b1c4-a8caac25248e service nova] Releasing lock "refresh_cache-2adcb9cb-9955-4fa7-b9b7-4796cd69830e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1985.839176] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d04b82-2b9b-47ad-b2ec-9cb8a42dd6b4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.848762] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e24c8aa-fe40-4a71-b1c9-1370d80af4e7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.884160] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187f22f6-f9b8-4c14-a393-714bada22954 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.892840] env[62588]: DEBUG oslo_vmware.api [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52e4e6fa-5b44-5d7e-dfd2-1680135eb6f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009746} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.895480] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4df8bddf-88e4-42de-9e8b-68d3252ad0b0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.898593] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9905c73-36b7-4094-a735-eea136abadef {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.906010] env[62588]: DEBUG oslo_vmware.api [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 1985.906010] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a16466-885d-c554-7b9d-4d6c7223cfb3" [ 1985.906010] env[62588]: _type = "Task" [ 1985.906010] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.913803] env[62588]: DEBUG nova.compute.provider_tree [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1985.923975] env[62588]: DEBUG oslo_vmware.api [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a16466-885d-c554-7b9d-4d6c7223cfb3, 'name': SearchDatastore_Task, 'duration_secs': 0.009175} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.924626] env[62588]: DEBUG oslo_concurrency.lockutils [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1985.924884] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 2adcb9cb-9955-4fa7-b9b7-4796cd69830e/2adcb9cb-9955-4fa7-b9b7-4796cd69830e.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1985.925820] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-199afd23-da8f-431f-9713-77b0daa1eded {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.933297] env[62588]: DEBUG oslo_vmware.api [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 1985.933297] env[62588]: value = "task-1794617" [ 1985.933297] env[62588]: _type = "Task" [ 1985.933297] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.942962] env[62588]: DEBUG oslo_vmware.api [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.417620] env[62588]: DEBUG nova.scheduler.client.report [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1986.444227] env[62588]: DEBUG oslo_vmware.api [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496268} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.444498] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 2adcb9cb-9955-4fa7-b9b7-4796cd69830e/2adcb9cb-9955-4fa7-b9b7-4796cd69830e.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1986.444701] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1986.444946] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71e9bb0f-99b4-4908-bcb5-b8d2c398d2b6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.450989] env[62588]: DEBUG oslo_vmware.api [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 1986.450989] env[62588]: value = "task-1794618" [ 1986.450989] env[62588]: _type = "Task" [ 1986.450989] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.458434] env[62588]: DEBUG oslo_vmware.api [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794618, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.750968] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "refresh_cache-9ee36a7d-ff0c-49b2-880f-fbdb131b7280" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.751228] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquired lock "refresh_cache-9ee36a7d-ff0c-49b2-880f-fbdb131b7280" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.751386] env[62588]: DEBUG nova.network.neutron [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1986.923556] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.248s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.923731] env[62588]: INFO nova.compute.manager [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Migrating [ 1986.960495] env[62588]: DEBUG oslo_vmware.api [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794618, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060789} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.960748] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1986.961499] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f201c5d-0b17-4b33-bd59-615240f10571 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.983030] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 2adcb9cb-9955-4fa7-b9b7-4796cd69830e/2adcb9cb-9955-4fa7-b9b7-4796cd69830e.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1986.983542] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5fe7a24-c426-41f0-9da6-e0f7cfd36274 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.002209] env[62588]: DEBUG oslo_vmware.api [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 1987.002209] env[62588]: value = "task-1794619" [ 1987.002209] env[62588]: _type = "Task" [ 1987.002209] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.009966] env[62588]: DEBUG oslo_vmware.api [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794619, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.438797] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "refresh_cache-9093cafa-0c88-421b-999a-01a27833cd3b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1987.439048] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquired lock "refresh_cache-9093cafa-0c88-421b-999a-01a27833cd3b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1987.439241] env[62588]: DEBUG nova.network.neutron [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1987.457200] env[62588]: DEBUG nova.network.neutron [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Updating instance_info_cache with network_info: [{"id": "aafb4d88-dca9-490f-8345-3b8e4e6f008b", "address": "fa:16:3e:f3:5f:f0", "network": {"id": "29d85f41-e61c-49c7-93dd-8ae6091e13dd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004971789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1abac53217249a7a6b3552ebfca1c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaafb4d88-dc", "ovs_interfaceid": "aafb4d88-dca9-490f-8345-3b8e4e6f008b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.512674] env[62588]: DEBUG oslo_vmware.api [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794619, 'name': ReconfigVM_Task, 'duration_secs': 0.264617} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.512985] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 2adcb9cb-9955-4fa7-b9b7-4796cd69830e/2adcb9cb-9955-4fa7-b9b7-4796cd69830e.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1987.513623] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60a5cc3b-7cc4-47da-bef0-e050412a4a3d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.520554] env[62588]: DEBUG oslo_vmware.api [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 1987.520554] env[62588]: value = "task-1794620" [ 1987.520554] env[62588]: _type = "Task" [ 1987.520554] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.528542] env[62588]: DEBUG oslo_vmware.api [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794620, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.960058] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Releasing lock "refresh_cache-9ee36a7d-ff0c-49b2-880f-fbdb131b7280" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.029686] env[62588]: DEBUG oslo_vmware.api [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794620, 'name': Rename_Task, 'duration_secs': 0.356576} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.029955] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1988.030212] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e024e9f-bfc3-4dd3-9cb4-4ea9bc906e24 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.036698] env[62588]: DEBUG oslo_vmware.api [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 1988.036698] env[62588]: value = "task-1794621" [ 1988.036698] env[62588]: _type = "Task" [ 1988.036698] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.046885] env[62588]: DEBUG oslo_vmware.api [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.155625] env[62588]: DEBUG nova.network.neutron [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Updating instance_info_cache with network_info: [{"id": "887cdcb2-a25b-4d26-a0d8-0c868f0634ea", "address": "fa:16:3e:79:2d:a0", "network": {"id": "005b221e-cf07-4d05-b85b-99fe5911cbdb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-505805492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ae052fbdc942f0b17b96ab4d2252d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap887cdcb2-a2", "ovs_interfaceid": "887cdcb2-a25b-4d26-a0d8-0c868f0634ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1988.469019] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51030a6-c188-4c3e-84d1-7758799e18b6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.475931] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcd64d7-df3c-405a-9ea9-af499f7a649b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.545591] env[62588]: DEBUG oslo_vmware.api [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794621, 'name': PowerOnVM_Task, 'duration_secs': 0.426158} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.545948] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1988.546246] env[62588]: INFO nova.compute.manager [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Took 6.34 seconds to spawn the instance on the hypervisor. [ 1988.546465] env[62588]: DEBUG nova.compute.manager [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1988.547329] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a80efd-70ab-4bab-a792-79a9d7f39693 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.658502] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Releasing lock "refresh_cache-9093cafa-0c88-421b-999a-01a27833cd3b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1989.065545] env[62588]: INFO nova.compute.manager [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Took 12.65 seconds to build instance. [ 1989.567910] env[62588]: DEBUG oslo_concurrency.lockutils [None req-49214bbf-c045-47ad-9c09-530a7ed37473 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Lock "2adcb9cb-9955-4fa7-b9b7-4796cd69830e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.157s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.580319] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a9b437-3069-4555-9fbb-228aae835c9f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.599220] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9382adaf-e284-49aa-98b9-251001c22eb0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.605785] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Updating instance '9ee36a7d-ff0c-49b2-880f-fbdb131b7280' progress to 83 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1989.628107] env[62588]: INFO nova.compute.manager [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Rescuing [ 1989.628319] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Acquiring lock "refresh_cache-2adcb9cb-9955-4fa7-b9b7-4796cd69830e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1989.628765] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Acquired lock "refresh_cache-2adcb9cb-9955-4fa7-b9b7-4796cd69830e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1989.628765] env[62588]: DEBUG nova.network.neutron [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1990.112263] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1990.112652] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d34e7fcc-ca39-4464-893b-ec9106e04817 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.119780] env[62588]: DEBUG oslo_vmware.api [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1990.119780] env[62588]: value = "task-1794622" [ 1990.119780] env[62588]: _type = "Task" [ 1990.119780] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.127404] env[62588]: DEBUG oslo_vmware.api [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.172411] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a38433-26db-42f4-bc72-f3858f76de93 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.191375] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Updating instance '9093cafa-0c88-421b-999a-01a27833cd3b' progress to 0 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1990.311371] env[62588]: DEBUG nova.network.neutron [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Updating instance_info_cache with network_info: [{"id": "8045a9b9-6d49-4619-b97d-f55175a86688", "address": "fa:16:3e:eb:f3:2f", "network": {"id": "9269aa81-421d-4e33-a403-917ae77134ba", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1200819857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5fc7e73cd62148e7b6bd5a8315d7b7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8045a9b9-6d", "ovs_interfaceid": "8045a9b9-6d49-4619-b97d-f55175a86688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.629871] env[62588]: DEBUG oslo_vmware.api [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794622, 'name': PowerOnVM_Task, 'duration_secs': 0.369662} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.629871] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1990.630044] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8d98944a-930e-4932-bd7f-376ad59f73cc tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Updating instance '9ee36a7d-ff0c-49b2-880f-fbdb131b7280' progress to 100 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1990.699697] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1990.701049] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51020af7-6579-4924-9e55-1908b3907675 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.711426] env[62588]: DEBUG oslo_vmware.api [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 1990.711426] env[62588]: value = "task-1794623" [ 1990.711426] env[62588]: _type = "Task" [ 1990.711426] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.720066] env[62588]: DEBUG oslo_vmware.api [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.815071] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Releasing lock "refresh_cache-2adcb9cb-9955-4fa7-b9b7-4796cd69830e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1991.206402] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3c2b29f6-d5aa-4a7e-a394-5cef6cbfe684 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquiring lock "90611f11-ed54-4ff8-affe-b2882640484b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.206778] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3c2b29f6-d5aa-4a7e-a394-5cef6cbfe684 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "90611f11-ed54-4ff8-affe-b2882640484b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.206905] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3c2b29f6-d5aa-4a7e-a394-5cef6cbfe684 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquiring lock "90611f11-ed54-4ff8-affe-b2882640484b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.207032] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3c2b29f6-d5aa-4a7e-a394-5cef6cbfe684 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "90611f11-ed54-4ff8-affe-b2882640484b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.207213] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3c2b29f6-d5aa-4a7e-a394-5cef6cbfe684 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "90611f11-ed54-4ff8-affe-b2882640484b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.209207] env[62588]: INFO nova.compute.manager [None req-3c2b29f6-d5aa-4a7e-a394-5cef6cbfe684 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Terminating instance [ 1991.220767] env[62588]: DEBUG oslo_vmware.api [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794623, 'name': PowerOffVM_Task, 'duration_secs': 0.18312} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.221485] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1991.221672] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Updating instance '9093cafa-0c88-421b-999a-01a27833cd3b' progress to 17 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1991.713133] env[62588]: DEBUG nova.compute.manager [None req-3c2b29f6-d5aa-4a7e-a394-5cef6cbfe684 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1991.713328] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2b29f6-d5aa-4a7e-a394-5cef6cbfe684 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1991.714309] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f26a63-08c7-4e43-bbc5-d89b686421ba {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.722511] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2b29f6-d5aa-4a7e-a394-5cef6cbfe684 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1991.722726] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a830f3e4-71bc-492e-86c9-42793dc7a0b4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.727052] env[62588]: DEBUG nova.virt.hardware [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:37:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1991.727267] env[62588]: DEBUG nova.virt.hardware [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1991.727421] env[62588]: DEBUG nova.virt.hardware [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1991.727596] env[62588]: DEBUG nova.virt.hardware [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1991.727735] env[62588]: DEBUG nova.virt.hardware [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1991.727876] env[62588]: DEBUG nova.virt.hardware [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1991.728127] env[62588]: DEBUG nova.virt.hardware [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1991.728289] env[62588]: DEBUG nova.virt.hardware [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1991.728448] env[62588]: DEBUG nova.virt.hardware [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1991.728602] env[62588]: DEBUG nova.virt.hardware [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1991.728770] env[62588]: DEBUG nova.virt.hardware [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1991.734709] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a1a5cf1-a952-42fc-8cd9-a9476e527cf1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.744556] env[62588]: DEBUG oslo_vmware.api [None req-3c2b29f6-d5aa-4a7e-a394-5cef6cbfe684 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1991.744556] env[62588]: value = "task-1794624" [ 1991.744556] env[62588]: _type = "Task" [ 1991.744556] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.750408] env[62588]: DEBUG oslo_vmware.api [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 1991.750408] env[62588]: value = "task-1794625" [ 1991.750408] env[62588]: _type = "Task" [ 1991.750408] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.753373] env[62588]: DEBUG oslo_vmware.api [None req-3c2b29f6-d5aa-4a7e-a394-5cef6cbfe684 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.761414] env[62588]: DEBUG oslo_vmware.api [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794625, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.254325] env[62588]: DEBUG oslo_vmware.api [None req-3c2b29f6-d5aa-4a7e-a394-5cef6cbfe684 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794624, 'name': PowerOffVM_Task, 'duration_secs': 0.263367} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.257163] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2b29f6-d5aa-4a7e-a394-5cef6cbfe684 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1992.257345] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2b29f6-d5aa-4a7e-a394-5cef6cbfe684 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1992.257587] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-953ea672-d75c-4d77-948c-99dd56790523 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.263694] env[62588]: DEBUG oslo_vmware.api [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794625, 'name': ReconfigVM_Task, 'duration_secs': 0.262035} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.263990] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Updating instance '9093cafa-0c88-421b-999a-01a27833cd3b' progress to 33 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1992.353847] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1992.354476] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5157ca53-088b-401a-8ef4-775b573626cd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.362097] env[62588]: DEBUG oslo_vmware.api [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 1992.362097] env[62588]: value = "task-1794627" [ 1992.362097] env[62588]: _type = "Task" [ 1992.362097] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.369878] env[62588]: DEBUG oslo_vmware.api [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.378258] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2b29f6-d5aa-4a7e-a394-5cef6cbfe684 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1992.378477] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2b29f6-d5aa-4a7e-a394-5cef6cbfe684 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1992.378626] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c2b29f6-d5aa-4a7e-a394-5cef6cbfe684 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Deleting the datastore file [datastore1] 90611f11-ed54-4ff8-affe-b2882640484b {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1992.378879] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e33dd138-ad98-4e54-9823-43d725b8bbbc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.385272] env[62588]: DEBUG oslo_vmware.api [None req-3c2b29f6-d5aa-4a7e-a394-5cef6cbfe684 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for the task: (returnval){ [ 1992.385272] env[62588]: value = "task-1794628" [ 1992.385272] env[62588]: _type = "Task" [ 1992.385272] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.393467] env[62588]: DEBUG oslo_vmware.api [None req-3c2b29f6-d5aa-4a7e-a394-5cef6cbfe684 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.597553] env[62588]: DEBUG oslo_concurrency.lockutils [None req-96ef555b-3189-42ca-b822-4f2c1fd7d2c3 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "9ee36a7d-ff0c-49b2-880f-fbdb131b7280" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.597828] env[62588]: DEBUG oslo_concurrency.lockutils [None req-96ef555b-3189-42ca-b822-4f2c1fd7d2c3 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "9ee36a7d-ff0c-49b2-880f-fbdb131b7280" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.598057] env[62588]: DEBUG nova.compute.manager [None req-96ef555b-3189-42ca-b822-4f2c1fd7d2c3 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Going to confirm migration 8 {{(pid=62588) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5246}} [ 1992.770931] env[62588]: DEBUG nova.virt.hardware [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1992.771216] env[62588]: DEBUG nova.virt.hardware [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1992.771326] env[62588]: DEBUG nova.virt.hardware [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1992.771504] env[62588]: DEBUG nova.virt.hardware [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1992.771650] env[62588]: DEBUG nova.virt.hardware [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1992.771801] env[62588]: DEBUG nova.virt.hardware [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1992.771992] env[62588]: DEBUG nova.virt.hardware [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1992.772166] env[62588]: DEBUG nova.virt.hardware [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1992.772329] env[62588]: DEBUG nova.virt.hardware [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1992.772495] env[62588]: DEBUG nova.virt.hardware [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1992.772665] env[62588]: DEBUG nova.virt.hardware [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1992.777988] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1992.778294] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b51c0e5-ab96-432f-9e1f-6b49f0238990 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.797826] env[62588]: DEBUG oslo_vmware.api [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 1992.797826] env[62588]: value = "task-1794629" [ 1992.797826] env[62588]: _type = "Task" [ 1992.797826] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.806314] env[62588]: DEBUG oslo_vmware.api [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794629, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.871621] env[62588]: DEBUG oslo_vmware.api [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794627, 'name': PowerOffVM_Task, 'duration_secs': 0.196913} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.871874] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1992.872685] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1fc2a9-c9af-4a91-b171-ba34ebcaf782 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.893959] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936bffe8-ac4a-469f-bbb6-94dfb3b562f2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.901505] env[62588]: DEBUG oslo_vmware.api [None req-3c2b29f6-d5aa-4a7e-a394-5cef6cbfe684 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Task: {'id': task-1794628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172122} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.903807] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c2b29f6-d5aa-4a7e-a394-5cef6cbfe684 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1992.904009] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2b29f6-d5aa-4a7e-a394-5cef6cbfe684 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1992.904193] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2b29f6-d5aa-4a7e-a394-5cef6cbfe684 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1992.904367] env[62588]: INFO nova.compute.manager [None req-3c2b29f6-d5aa-4a7e-a394-5cef6cbfe684 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1992.904618] env[62588]: DEBUG oslo.service.loopingcall [None req-3c2b29f6-d5aa-4a7e-a394-5cef6cbfe684 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1992.906792] env[62588]: DEBUG nova.compute.manager [-] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1992.906898] env[62588]: DEBUG nova.network.neutron [-] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1992.927601] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1992.927893] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab4f178f-51ce-4b3d-bcc2-dd6d041aa485 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.941327] env[62588]: DEBUG oslo_vmware.api [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 1992.941327] env[62588]: value = "task-1794630" [ 1992.941327] env[62588]: _type = "Task" [ 1992.941327] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.948953] env[62588]: DEBUG oslo_vmware.api [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.156638] env[62588]: DEBUG oslo_concurrency.lockutils [None req-96ef555b-3189-42ca-b822-4f2c1fd7d2c3 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "refresh_cache-9ee36a7d-ff0c-49b2-880f-fbdb131b7280" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1993.156638] env[62588]: DEBUG oslo_concurrency.lockutils [None req-96ef555b-3189-42ca-b822-4f2c1fd7d2c3 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquired lock "refresh_cache-9ee36a7d-ff0c-49b2-880f-fbdb131b7280" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1993.156638] env[62588]: DEBUG nova.network.neutron [None req-96ef555b-3189-42ca-b822-4f2c1fd7d2c3 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1993.156638] env[62588]: DEBUG nova.objects.instance [None req-96ef555b-3189-42ca-b822-4f2c1fd7d2c3 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lazy-loading 'info_cache' on Instance uuid 9ee36a7d-ff0c-49b2-880f-fbdb131b7280 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1993.311027] env[62588]: DEBUG oslo_vmware.api [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794629, 'name': ReconfigVM_Task, 'duration_secs': 0.158034} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.311027] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1993.311027] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fcd2c9-d90d-4e96-8bcd-e45d31e68d10 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.331460] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 9093cafa-0c88-421b-999a-01a27833cd3b/9093cafa-0c88-421b-999a-01a27833cd3b.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1993.331783] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e49969a-3c56-4caa-be0a-3b30d0c61c6d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.351987] env[62588]: DEBUG oslo_vmware.api [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 1993.351987] env[62588]: value = "task-1794631" [ 1993.351987] env[62588]: _type = "Task" [ 1993.351987] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.358249] env[62588]: DEBUG oslo_vmware.api [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.424434] env[62588]: DEBUG nova.compute.manager [req-0d240dd0-d928-482b-a00b-c812029913eb req-ab73c924-5a9d-4732-b99d-1e0097d199db service nova] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Received event network-vif-deleted-f967dfd7-376a-4585-a971-c7e3bb524a64 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1993.424434] env[62588]: INFO nova.compute.manager [req-0d240dd0-d928-482b-a00b-c812029913eb req-ab73c924-5a9d-4732-b99d-1e0097d199db service nova] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Neutron deleted interface f967dfd7-376a-4585-a971-c7e3bb524a64; detaching it from the instance and deleting it from the info cache [ 1993.424434] env[62588]: DEBUG nova.network.neutron [req-0d240dd0-d928-482b-a00b-c812029913eb req-ab73c924-5a9d-4732-b99d-1e0097d199db service nova] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1993.455021] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] VM already powered off {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1993.455021] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1993.455021] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1993.455963] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1993.456164] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1993.456685] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16aa1a63-64b5-4d8b-a72f-9ed3f6dd1115 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.467744] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1993.467965] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1993.468810] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c560bf4-08b4-4f36-8789-e616b97233e7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.475277] env[62588]: DEBUG oslo_vmware.api [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 1993.475277] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5284c0dc-86dc-785e-abbb-75cf624311d5" [ 1993.475277] env[62588]: _type = "Task" [ 1993.475277] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.483671] env[62588]: DEBUG oslo_vmware.api [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5284c0dc-86dc-785e-abbb-75cf624311d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.859929] env[62588]: DEBUG oslo_vmware.api [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794631, 'name': ReconfigVM_Task, 'duration_secs': 0.279539} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.860173] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 9093cafa-0c88-421b-999a-01a27833cd3b/9093cafa-0c88-421b-999a-01a27833cd3b.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1993.860536] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Updating instance '9093cafa-0c88-421b-999a-01a27833cd3b' progress to 50 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1993.898735] env[62588]: DEBUG nova.network.neutron [-] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1993.927397] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aecde36a-aeef-4f3a-aa2f-d6359b1a64b0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.936825] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa004c3-4eba-4b6f-a22a-09158260790d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.968357] env[62588]: DEBUG nova.compute.manager [req-0d240dd0-d928-482b-a00b-c812029913eb req-ab73c924-5a9d-4732-b99d-1e0097d199db service nova] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Detach interface failed, port_id=f967dfd7-376a-4585-a971-c7e3bb524a64, reason: Instance 90611f11-ed54-4ff8-affe-b2882640484b could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1993.984493] env[62588]: DEBUG oslo_vmware.api [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5284c0dc-86dc-785e-abbb-75cf624311d5, 'name': SearchDatastore_Task, 'duration_secs': 0.00896} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.985288] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b8c8355-78a9-44d8-8490-a70c8fa4437f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.990509] env[62588]: DEBUG oslo_vmware.api [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 1993.990509] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52aa1b4b-f5f8-ead4-13ca-c3543ef5e80a" [ 1993.990509] env[62588]: _type = "Task" [ 1993.990509] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.997976] env[62588]: DEBUG oslo_vmware.api [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52aa1b4b-f5f8-ead4-13ca-c3543ef5e80a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.367447] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c6c6ee-23dc-404e-9f76-f5db712db29b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.388137] env[62588]: DEBUG nova.network.neutron [None req-96ef555b-3189-42ca-b822-4f2c1fd7d2c3 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Updating instance_info_cache with network_info: [{"id": "aafb4d88-dca9-490f-8345-3b8e4e6f008b", "address": "fa:16:3e:f3:5f:f0", "network": {"id": "29d85f41-e61c-49c7-93dd-8ae6091e13dd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004971789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1abac53217249a7a6b3552ebfca1c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaafb4d88-dc", "ovs_interfaceid": "aafb4d88-dca9-490f-8345-3b8e4e6f008b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1994.389920] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a7073f-c9cb-41e7-9b42-84195d9733f9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.407823] env[62588]: INFO nova.compute.manager [-] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Took 1.50 seconds to deallocate network for instance. [ 1994.408222] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Updating instance '9093cafa-0c88-421b-999a-01a27833cd3b' progress to 67 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1994.500689] env[62588]: DEBUG oslo_vmware.api [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52aa1b4b-f5f8-ead4-13ca-c3543ef5e80a, 'name': SearchDatastore_Task, 'duration_secs': 0.009638} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.500977] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.501290] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 2adcb9cb-9955-4fa7-b9b7-4796cd69830e/8a4f5777-3342-4af9-920c-7c09a9521eb3-rescue.vmdk. {{(pid=62588) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1994.501547] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cffadcb-2c8f-4476-ae2e-bb30a9556a21 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.508465] env[62588]: DEBUG oslo_vmware.api [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 1994.508465] env[62588]: value = "task-1794632" [ 1994.508465] env[62588]: _type = "Task" [ 1994.508465] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.515898] env[62588]: DEBUG oslo_vmware.api [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.893596] env[62588]: DEBUG oslo_concurrency.lockutils [None req-96ef555b-3189-42ca-b822-4f2c1fd7d2c3 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Releasing lock "refresh_cache-9ee36a7d-ff0c-49b2-880f-fbdb131b7280" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.893914] env[62588]: DEBUG nova.objects.instance [None req-96ef555b-3189-42ca-b822-4f2c1fd7d2c3 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lazy-loading 'migration_context' on Instance uuid 9ee36a7d-ff0c-49b2-880f-fbdb131b7280 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1994.918559] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3c2b29f6-d5aa-4a7e-a394-5cef6cbfe684 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1994.918747] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3c2b29f6-d5aa-4a7e-a394-5cef6cbfe684 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.918991] env[62588]: DEBUG nova.objects.instance [None req-3c2b29f6-d5aa-4a7e-a394-5cef6cbfe684 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lazy-loading 'resources' on Instance uuid 90611f11-ed54-4ff8-affe-b2882640484b {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1994.956764] env[62588]: DEBUG nova.network.neutron [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Port 887cdcb2-a25b-4d26-a0d8-0c868f0634ea binding to destination host cpu-1 is already ACTIVE {{(pid=62588) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1995.020068] env[62588]: DEBUG oslo_vmware.api [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506944} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.020068] env[62588]: INFO nova.virt.vmwareapi.ds_util [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 2adcb9cb-9955-4fa7-b9b7-4796cd69830e/8a4f5777-3342-4af9-920c-7c09a9521eb3-rescue.vmdk. [ 1995.020726] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec95ccff-9a1b-4c07-a70a-a2fd0821dc2b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.045244] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 2adcb9cb-9955-4fa7-b9b7-4796cd69830e/8a4f5777-3342-4af9-920c-7c09a9521eb3-rescue.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1995.045525] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e3074cc-c6e4-4ed6-a510-79f6168ae0b8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.063074] env[62588]: DEBUG oslo_vmware.api [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 1995.063074] env[62588]: value = "task-1794633" [ 1995.063074] env[62588]: _type = "Task" [ 1995.063074] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.071558] env[62588]: DEBUG oslo_vmware.api [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794633, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.397454] env[62588]: DEBUG nova.objects.base [None req-96ef555b-3189-42ca-b822-4f2c1fd7d2c3 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Object Instance<9ee36a7d-ff0c-49b2-880f-fbdb131b7280> lazy-loaded attributes: info_cache,migration_context {{(pid=62588) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1995.398482] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f111354-d540-4a72-8144-6a7c0b759d45 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.419122] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41529d35-6a29-47e6-a331-5eaebd7b9b61 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.426364] env[62588]: DEBUG oslo_vmware.api [None req-96ef555b-3189-42ca-b822-4f2c1fd7d2c3 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 1995.426364] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d6d2ab-b67c-e7f2-0e67-ac6f086f3db1" [ 1995.426364] env[62588]: _type = "Task" [ 1995.426364] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.433527] env[62588]: DEBUG oslo_vmware.api [None req-96ef555b-3189-42ca-b822-4f2c1fd7d2c3 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d6d2ab-b67c-e7f2-0e67-ac6f086f3db1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.544321] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd7335a-e10c-4b81-a909-9e5ecaabb180 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.551614] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef309eb4-0d18-4e47-b115-b8023962a53e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.583493] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723dbe2f-5e2a-457e-9d47-41d500551e05 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.593662] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cc4b8c-ccf6-4e76-961a-cc1414a1e225 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.597299] env[62588]: DEBUG oslo_vmware.api [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794633, 'name': ReconfigVM_Task, 'duration_secs': 0.341409} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.597561] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 2adcb9cb-9955-4fa7-b9b7-4796cd69830e/8a4f5777-3342-4af9-920c-7c09a9521eb3-rescue.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1995.598613] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6a0cf6-57fc-4c5a-abf6-e767c798e5c7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.608302] env[62588]: DEBUG nova.compute.provider_tree [None req-3c2b29f6-d5aa-4a7e-a394-5cef6cbfe684 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1995.632581] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-396aa23d-b7db-4bbf-bcdf-edf3ab82a1a4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.647767] env[62588]: DEBUG oslo_vmware.api [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 1995.647767] env[62588]: value = "task-1794634" [ 1995.647767] env[62588]: _type = "Task" [ 1995.647767] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.655319] env[62588]: DEBUG oslo_vmware.api [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.937579] env[62588]: DEBUG oslo_vmware.api [None req-96ef555b-3189-42ca-b822-4f2c1fd7d2c3 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d6d2ab-b67c-e7f2-0e67-ac6f086f3db1, 'name': SearchDatastore_Task, 'duration_secs': 0.010206} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.937887] env[62588]: DEBUG oslo_concurrency.lockutils [None req-96ef555b-3189-42ca-b822-4f2c1fd7d2c3 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.988068] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "9093cafa-0c88-421b-999a-01a27833cd3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.988355] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "9093cafa-0c88-421b-999a-01a27833cd3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.988633] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "9093cafa-0c88-421b-999a-01a27833cd3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.112270] env[62588]: DEBUG nova.scheduler.client.report [None req-3c2b29f6-d5aa-4a7e-a394-5cef6cbfe684 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1996.160334] env[62588]: DEBUG oslo_vmware.api [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794634, 'name': ReconfigVM_Task, 'duration_secs': 0.354074} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.161098] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1996.161439] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1283ee89-6e46-4226-b49c-ed33488f3bcb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.168198] env[62588]: DEBUG oslo_vmware.api [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 1996.168198] env[62588]: value = "task-1794635" [ 1996.168198] env[62588]: _type = "Task" [ 1996.168198] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.178164] env[62588]: DEBUG oslo_vmware.api [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.618567] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3c2b29f6-d5aa-4a7e-a394-5cef6cbfe684 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.700s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.620863] env[62588]: DEBUG oslo_concurrency.lockutils [None req-96ef555b-3189-42ca-b822-4f2c1fd7d2c3 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.683s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.636542] env[62588]: INFO nova.scheduler.client.report [None req-3c2b29f6-d5aa-4a7e-a394-5cef6cbfe684 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Deleted allocations for instance 90611f11-ed54-4ff8-affe-b2882640484b [ 1996.678987] env[62588]: DEBUG oslo_vmware.api [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794635, 'name': PowerOnVM_Task, 'duration_secs': 0.423378} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.679874] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1996.682669] env[62588]: DEBUG nova.compute.manager [None req-a3ed8bb6-f13c-49fc-b1c9-dca03ff16a8e tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1996.683507] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87c9a17-7045-485c-adbf-420cada44d32 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.025067] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "refresh_cache-9093cafa-0c88-421b-999a-01a27833cd3b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1997.025327] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquired lock "refresh_cache-9093cafa-0c88-421b-999a-01a27833cd3b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1997.025518] env[62588]: DEBUG nova.network.neutron [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1997.144298] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3c2b29f6-d5aa-4a7e-a394-5cef6cbfe684 tempest-AttachVolumeShelveTestJSON-1788086851 tempest-AttachVolumeShelveTestJSON-1788086851-project-member] Lock "90611f11-ed54-4ff8-affe-b2882640484b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.937s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.230703] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e29780-7609-401c-b3f7-0573bc5b6d1c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.238109] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d142d2e-935d-4c40-822b-7a94c3f686da {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.267484] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9284f6-e588-4b46-ac69-4de8e10b5d6b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.274683] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b3e3e1-4e72-49cb-bafb-fb5d90bb93e9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.288550] env[62588]: DEBUG nova.compute.provider_tree [None req-96ef555b-3189-42ca-b822-4f2c1fd7d2c3 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1997.530558] env[62588]: INFO nova.compute.manager [None req-c2595b03-ca78-4895-a278-7b89b215db42 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Unrescuing [ 1997.530884] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c2595b03-ca78-4895-a278-7b89b215db42 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Acquiring lock "refresh_cache-2adcb9cb-9955-4fa7-b9b7-4796cd69830e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1997.531082] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c2595b03-ca78-4895-a278-7b89b215db42 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Acquired lock "refresh_cache-2adcb9cb-9955-4fa7-b9b7-4796cd69830e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1997.531283] env[62588]: DEBUG nova.network.neutron [None req-c2595b03-ca78-4895-a278-7b89b215db42 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1997.792176] env[62588]: DEBUG nova.scheduler.client.report [None req-96ef555b-3189-42ca-b822-4f2c1fd7d2c3 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1998.045605] env[62588]: DEBUG nova.network.neutron [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Updating instance_info_cache with network_info: [{"id": "887cdcb2-a25b-4d26-a0d8-0c868f0634ea", "address": "fa:16:3e:79:2d:a0", "network": {"id": "005b221e-cf07-4d05-b85b-99fe5911cbdb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-505805492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ae052fbdc942f0b17b96ab4d2252d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap887cdcb2-a2", "ovs_interfaceid": "887cdcb2-a25b-4d26-a0d8-0c868f0634ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1998.221017] env[62588]: DEBUG nova.network.neutron [None req-c2595b03-ca78-4895-a278-7b89b215db42 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Updating instance_info_cache with network_info: [{"id": "8045a9b9-6d49-4619-b97d-f55175a86688", "address": "fa:16:3e:eb:f3:2f", "network": {"id": "9269aa81-421d-4e33-a403-917ae77134ba", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1200819857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5fc7e73cd62148e7b6bd5a8315d7b7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8045a9b9-6d", "ovs_interfaceid": "8045a9b9-6d49-4619-b97d-f55175a86688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1998.548708] env[62588]: DEBUG oslo_concurrency.lockutils [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Releasing lock "refresh_cache-9093cafa-0c88-421b-999a-01a27833cd3b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.724939] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c2595b03-ca78-4895-a278-7b89b215db42 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Releasing lock "refresh_cache-2adcb9cb-9955-4fa7-b9b7-4796cd69830e" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.725903] env[62588]: DEBUG nova.objects.instance [None req-c2595b03-ca78-4895-a278-7b89b215db42 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Lazy-loading 'flavor' on Instance uuid 2adcb9cb-9955-4fa7-b9b7-4796cd69830e {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1998.804252] env[62588]: DEBUG oslo_concurrency.lockutils [None req-96ef555b-3189-42ca-b822-4f2c1fd7d2c3 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.183s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.074248] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11541860-4a81-4bfe-afa0-f90c87072295 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.094251] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ceb366-bf98-4695-8c11-e1f90dff3a87 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.101612] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Updating instance '9093cafa-0c88-421b-999a-01a27833cd3b' progress to 83 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1999.233048] env[62588]: INFO nova.compute.manager [None req-7aa46efb-5994-4f81-8514-e2d06f149cf0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Get console output [ 1999.233048] env[62588]: WARNING nova.virt.vmwareapi.driver [None req-7aa46efb-5994-4f81-8514-e2d06f149cf0 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] The console log is missing. Check your VSPC configuration [ 1999.234849] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7bb3e0-d37d-41a5-94f4-e4e532cd6285 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.256631] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2595b03-ca78-4895-a278-7b89b215db42 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1999.256915] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3719940f-c62c-49f5-955b-80ddd36e1112 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.263387] env[62588]: DEBUG oslo_vmware.api [None req-c2595b03-ca78-4895-a278-7b89b215db42 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 1999.263387] env[62588]: value = "task-1794637" [ 1999.263387] env[62588]: _type = "Task" [ 1999.263387] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.271084] env[62588]: DEBUG oslo_vmware.api [None req-c2595b03-ca78-4895-a278-7b89b215db42 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.358078] env[62588]: INFO nova.scheduler.client.report [None req-96ef555b-3189-42ca-b822-4f2c1fd7d2c3 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Deleted allocation for migration 65095cce-f62a-443b-b6b7-08f9e54b5588 [ 1999.607902] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1999.608181] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aeed7072-ff1f-4ecd-956f-d7c21bd043f3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.615252] env[62588]: DEBUG oslo_vmware.api [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 1999.615252] env[62588]: value = "task-1794638" [ 1999.615252] env[62588]: _type = "Task" [ 1999.615252] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.624660] env[62588]: DEBUG oslo_vmware.api [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.772751] env[62588]: DEBUG oslo_vmware.api [None req-c2595b03-ca78-4895-a278-7b89b215db42 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794637, 'name': PowerOffVM_Task, 'duration_secs': 0.196019} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.773033] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2595b03-ca78-4895-a278-7b89b215db42 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1999.778354] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2595b03-ca78-4895-a278-7b89b215db42 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1999.778636] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36d83e21-ef81-441e-af2a-9067d2539212 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.796978] env[62588]: DEBUG oslo_vmware.api [None req-c2595b03-ca78-4895-a278-7b89b215db42 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 1999.796978] env[62588]: value = "task-1794639" [ 1999.796978] env[62588]: _type = "Task" [ 1999.796978] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.804799] env[62588]: DEBUG oslo_vmware.api [None req-c2595b03-ca78-4895-a278-7b89b215db42 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794639, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.865313] env[62588]: DEBUG oslo_concurrency.lockutils [None req-96ef555b-3189-42ca-b822-4f2c1fd7d2c3 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "9ee36a7d-ff0c-49b2-880f-fbdb131b7280" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.266s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.125813] env[62588]: DEBUG oslo_vmware.api [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794638, 'name': PowerOnVM_Task, 'duration_secs': 0.404716} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.128085] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2000.128085] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ed8dd7-3830-4f4b-bba1-2e67b066180f tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Updating instance '9093cafa-0c88-421b-999a-01a27833cd3b' progress to 100 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2000.306868] env[62588]: DEBUG oslo_vmware.api [None req-c2595b03-ca78-4895-a278-7b89b215db42 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794639, 'name': ReconfigVM_Task, 'duration_secs': 0.219238} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.307179] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2595b03-ca78-4895-a278-7b89b215db42 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2000.307379] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2595b03-ca78-4895-a278-7b89b215db42 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2000.307618] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50304df5-b1f7-496b-b682-95db44b0cf48 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.314360] env[62588]: DEBUG oslo_vmware.api [None req-c2595b03-ca78-4895-a278-7b89b215db42 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 2000.314360] env[62588]: value = "task-1794640" [ 2000.314360] env[62588]: _type = "Task" [ 2000.314360] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.321381] env[62588]: DEBUG oslo_vmware.api [None req-c2595b03-ca78-4895-a278-7b89b215db42 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.825248] env[62588]: DEBUG oslo_vmware.api [None req-c2595b03-ca78-4895-a278-7b89b215db42 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794640, 'name': PowerOnVM_Task, 'duration_secs': 0.385071} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.825607] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2595b03-ca78-4895-a278-7b89b215db42 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2000.825799] env[62588]: DEBUG nova.compute.manager [None req-c2595b03-ca78-4895-a278-7b89b215db42 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2000.826584] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3497530a-6ef1-4beb-a006-ef11ec9cbd62 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.084126] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6321c3b9-88b3-4302-bc44-f868ca5102a0 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Acquiring lock "2adcb9cb-9955-4fa7-b9b7-4796cd69830e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.084126] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6321c3b9-88b3-4302-bc44-f868ca5102a0 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Lock "2adcb9cb-9955-4fa7-b9b7-4796cd69830e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.084126] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6321c3b9-88b3-4302-bc44-f868ca5102a0 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Acquiring lock "2adcb9cb-9955-4fa7-b9b7-4796cd69830e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.084126] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6321c3b9-88b3-4302-bc44-f868ca5102a0 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Lock "2adcb9cb-9955-4fa7-b9b7-4796cd69830e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.084126] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6321c3b9-88b3-4302-bc44-f868ca5102a0 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Lock "2adcb9cb-9955-4fa7-b9b7-4796cd69830e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.086286] env[62588]: INFO nova.compute.manager [None req-6321c3b9-88b3-4302-bc44-f868ca5102a0 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Terminating instance [ 2002.549796] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6719df63-0c5f-4abe-ace9-0b9030deec09 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "9093cafa-0c88-421b-999a-01a27833cd3b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.550088] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6719df63-0c5f-4abe-ace9-0b9030deec09 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "9093cafa-0c88-421b-999a-01a27833cd3b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.550287] env[62588]: DEBUG nova.compute.manager [None req-6719df63-0c5f-4abe-ace9-0b9030deec09 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Going to confirm migration 9 {{(pid=62588) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5246}} [ 2002.589862] env[62588]: DEBUG nova.compute.manager [None req-6321c3b9-88b3-4302-bc44-f868ca5102a0 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2002.590103] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6321c3b9-88b3-4302-bc44-f868ca5102a0 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2002.591048] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62577134-09a0-4b8b-9e31-8f78ef73423f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.599291] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6321c3b9-88b3-4302-bc44-f868ca5102a0 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2002.599518] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28fb5d4f-4625-4218-9447-d50117b7ad05 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.605878] env[62588]: DEBUG oslo_vmware.api [None req-6321c3b9-88b3-4302-bc44-f868ca5102a0 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 2002.605878] env[62588]: value = "task-1794641" [ 2002.605878] env[62588]: _type = "Task" [ 2002.605878] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.613636] env[62588]: DEBUG oslo_vmware.api [None req-6321c3b9-88b3-4302-bc44-f868ca5102a0 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.104337] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6719df63-0c5f-4abe-ace9-0b9030deec09 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "refresh_cache-9093cafa-0c88-421b-999a-01a27833cd3b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2003.104612] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6719df63-0c5f-4abe-ace9-0b9030deec09 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquired lock "refresh_cache-9093cafa-0c88-421b-999a-01a27833cd3b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2003.104940] env[62588]: DEBUG nova.network.neutron [None req-6719df63-0c5f-4abe-ace9-0b9030deec09 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2003.104940] env[62588]: DEBUG nova.objects.instance [None req-6719df63-0c5f-4abe-ace9-0b9030deec09 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lazy-loading 'info_cache' on Instance uuid 9093cafa-0c88-421b-999a-01a27833cd3b {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2003.119459] env[62588]: DEBUG oslo_vmware.api [None req-6321c3b9-88b3-4302-bc44-f868ca5102a0 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794641, 'name': PowerOffVM_Task, 'duration_secs': 0.189283} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.120337] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6321c3b9-88b3-4302-bc44-f868ca5102a0 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2003.120513] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6321c3b9-88b3-4302-bc44-f868ca5102a0 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2003.120931] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31d15826-1f4a-43ed-88f6-2ec77e7d245f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.193475] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6321c3b9-88b3-4302-bc44-f868ca5102a0 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2003.193643] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6321c3b9-88b3-4302-bc44-f868ca5102a0 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2003.193748] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-6321c3b9-88b3-4302-bc44-f868ca5102a0 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Deleting the datastore file [datastore1] 2adcb9cb-9955-4fa7-b9b7-4796cd69830e {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2003.194058] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6368a66f-a2af-44ae-88bd-c893819996f7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.200857] env[62588]: DEBUG oslo_vmware.api [None req-6321c3b9-88b3-4302-bc44-f868ca5102a0 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 2003.200857] env[62588]: value = "task-1794643" [ 2003.200857] env[62588]: _type = "Task" [ 2003.200857] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.208473] env[62588]: DEBUG oslo_vmware.api [None req-6321c3b9-88b3-4302-bc44-f868ca5102a0 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.712056] env[62588]: DEBUG oslo_vmware.api [None req-6321c3b9-88b3-4302-bc44-f868ca5102a0 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141996} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.712056] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-6321c3b9-88b3-4302-bc44-f868ca5102a0 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2003.712056] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6321c3b9-88b3-4302-bc44-f868ca5102a0 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2003.712056] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6321c3b9-88b3-4302-bc44-f868ca5102a0 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2003.712317] env[62588]: INFO nova.compute.manager [None req-6321c3b9-88b3-4302-bc44-f868ca5102a0 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2003.712388] env[62588]: DEBUG oslo.service.loopingcall [None req-6321c3b9-88b3-4302-bc44-f868ca5102a0 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2003.712596] env[62588]: DEBUG nova.compute.manager [-] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2003.712721] env[62588]: DEBUG nova.network.neutron [-] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2003.990694] env[62588]: DEBUG nova.compute.manager [req-a8f5fe70-6533-48c1-a1cd-ba8e651d53c0 req-739d60ad-b4cf-4d72-a38f-ac9cfab7c136 service nova] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Received event network-vif-deleted-8045a9b9-6d49-4619-b97d-f55175a86688 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2003.990869] env[62588]: INFO nova.compute.manager [req-a8f5fe70-6533-48c1-a1cd-ba8e651d53c0 req-739d60ad-b4cf-4d72-a38f-ac9cfab7c136 service nova] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Neutron deleted interface 8045a9b9-6d49-4619-b97d-f55175a86688; detaching it from the instance and deleting it from the info cache [ 2003.991050] env[62588]: DEBUG nova.network.neutron [req-a8f5fe70-6533-48c1-a1cd-ba8e651d53c0 req-739d60ad-b4cf-4d72-a38f-ac9cfab7c136 service nova] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2004.343709] env[62588]: DEBUG nova.network.neutron [None req-6719df63-0c5f-4abe-ace9-0b9030deec09 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Updating instance_info_cache with network_info: [{"id": "887cdcb2-a25b-4d26-a0d8-0c868f0634ea", "address": "fa:16:3e:79:2d:a0", "network": {"id": "005b221e-cf07-4d05-b85b-99fe5911cbdb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-505805492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ae052fbdc942f0b17b96ab4d2252d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap887cdcb2-a2", "ovs_interfaceid": "887cdcb2-a25b-4d26-a0d8-0c868f0634ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2004.463772] env[62588]: DEBUG nova.network.neutron [-] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2004.493207] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8885712-0c03-4710-9ee6-5a4b3bac29c9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.502670] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107de9ab-ca8a-48cb-b694-4e7214d9a4eb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.531220] env[62588]: DEBUG nova.compute.manager [req-a8f5fe70-6533-48c1-a1cd-ba8e651d53c0 req-739d60ad-b4cf-4d72-a38f-ac9cfab7c136 service nova] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Detach interface failed, port_id=8045a9b9-6d49-4619-b97d-f55175a86688, reason: Instance 2adcb9cb-9955-4fa7-b9b7-4796cd69830e could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 2004.846849] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6719df63-0c5f-4abe-ace9-0b9030deec09 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Releasing lock "refresh_cache-9093cafa-0c88-421b-999a-01a27833cd3b" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2004.847176] env[62588]: DEBUG nova.objects.instance [None req-6719df63-0c5f-4abe-ace9-0b9030deec09 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lazy-loading 'migration_context' on Instance uuid 9093cafa-0c88-421b-999a-01a27833cd3b {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2004.966139] env[62588]: INFO nova.compute.manager [-] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Took 1.25 seconds to deallocate network for instance. [ 2005.350751] env[62588]: DEBUG nova.objects.base [None req-6719df63-0c5f-4abe-ace9-0b9030deec09 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Object Instance<9093cafa-0c88-421b-999a-01a27833cd3b> lazy-loaded attributes: info_cache,migration_context {{(pid=62588) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2005.351744] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee79fc09-399e-4070-ba60-7c2d671f101f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.370744] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2bb082f-59d8-4564-9a88-0ab9c7e45fec {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.376345] env[62588]: DEBUG oslo_vmware.api [None req-6719df63-0c5f-4abe-ace9-0b9030deec09 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2005.376345] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a14a47-7c31-b627-f3ec-a8281c38d7c1" [ 2005.376345] env[62588]: _type = "Task" [ 2005.376345] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.383928] env[62588]: DEBUG oslo_vmware.api [None req-6719df63-0c5f-4abe-ace9-0b9030deec09 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a14a47-7c31-b627-f3ec-a8281c38d7c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.473037] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6321c3b9-88b3-4302-bc44-f868ca5102a0 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.473304] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6321c3b9-88b3-4302-bc44-f868ca5102a0 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.473525] env[62588]: DEBUG nova.objects.instance [None req-6321c3b9-88b3-4302-bc44-f868ca5102a0 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Lazy-loading 'resources' on Instance uuid 2adcb9cb-9955-4fa7-b9b7-4796cd69830e {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2005.887461] env[62588]: DEBUG oslo_vmware.api [None req-6719df63-0c5f-4abe-ace9-0b9030deec09 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a14a47-7c31-b627-f3ec-a8281c38d7c1, 'name': SearchDatastore_Task, 'duration_secs': 0.006769} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.887461] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6719df63-0c5f-4abe-ace9-0b9030deec09 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.093202] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8d8c59-5b31-49e0-8122-9a058f0cf283 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.101097] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc0037f-f9ab-447d-a542-b2c025ab4213 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.131537] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73345e71-c1f8-4105-8c53-8e0c4c421b0e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.138629] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7742d5-53f6-4a1c-b5cb-d9dd1c228993 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.151810] env[62588]: DEBUG nova.compute.provider_tree [None req-6321c3b9-88b3-4302-bc44-f868ca5102a0 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2006.655282] env[62588]: DEBUG nova.scheduler.client.report [None req-6321c3b9-88b3-4302-bc44-f868ca5102a0 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2007.160541] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6321c3b9-88b3-4302-bc44-f868ca5102a0 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.687s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.162785] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6719df63-0c5f-4abe-ace9-0b9030deec09 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.275s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.178699] env[62588]: INFO nova.scheduler.client.report [None req-6321c3b9-88b3-4302-bc44-f868ca5102a0 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Deleted allocations for instance 2adcb9cb-9955-4fa7-b9b7-4796cd69830e [ 2007.687014] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6321c3b9-88b3-4302-bc44-f868ca5102a0 tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Lock "2adcb9cb-9955-4fa7-b9b7-4796cd69830e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.604s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.756367] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af39263-4596-4e0c-ba15-523cbb7560a1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.764788] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274f8865-8c20-4a86-9e1e-cce08c99051d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.794815] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3914cd-c294-44b1-91f3-3e824ee35871 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.801689] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11222505-5c22-48f1-b7fa-43ebc1f3fc2c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.814285] env[62588]: DEBUG nova.compute.provider_tree [None req-6719df63-0c5f-4abe-ace9-0b9030deec09 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2008.319023] env[62588]: DEBUG nova.scheduler.client.report [None req-6719df63-0c5f-4abe-ace9-0b9030deec09 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2008.746656] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3f646cee-1adf-499e-bfa6-c1134c9b385c tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Acquiring lock "7e24ae0f-8f04-4432-a3da-1b7459d6e38e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.747047] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3f646cee-1adf-499e-bfa6-c1134c9b385c tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Lock "7e24ae0f-8f04-4432-a3da-1b7459d6e38e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.747152] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3f646cee-1adf-499e-bfa6-c1134c9b385c tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Acquiring lock "7e24ae0f-8f04-4432-a3da-1b7459d6e38e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.747335] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3f646cee-1adf-499e-bfa6-c1134c9b385c tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Lock "7e24ae0f-8f04-4432-a3da-1b7459d6e38e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.747505] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3f646cee-1adf-499e-bfa6-c1134c9b385c tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Lock "7e24ae0f-8f04-4432-a3da-1b7459d6e38e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.749665] env[62588]: INFO nova.compute.manager [None req-3f646cee-1adf-499e-bfa6-c1134c9b385c tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Terminating instance [ 2009.254105] env[62588]: DEBUG nova.compute.manager [None req-3f646cee-1adf-499e-bfa6-c1134c9b385c tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2009.254105] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3f646cee-1adf-499e-bfa6-c1134c9b385c tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2009.255369] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425d4914-5dcc-4b8a-a83a-1a85b375fcf0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.267048] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f646cee-1adf-499e-bfa6-c1134c9b385c tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2009.267311] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d577d2b6-b750-4869-9258-fa2725601367 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.278924] env[62588]: DEBUG oslo_vmware.api [None req-3f646cee-1adf-499e-bfa6-c1134c9b385c tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 2009.278924] env[62588]: value = "task-1794644" [ 2009.278924] env[62588]: _type = "Task" [ 2009.278924] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.289595] env[62588]: DEBUG oslo_vmware.api [None req-3f646cee-1adf-499e-bfa6-c1134c9b385c tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.329151] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6719df63-0c5f-4abe-ace9-0b9030deec09 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.166s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.788926] env[62588]: DEBUG oslo_vmware.api [None req-3f646cee-1adf-499e-bfa6-c1134c9b385c tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794644, 'name': PowerOffVM_Task, 'duration_secs': 0.291351} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.789308] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f646cee-1adf-499e-bfa6-c1134c9b385c tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2009.789351] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3f646cee-1adf-499e-bfa6-c1134c9b385c tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2009.789612] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a50049fa-5458-41a3-98e3-b0e040082010 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.885846] env[62588]: INFO nova.scheduler.client.report [None req-6719df63-0c5f-4abe-ace9-0b9030deec09 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Deleted allocation for migration 3cd5bc0f-c29e-48e1-b2ed-f0a9d0ac16a5 [ 2009.939795] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3f646cee-1adf-499e-bfa6-c1134c9b385c tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2009.940055] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3f646cee-1adf-499e-bfa6-c1134c9b385c tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2009.940213] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f646cee-1adf-499e-bfa6-c1134c9b385c tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Deleting the datastore file [datastore1] 7e24ae0f-8f04-4432-a3da-1b7459d6e38e {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2009.940466] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e69d4c30-3e65-4622-aa45-e6845da19b71 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.947777] env[62588]: DEBUG oslo_vmware.api [None req-3f646cee-1adf-499e-bfa6-c1134c9b385c tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for the task: (returnval){ [ 2009.947777] env[62588]: value = "task-1794646" [ 2009.947777] env[62588]: _type = "Task" [ 2009.947777] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.956394] env[62588]: DEBUG oslo_vmware.api [None req-3f646cee-1adf-499e-bfa6-c1134c9b385c tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.393275] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6719df63-0c5f-4abe-ace9-0b9030deec09 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "9093cafa-0c88-421b-999a-01a27833cd3b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.843s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.457209] env[62588]: DEBUG oslo_vmware.api [None req-3f646cee-1adf-499e-bfa6-c1134c9b385c tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Task: {'id': task-1794646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202338} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.457468] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f646cee-1adf-499e-bfa6-c1134c9b385c tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2010.457652] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3f646cee-1adf-499e-bfa6-c1134c9b385c tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2010.457825] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-3f646cee-1adf-499e-bfa6-c1134c9b385c tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2010.457996] env[62588]: INFO nova.compute.manager [None req-3f646cee-1adf-499e-bfa6-c1134c9b385c tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Took 1.20 seconds to destroy the instance on the hypervisor. [ 2010.458249] env[62588]: DEBUG oslo.service.loopingcall [None req-3f646cee-1adf-499e-bfa6-c1134c9b385c tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2010.458434] env[62588]: DEBUG nova.compute.manager [-] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2010.458529] env[62588]: DEBUG nova.network.neutron [-] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2010.620827] env[62588]: DEBUG oslo_concurrency.lockutils [None req-988d4e42-ade5-4649-a062-0579fcafe608 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "e777c107-1bc3-4160-9c0a-dae8eeff634a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.621115] env[62588]: DEBUG oslo_concurrency.lockutils [None req-988d4e42-ade5-4649-a062-0579fcafe608 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "e777c107-1bc3-4160-9c0a-dae8eeff634a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.763548] env[62588]: DEBUG nova.compute.manager [req-4c5367bd-8e5b-42a0-97ea-8ff9451e3875 req-c71f1fe9-1fb4-46fb-b119-2211f876b9c9 service nova] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Received event network-vif-deleted-b7c6bb6c-73b6-49e6-8b7c-79d3cd9a3728 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2010.763773] env[62588]: INFO nova.compute.manager [req-4c5367bd-8e5b-42a0-97ea-8ff9451e3875 req-c71f1fe9-1fb4-46fb-b119-2211f876b9c9 service nova] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Neutron deleted interface b7c6bb6c-73b6-49e6-8b7c-79d3cd9a3728; detaching it from the instance and deleting it from the info cache [ 2010.763905] env[62588]: DEBUG nova.network.neutron [req-4c5367bd-8e5b-42a0-97ea-8ff9451e3875 req-c71f1fe9-1fb4-46fb-b119-2211f876b9c9 service nova] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2010.937281] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8a98be74-509a-4a93-8441-69cc0a656252 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "9093cafa-0c88-421b-999a-01a27833cd3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.937640] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8a98be74-509a-4a93-8441-69cc0a656252 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "9093cafa-0c88-421b-999a-01a27833cd3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.937849] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8a98be74-509a-4a93-8441-69cc0a656252 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "9093cafa-0c88-421b-999a-01a27833cd3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.938057] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8a98be74-509a-4a93-8441-69cc0a656252 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "9093cafa-0c88-421b-999a-01a27833cd3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.938233] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8a98be74-509a-4a93-8441-69cc0a656252 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "9093cafa-0c88-421b-999a-01a27833cd3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.940588] env[62588]: INFO nova.compute.manager [None req-8a98be74-509a-4a93-8441-69cc0a656252 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Terminating instance [ 2011.123975] env[62588]: DEBUG nova.compute.utils [None req-988d4e42-ade5-4649-a062-0579fcafe608 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2011.236302] env[62588]: DEBUG nova.network.neutron [-] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2011.265920] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2826b6d5-00e9-491a-aa63-16f9ada23e8c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.275624] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b37f788-0b73-484d-b2b5-903aacb11cff {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.303194] env[62588]: DEBUG nova.compute.manager [req-4c5367bd-8e5b-42a0-97ea-8ff9451e3875 req-c71f1fe9-1fb4-46fb-b119-2211f876b9c9 service nova] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Detach interface failed, port_id=b7c6bb6c-73b6-49e6-8b7c-79d3cd9a3728, reason: Instance 7e24ae0f-8f04-4432-a3da-1b7459d6e38e could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 2011.444433] env[62588]: DEBUG nova.compute.manager [None req-8a98be74-509a-4a93-8441-69cc0a656252 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2011.444676] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8a98be74-509a-4a93-8441-69cc0a656252 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2011.445556] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2651fbba-8a21-44e3-85df-e06eab730654 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.453204] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a98be74-509a-4a93-8441-69cc0a656252 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2011.453422] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02f3837c-e173-429c-977e-16100f217248 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.459895] env[62588]: DEBUG oslo_vmware.api [None req-8a98be74-509a-4a93-8441-69cc0a656252 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2011.459895] env[62588]: value = "task-1794647" [ 2011.459895] env[62588]: _type = "Task" [ 2011.459895] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.467570] env[62588]: DEBUG oslo_vmware.api [None req-8a98be74-509a-4a93-8441-69cc0a656252 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.626666] env[62588]: DEBUG oslo_concurrency.lockutils [None req-988d4e42-ade5-4649-a062-0579fcafe608 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "e777c107-1bc3-4160-9c0a-dae8eeff634a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.739061] env[62588]: INFO nova.compute.manager [-] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Took 1.28 seconds to deallocate network for instance. [ 2011.970810] env[62588]: DEBUG oslo_vmware.api [None req-8a98be74-509a-4a93-8441-69cc0a656252 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794647, 'name': PowerOffVM_Task, 'duration_secs': 0.191093} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.971218] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a98be74-509a-4a93-8441-69cc0a656252 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2011.971218] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8a98be74-509a-4a93-8441-69cc0a656252 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2011.971462] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cae69ce-fbd7-4f9b-8a4d-10877b34be9f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.042024] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8a98be74-509a-4a93-8441-69cc0a656252 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2012.042344] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8a98be74-509a-4a93-8441-69cc0a656252 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2012.042547] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a98be74-509a-4a93-8441-69cc0a656252 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Deleting the datastore file [datastore1] 9093cafa-0c88-421b-999a-01a27833cd3b {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2012.042913] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b24fb31a-83dc-4a98-9fb6-2c528c84005d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.049641] env[62588]: DEBUG oslo_vmware.api [None req-8a98be74-509a-4a93-8441-69cc0a656252 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2012.049641] env[62588]: value = "task-1794649" [ 2012.049641] env[62588]: _type = "Task" [ 2012.049641] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.056634] env[62588]: DEBUG oslo_vmware.api [None req-8a98be74-509a-4a93-8441-69cc0a656252 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.245615] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3f646cee-1adf-499e-bfa6-c1134c9b385c tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.245949] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3f646cee-1adf-499e-bfa6-c1134c9b385c tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.246062] env[62588]: DEBUG nova.objects.instance [None req-3f646cee-1adf-499e-bfa6-c1134c9b385c tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Lazy-loading 'resources' on Instance uuid 7e24ae0f-8f04-4432-a3da-1b7459d6e38e {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2012.560242] env[62588]: DEBUG oslo_vmware.api [None req-8a98be74-509a-4a93-8441-69cc0a656252 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146878} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.560524] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a98be74-509a-4a93-8441-69cc0a656252 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2012.560719] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8a98be74-509a-4a93-8441-69cc0a656252 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2012.560901] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8a98be74-509a-4a93-8441-69cc0a656252 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2012.560998] env[62588]: INFO nova.compute.manager [None req-8a98be74-509a-4a93-8441-69cc0a656252 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2012.561247] env[62588]: DEBUG oslo.service.loopingcall [None req-8a98be74-509a-4a93-8441-69cc0a656252 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2012.561431] env[62588]: DEBUG nova.compute.manager [-] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2012.561527] env[62588]: DEBUG nova.network.neutron [-] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2012.689832] env[62588]: DEBUG oslo_concurrency.lockutils [None req-988d4e42-ade5-4649-a062-0579fcafe608 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "e777c107-1bc3-4160-9c0a-dae8eeff634a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.690133] env[62588]: DEBUG oslo_concurrency.lockutils [None req-988d4e42-ade5-4649-a062-0579fcafe608 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "e777c107-1bc3-4160-9c0a-dae8eeff634a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.690361] env[62588]: INFO nova.compute.manager [None req-988d4e42-ade5-4649-a062-0579fcafe608 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Attaching volume 379a9863-488f-42c7-b770-2dba3578307f to /dev/sdb [ 2012.723407] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe79ac38-21a5-43fb-abdb-0b8324400e72 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.730770] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd87997-ef2b-45a8-94e9-3ad531e4b33b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.743511] env[62588]: DEBUG nova.virt.block_device [None req-988d4e42-ade5-4649-a062-0579fcafe608 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Updating existing volume attachment record: 0437bc71-6567-4134-8770-8b69eae90407 {{(pid=62588) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2012.847548] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f5a099-77af-4d9a-8478-6ce2f534fbbc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.856191] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d0b657-5653-46c1-bcce-2b29dcc3f295 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.886677] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155c3d89-fff5-4226-9678-18c732ae44b0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.894102] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3956752c-33d1-4610-8e93-d0d376ff120c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.912356] env[62588]: DEBUG nova.compute.provider_tree [None req-3f646cee-1adf-499e-bfa6-c1134c9b385c tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2013.027119] env[62588]: DEBUG nova.compute.manager [req-737cb416-426f-4e1b-85ea-3c7c07e0fbc8 req-d41e8336-9122-4f8a-bad1-92dbd6671d70 service nova] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Received event network-vif-deleted-887cdcb2-a25b-4d26-a0d8-0c868f0634ea {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2013.027451] env[62588]: INFO nova.compute.manager [req-737cb416-426f-4e1b-85ea-3c7c07e0fbc8 req-d41e8336-9122-4f8a-bad1-92dbd6671d70 service nova] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Neutron deleted interface 887cdcb2-a25b-4d26-a0d8-0c868f0634ea; detaching it from the instance and deleting it from the info cache [ 2013.027451] env[62588]: DEBUG nova.network.neutron [req-737cb416-426f-4e1b-85ea-3c7c07e0fbc8 req-d41e8336-9122-4f8a-bad1-92dbd6671d70 service nova] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2013.415862] env[62588]: DEBUG nova.scheduler.client.report [None req-3f646cee-1adf-499e-bfa6-c1134c9b385c tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2013.497174] env[62588]: DEBUG nova.network.neutron [-] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2013.529768] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-361227f7-f05d-47f5-9407-75d09e34535f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.539475] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73910bd-1e5d-43e9-8b3d-82e802572a0a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.568547] env[62588]: DEBUG nova.compute.manager [req-737cb416-426f-4e1b-85ea-3c7c07e0fbc8 req-d41e8336-9122-4f8a-bad1-92dbd6671d70 service nova] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Detach interface failed, port_id=887cdcb2-a25b-4d26-a0d8-0c868f0634ea, reason: Instance 9093cafa-0c88-421b-999a-01a27833cd3b could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 2013.921224] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3f646cee-1adf-499e-bfa6-c1134c9b385c tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.675s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.947132] env[62588]: INFO nova.scheduler.client.report [None req-3f646cee-1adf-499e-bfa6-c1134c9b385c tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Deleted allocations for instance 7e24ae0f-8f04-4432-a3da-1b7459d6e38e [ 2014.000386] env[62588]: INFO nova.compute.manager [-] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Took 1.44 seconds to deallocate network for instance. [ 2014.455826] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3f646cee-1adf-499e-bfa6-c1134c9b385c tempest-ServerRescueTestJSON-866635591 tempest-ServerRescueTestJSON-866635591-project-member] Lock "7e24ae0f-8f04-4432-a3da-1b7459d6e38e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.708s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2014.507989] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8a98be74-509a-4a93-8441-69cc0a656252 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2014.508231] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8a98be74-509a-4a93-8441-69cc0a656252 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2014.508395] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8a98be74-509a-4a93-8441-69cc0a656252 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2014.523358] env[62588]: INFO nova.scheduler.client.report [None req-8a98be74-509a-4a93-8441-69cc0a656252 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Deleted allocations for instance 9093cafa-0c88-421b-999a-01a27833cd3b [ 2015.030570] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8a98be74-509a-4a93-8441-69cc0a656252 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "9093cafa-0c88-421b-999a-01a27833cd3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.093s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.001033] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "03d53994-4467-4bdc-adab-f09bb73fe874" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.001281] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "03d53994-4467-4bdc-adab-f09bb73fe874" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.503920] env[62588]: DEBUG nova.compute.manager [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2017.026727] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.027678] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.028432] env[62588]: INFO nova.compute.claims [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2017.307541] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-988d4e42-ade5-4649-a062-0579fcafe608 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Volume attach. Driver type: vmdk {{(pid=62588) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2017.307783] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-988d4e42-ade5-4649-a062-0579fcafe608 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372209', 'volume_id': '379a9863-488f-42c7-b770-2dba3578307f', 'name': 'volume-379a9863-488f-42c7-b770-2dba3578307f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e777c107-1bc3-4160-9c0a-dae8eeff634a', 'attached_at': '', 'detached_at': '', 'volume_id': '379a9863-488f-42c7-b770-2dba3578307f', 'serial': '379a9863-488f-42c7-b770-2dba3578307f'} {{(pid=62588) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2017.308690] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b012d734-001a-4380-a212-72ae0e2ebb3a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.326963] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b0985c-08c1-4dba-8d3d-cc578299459a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.351870] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-988d4e42-ade5-4649-a062-0579fcafe608 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-379a9863-488f-42c7-b770-2dba3578307f/volume-379a9863-488f-42c7-b770-2dba3578307f.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2017.352157] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6974de46-2829-413c-936f-d43b6270f020 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.370260] env[62588]: DEBUG oslo_vmware.api [None req-988d4e42-ade5-4649-a062-0579fcafe608 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 2017.370260] env[62588]: value = "task-1794652" [ 2017.370260] env[62588]: _type = "Task" [ 2017.370260] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.378086] env[62588]: DEBUG oslo_vmware.api [None req-988d4e42-ade5-4649-a062-0579fcafe608 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.881262] env[62588]: DEBUG oslo_vmware.api [None req-988d4e42-ade5-4649-a062-0579fcafe608 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794652, 'name': ReconfigVM_Task, 'duration_secs': 0.337797} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.881622] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-988d4e42-ade5-4649-a062-0579fcafe608 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-379a9863-488f-42c7-b770-2dba3578307f/volume-379a9863-488f-42c7-b770-2dba3578307f.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2017.887435] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3beac9e2-f094-4e4b-a3cc-faee0212fdc5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.902235] env[62588]: DEBUG oslo_vmware.api [None req-988d4e42-ade5-4649-a062-0579fcafe608 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 2017.902235] env[62588]: value = "task-1794653" [ 2017.902235] env[62588]: _type = "Task" [ 2017.902235] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.910873] env[62588]: DEBUG oslo_vmware.api [None req-988d4e42-ade5-4649-a062-0579fcafe608 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794653, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.130192] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77dcbfe3-4c57-4df2-8ade-892b4870ef2a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.138150] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fff49c4-b5f3-4b85-9a55-ae6576149b9f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.171427] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b35418-e306-48b2-9313-ded64dfdf3a3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.179649] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893ec831-52e9-4822-92ab-2a7bcdd782eb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.196250] env[62588]: DEBUG nova.compute.provider_tree [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2018.412087] env[62588]: DEBUG oslo_vmware.api [None req-988d4e42-ade5-4649-a062-0579fcafe608 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794653, 'name': ReconfigVM_Task, 'duration_secs': 0.140277} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.412209] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-988d4e42-ade5-4649-a062-0579fcafe608 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372209', 'volume_id': '379a9863-488f-42c7-b770-2dba3578307f', 'name': 'volume-379a9863-488f-42c7-b770-2dba3578307f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e777c107-1bc3-4160-9c0a-dae8eeff634a', 'attached_at': '', 'detached_at': '', 'volume_id': '379a9863-488f-42c7-b770-2dba3578307f', 'serial': '379a9863-488f-42c7-b770-2dba3578307f'} {{(pid=62588) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2018.699995] env[62588]: DEBUG nova.scheduler.client.report [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2019.205977] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.179s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.206506] env[62588]: DEBUG nova.compute.manager [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2019.467298] env[62588]: DEBUG nova.objects.instance [None req-988d4e42-ade5-4649-a062-0579fcafe608 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lazy-loading 'flavor' on Instance uuid e777c107-1bc3-4160-9c0a-dae8eeff634a {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2019.711779] env[62588]: DEBUG nova.compute.utils [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2019.713221] env[62588]: DEBUG nova.compute.manager [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2019.713333] env[62588]: DEBUG nova.network.neutron [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2019.776390] env[62588]: DEBUG nova.policy [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fba669281fe747dd86a8a6db302c8dca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64ae052fbdc942f0b17b96ab4d2252d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 2019.972154] env[62588]: DEBUG oslo_concurrency.lockutils [None req-988d4e42-ade5-4649-a062-0579fcafe608 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "e777c107-1bc3-4160-9c0a-dae8eeff634a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.282s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.217667] env[62588]: DEBUG nova.compute.manager [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2020.224837] env[62588]: DEBUG oslo_concurrency.lockutils [None req-aa165e77-6f8a-4db4-b8a6-fa42bec90d56 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "e777c107-1bc3-4160-9c0a-dae8eeff634a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.224837] env[62588]: DEBUG oslo_concurrency.lockutils [None req-aa165e77-6f8a-4db4-b8a6-fa42bec90d56 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "e777c107-1bc3-4160-9c0a-dae8eeff634a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.235045] env[62588]: DEBUG nova.network.neutron [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Successfully created port: bbf1f7b5-d555-4986-a218-41ac7ce6dcc9 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2020.727901] env[62588]: INFO nova.compute.manager [None req-aa165e77-6f8a-4db4-b8a6-fa42bec90d56 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Detaching volume 379a9863-488f-42c7-b770-2dba3578307f [ 2020.778166] env[62588]: INFO nova.virt.block_device [None req-aa165e77-6f8a-4db4-b8a6-fa42bec90d56 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Attempting to driver detach volume 379a9863-488f-42c7-b770-2dba3578307f from mountpoint /dev/sdb [ 2020.778399] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa165e77-6f8a-4db4-b8a6-fa42bec90d56 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Volume detach. Driver type: vmdk {{(pid=62588) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2020.778581] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa165e77-6f8a-4db4-b8a6-fa42bec90d56 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372209', 'volume_id': '379a9863-488f-42c7-b770-2dba3578307f', 'name': 'volume-379a9863-488f-42c7-b770-2dba3578307f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e777c107-1bc3-4160-9c0a-dae8eeff634a', 'attached_at': '', 'detached_at': '', 'volume_id': '379a9863-488f-42c7-b770-2dba3578307f', 'serial': '379a9863-488f-42c7-b770-2dba3578307f'} {{(pid=62588) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2020.779490] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad96840c-10ce-4ecf-a90a-6daaa5d7dbcc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.802918] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de6629f-cb75-4333-ae8b-54db1f777064 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.812018] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7f3106-33cd-4463-bda8-810f71c7eff5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.834027] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ade3a18-5bac-4af4-b702-0846990a4262 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.849982] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa165e77-6f8a-4db4-b8a6-fa42bec90d56 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] The volume has not been displaced from its original location: [datastore1] volume-379a9863-488f-42c7-b770-2dba3578307f/volume-379a9863-488f-42c7-b770-2dba3578307f.vmdk. No consolidation needed. {{(pid=62588) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2020.858807] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa165e77-6f8a-4db4-b8a6-fa42bec90d56 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2020.858807] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cad0831a-18a3-4756-9eff-c504414e39f4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.878681] env[62588]: DEBUG oslo_vmware.api [None req-aa165e77-6f8a-4db4-b8a6-fa42bec90d56 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 2020.878681] env[62588]: value = "task-1794654" [ 2020.878681] env[62588]: _type = "Task" [ 2020.878681] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.887471] env[62588]: DEBUG oslo_vmware.api [None req-aa165e77-6f8a-4db4-b8a6-fa42bec90d56 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794654, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.232769] env[62588]: DEBUG nova.compute.manager [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2021.254078] env[62588]: DEBUG nova.virt.hardware [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2021.254318] env[62588]: DEBUG nova.virt.hardware [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2021.254473] env[62588]: DEBUG nova.virt.hardware [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2021.254740] env[62588]: DEBUG nova.virt.hardware [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2021.254888] env[62588]: DEBUG nova.virt.hardware [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2021.255084] env[62588]: DEBUG nova.virt.hardware [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2021.255314] env[62588]: DEBUG nova.virt.hardware [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2021.255473] env[62588]: DEBUG nova.virt.hardware [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2021.255829] env[62588]: DEBUG nova.virt.hardware [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2021.256042] env[62588]: DEBUG nova.virt.hardware [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2021.256239] env[62588]: DEBUG nova.virt.hardware [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2021.257155] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b392a5-6272-4234-8c60-fd07d9027e01 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.265626] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea192aa-5361-486d-bf52-142efd5d1c85 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.388432] env[62588]: DEBUG oslo_vmware.api [None req-aa165e77-6f8a-4db4-b8a6-fa42bec90d56 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794654, 'name': ReconfigVM_Task, 'duration_secs': 0.231008} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.388739] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa165e77-6f8a-4db4-b8a6-fa42bec90d56 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2021.393850] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eea7fbea-84ac-4bde-82a0-bde4de9db62f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.408960] env[62588]: DEBUG oslo_vmware.api [None req-aa165e77-6f8a-4db4-b8a6-fa42bec90d56 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 2021.408960] env[62588]: value = "task-1794655" [ 2021.408960] env[62588]: _type = "Task" [ 2021.408960] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.418284] env[62588]: DEBUG oslo_vmware.api [None req-aa165e77-6f8a-4db4-b8a6-fa42bec90d56 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794655, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.628294] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Acquiring lock "eb8796af-92e1-4a2e-9c3c-88a27ba96e12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.628661] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Lock "eb8796af-92e1-4a2e-9c3c-88a27ba96e12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.754390] env[62588]: DEBUG nova.compute.manager [req-3bfe2516-5d84-4fdb-aacb-58c7343b101c req-1173466b-c846-42e5-bdeb-d9f0537cfbd3 service nova] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Received event network-vif-plugged-bbf1f7b5-d555-4986-a218-41ac7ce6dcc9 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2021.754664] env[62588]: DEBUG oslo_concurrency.lockutils [req-3bfe2516-5d84-4fdb-aacb-58c7343b101c req-1173466b-c846-42e5-bdeb-d9f0537cfbd3 service nova] Acquiring lock "03d53994-4467-4bdc-adab-f09bb73fe874-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.754895] env[62588]: DEBUG oslo_concurrency.lockutils [req-3bfe2516-5d84-4fdb-aacb-58c7343b101c req-1173466b-c846-42e5-bdeb-d9f0537cfbd3 service nova] Lock "03d53994-4467-4bdc-adab-f09bb73fe874-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.755137] env[62588]: DEBUG oslo_concurrency.lockutils [req-3bfe2516-5d84-4fdb-aacb-58c7343b101c req-1173466b-c846-42e5-bdeb-d9f0537cfbd3 service nova] Lock "03d53994-4467-4bdc-adab-f09bb73fe874-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2021.755383] env[62588]: DEBUG nova.compute.manager [req-3bfe2516-5d84-4fdb-aacb-58c7343b101c req-1173466b-c846-42e5-bdeb-d9f0537cfbd3 service nova] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] No waiting events found dispatching network-vif-plugged-bbf1f7b5-d555-4986-a218-41ac7ce6dcc9 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2021.755594] env[62588]: WARNING nova.compute.manager [req-3bfe2516-5d84-4fdb-aacb-58c7343b101c req-1173466b-c846-42e5-bdeb-d9f0537cfbd3 service nova] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Received unexpected event network-vif-plugged-bbf1f7b5-d555-4986-a218-41ac7ce6dcc9 for instance with vm_state building and task_state spawning. [ 2021.846145] env[62588]: DEBUG nova.network.neutron [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Successfully updated port: bbf1f7b5-d555-4986-a218-41ac7ce6dcc9 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2021.918843] env[62588]: DEBUG oslo_vmware.api [None req-aa165e77-6f8a-4db4-b8a6-fa42bec90d56 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794655, 'name': ReconfigVM_Task, 'duration_secs': 0.141185} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.919182] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa165e77-6f8a-4db4-b8a6-fa42bec90d56 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372209', 'volume_id': '379a9863-488f-42c7-b770-2dba3578307f', 'name': 'volume-379a9863-488f-42c7-b770-2dba3578307f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e777c107-1bc3-4160-9c0a-dae8eeff634a', 'attached_at': '', 'detached_at': '', 'volume_id': '379a9863-488f-42c7-b770-2dba3578307f', 'serial': '379a9863-488f-42c7-b770-2dba3578307f'} {{(pid=62588) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2022.135324] env[62588]: DEBUG nova.compute.manager [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2022.237129] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2022.237499] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2022.348793] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "refresh_cache-03d53994-4467-4bdc-adab-f09bb73fe874" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2022.348953] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquired lock "refresh_cache-03d53994-4467-4bdc-adab-f09bb73fe874" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2022.349119] env[62588]: DEBUG nova.network.neutron [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2022.462379] env[62588]: DEBUG nova.objects.instance [None req-aa165e77-6f8a-4db4-b8a6-fa42bec90d56 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lazy-loading 'flavor' on Instance uuid e777c107-1bc3-4160-9c0a-dae8eeff634a {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2022.656692] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.656956] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.658546] env[62588]: INFO nova.compute.claims [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2022.740551] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.884727] env[62588]: DEBUG nova.network.neutron [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2023.016676] env[62588]: DEBUG nova.network.neutron [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Updating instance_info_cache with network_info: [{"id": "bbf1f7b5-d555-4986-a218-41ac7ce6dcc9", "address": "fa:16:3e:cb:3a:28", "network": {"id": "005b221e-cf07-4d05-b85b-99fe5911cbdb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-505805492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ae052fbdc942f0b17b96ab4d2252d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbf1f7b5-d5", "ovs_interfaceid": "bbf1f7b5-d555-4986-a218-41ac7ce6dcc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2023.470337] env[62588]: DEBUG oslo_concurrency.lockutils [None req-aa165e77-6f8a-4db4-b8a6-fa42bec90d56 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "e777c107-1bc3-4160-9c0a-dae8eeff634a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.248s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.519363] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Releasing lock "refresh_cache-03d53994-4467-4bdc-adab-f09bb73fe874" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2023.519661] env[62588]: DEBUG nova.compute.manager [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Instance network_info: |[{"id": "bbf1f7b5-d555-4986-a218-41ac7ce6dcc9", "address": "fa:16:3e:cb:3a:28", "network": {"id": "005b221e-cf07-4d05-b85b-99fe5911cbdb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-505805492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ae052fbdc942f0b17b96ab4d2252d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbf1f7b5-d5", "ovs_interfaceid": "bbf1f7b5-d555-4986-a218-41ac7ce6dcc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2023.520092] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:3a:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbf1f7b5-d555-4986-a218-41ac7ce6dcc9', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2023.527516] env[62588]: DEBUG oslo.service.loopingcall [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2023.527713] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2023.527928] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54da9756-3c94-4ab2-8570-23b448ef085a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.547586] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2023.547586] env[62588]: value = "task-1794656" [ 2023.547586] env[62588]: _type = "Task" [ 2023.547586] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.557757] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794656, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.748315] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5cb356-e71c-4861-9b1c-2ccd0b263fd8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.756362] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bb4c15-afd1-4e47-8ab5-a754fc0824f3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.787634] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb59eb7-74ee-4c97-8017-67165077706f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.791013] env[62588]: DEBUG nova.compute.manager [req-3358c96c-c025-49e6-bfc4-1227da41942f req-ca9b19cf-8168-4eab-90e0-8c3d2f4136c7 service nova] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Received event network-changed-bbf1f7b5-d555-4986-a218-41ac7ce6dcc9 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2023.791207] env[62588]: DEBUG nova.compute.manager [req-3358c96c-c025-49e6-bfc4-1227da41942f req-ca9b19cf-8168-4eab-90e0-8c3d2f4136c7 service nova] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Refreshing instance network info cache due to event network-changed-bbf1f7b5-d555-4986-a218-41ac7ce6dcc9. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 2023.791416] env[62588]: DEBUG oslo_concurrency.lockutils [req-3358c96c-c025-49e6-bfc4-1227da41942f req-ca9b19cf-8168-4eab-90e0-8c3d2f4136c7 service nova] Acquiring lock "refresh_cache-03d53994-4467-4bdc-adab-f09bb73fe874" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2023.791554] env[62588]: DEBUG oslo_concurrency.lockutils [req-3358c96c-c025-49e6-bfc4-1227da41942f req-ca9b19cf-8168-4eab-90e0-8c3d2f4136c7 service nova] Acquired lock "refresh_cache-03d53994-4467-4bdc-adab-f09bb73fe874" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2023.791710] env[62588]: DEBUG nova.network.neutron [req-3358c96c-c025-49e6-bfc4-1227da41942f req-ca9b19cf-8168-4eab-90e0-8c3d2f4136c7 service nova] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Refreshing network info cache for port bbf1f7b5-d555-4986-a218-41ac7ce6dcc9 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2023.799222] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb80c3d-3150-452d-8191-ad7e48f7cfab {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.813594] env[62588]: DEBUG nova.compute.provider_tree [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2024.058697] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794656, 'name': CreateVM_Task, 'duration_secs': 0.306298} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.058880] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2024.059570] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2024.059740] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2024.060080] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2024.060329] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-951bb55a-a6db-41c3-8f28-96c883e7bf9c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.064740] env[62588]: DEBUG oslo_vmware.api [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2024.064740] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52fbf5af-bec7-6a13-45b8-ff9645f3ab19" [ 2024.064740] env[62588]: _type = "Task" [ 2024.064740] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.075445] env[62588]: DEBUG oslo_vmware.api [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52fbf5af-bec7-6a13-45b8-ff9645f3ab19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.316970] env[62588]: DEBUG nova.scheduler.client.report [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2024.481884] env[62588]: DEBUG nova.network.neutron [req-3358c96c-c025-49e6-bfc4-1227da41942f req-ca9b19cf-8168-4eab-90e0-8c3d2f4136c7 service nova] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Updated VIF entry in instance network info cache for port bbf1f7b5-d555-4986-a218-41ac7ce6dcc9. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2024.482260] env[62588]: DEBUG nova.network.neutron [req-3358c96c-c025-49e6-bfc4-1227da41942f req-ca9b19cf-8168-4eab-90e0-8c3d2f4136c7 service nova] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Updating instance_info_cache with network_info: [{"id": "bbf1f7b5-d555-4986-a218-41ac7ce6dcc9", "address": "fa:16:3e:cb:3a:28", "network": {"id": "005b221e-cf07-4d05-b85b-99fe5911cbdb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-505805492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ae052fbdc942f0b17b96ab4d2252d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbf1f7b5-d5", "ovs_interfaceid": "bbf1f7b5-d555-4986-a218-41ac7ce6dcc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2024.575421] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f520cc02-2072-40c9-8aa5-94df313f4ca0 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "e777c107-1bc3-4160-9c0a-dae8eeff634a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.575641] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f520cc02-2072-40c9-8aa5-94df313f4ca0 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "e777c107-1bc3-4160-9c0a-dae8eeff634a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.575852] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f520cc02-2072-40c9-8aa5-94df313f4ca0 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "e777c107-1bc3-4160-9c0a-dae8eeff634a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.576064] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f520cc02-2072-40c9-8aa5-94df313f4ca0 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "e777c107-1bc3-4160-9c0a-dae8eeff634a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.576235] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f520cc02-2072-40c9-8aa5-94df313f4ca0 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "e777c107-1bc3-4160-9c0a-dae8eeff634a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.577702] env[62588]: DEBUG oslo_vmware.api [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52fbf5af-bec7-6a13-45b8-ff9645f3ab19, 'name': SearchDatastore_Task, 'duration_secs': 0.009269} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.578694] env[62588]: INFO nova.compute.manager [None req-f520cc02-2072-40c9-8aa5-94df313f4ca0 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Terminating instance [ 2024.579591] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2024.579729] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2024.579984] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2024.580152] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2024.580350] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2024.581540] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04e35a13-ba47-455a-93df-4e6c9dc62ae9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.589973] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2024.590215] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2024.591149] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89b1ef4c-94dc-4dc4-ba39-4316e325db8d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.596387] env[62588]: DEBUG oslo_vmware.api [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2024.596387] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52016740-ad2d-91b9-7f58-0dfdd5f14b91" [ 2024.596387] env[62588]: _type = "Task" [ 2024.596387] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.603452] env[62588]: DEBUG oslo_vmware.api [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52016740-ad2d-91b9-7f58-0dfdd5f14b91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.824510] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.167s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.825094] env[62588]: DEBUG nova.compute.manager [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2024.827553] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.087s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.827731] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.827895] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62588) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2024.828907] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b81f5bd-ed38-4ee3-8662-1ba5eeabdcb1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.837449] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9950274a-25d8-476c-9652-50ad3488b013 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.851785] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1c428f-7621-47f4-ac05-3bd134797e7f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.858400] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51315131-3889-4e82-bf57-25ddebbfb285 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.889113] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180381MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62588) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2024.889275] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.889472] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.984745] env[62588]: DEBUG oslo_concurrency.lockutils [req-3358c96c-c025-49e6-bfc4-1227da41942f req-ca9b19cf-8168-4eab-90e0-8c3d2f4136c7 service nova] Releasing lock "refresh_cache-03d53994-4467-4bdc-adab-f09bb73fe874" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2025.086085] env[62588]: DEBUG nova.compute.manager [None req-f520cc02-2072-40c9-8aa5-94df313f4ca0 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2025.086085] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f520cc02-2072-40c9-8aa5-94df313f4ca0 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2025.086382] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2c49d0-9e50-4d8c-a131-9eba84f91609 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.094071] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f520cc02-2072-40c9-8aa5-94df313f4ca0 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2025.094295] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c9c96c1-1f58-45cd-ba44-0ed3b57b6315 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.101440] env[62588]: DEBUG oslo_vmware.api [None req-f520cc02-2072-40c9-8aa5-94df313f4ca0 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 2025.101440] env[62588]: value = "task-1794657" [ 2025.101440] env[62588]: _type = "Task" [ 2025.101440] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.107982] env[62588]: DEBUG oslo_vmware.api [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52016740-ad2d-91b9-7f58-0dfdd5f14b91, 'name': SearchDatastore_Task, 'duration_secs': 0.008001} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.108928] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e578e67f-7914-4084-9766-ca52daac3837 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.113511] env[62588]: DEBUG oslo_vmware.api [None req-f520cc02-2072-40c9-8aa5-94df313f4ca0 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.116294] env[62588]: DEBUG oslo_vmware.api [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2025.116294] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527dd447-ab04-3638-7ba9-fd6bbcce3cb0" [ 2025.116294] env[62588]: _type = "Task" [ 2025.116294] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.123305] env[62588]: DEBUG oslo_vmware.api [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527dd447-ab04-3638-7ba9-fd6bbcce3cb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.330460] env[62588]: DEBUG nova.compute.utils [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2025.332026] env[62588]: DEBUG nova.compute.manager [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2025.333215] env[62588]: DEBUG nova.network.neutron [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2025.372065] env[62588]: DEBUG nova.policy [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0351680b45a6458690e3d94b039fdd8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c41c2c584584216b8649e18a0653366', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 2025.609630] env[62588]: DEBUG nova.network.neutron [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Successfully created port: c80e8d5f-4e5e-4bb0-86d7-edc0f5bb2bdf {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2025.614571] env[62588]: DEBUG oslo_vmware.api [None req-f520cc02-2072-40c9-8aa5-94df313f4ca0 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.624875] env[62588]: DEBUG oslo_vmware.api [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]527dd447-ab04-3638-7ba9-fd6bbcce3cb0, 'name': SearchDatastore_Task, 'duration_secs': 0.052939} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.625104] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2025.625357] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 03d53994-4467-4bdc-adab-f09bb73fe874/03d53994-4467-4bdc-adab-f09bb73fe874.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2025.625596] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd4e6391-7b27-4512-9e8e-da670538f569 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.631981] env[62588]: DEBUG oslo_vmware.api [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2025.631981] env[62588]: value = "task-1794658" [ 2025.631981] env[62588]: _type = "Task" [ 2025.631981] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.643686] env[62588]: DEBUG oslo_vmware.api [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.838707] env[62588]: DEBUG nova.compute.manager [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2025.915973] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance e1cb64a7-1d26-4b65-b571-c586efe0a94d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2025.916173] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 1ae36f61-4584-45fa-b110-db37330608b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2025.916313] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance e777c107-1bc3-4160-9c0a-dae8eeff634a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2025.916437] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 9ee36a7d-ff0c-49b2-880f-fbdb131b7280 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2025.916554] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 03d53994-4467-4bdc-adab-f09bb73fe874 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2025.916670] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance eb8796af-92e1-4a2e-9c3c-88a27ba96e12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2025.917041] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2025.917208] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2025.993023] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16055db4-1a49-414a-aa53-5e0708463109 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.000291] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c7df77-8ede-4058-8974-d4345d96d5b6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.031394] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52358097-30dd-469c-9f69-503f490e9010 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.038728] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c8af5a-9c2e-481a-a20a-e1a5a6c91c93 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.051516] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2026.112460] env[62588]: DEBUG oslo_vmware.api [None req-f520cc02-2072-40c9-8aa5-94df313f4ca0 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.141397] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "9ee36a7d-ff0c-49b2-880f-fbdb131b7280" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2026.141633] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "9ee36a7d-ff0c-49b2-880f-fbdb131b7280" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2026.141834] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "9ee36a7d-ff0c-49b2-880f-fbdb131b7280-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2026.142021] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "9ee36a7d-ff0c-49b2-880f-fbdb131b7280-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2026.142193] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "9ee36a7d-ff0c-49b2-880f-fbdb131b7280-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2026.143851] env[62588]: DEBUG oslo_vmware.api [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.144318] env[62588]: INFO nova.compute.manager [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Terminating instance [ 2026.555104] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2026.613073] env[62588]: DEBUG oslo_vmware.api [None req-f520cc02-2072-40c9-8aa5-94df313f4ca0 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794657, 'name': PowerOffVM_Task, 'duration_secs': 1.477466} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.613452] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f520cc02-2072-40c9-8aa5-94df313f4ca0 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2026.613540] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f520cc02-2072-40c9-8aa5-94df313f4ca0 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2026.613732] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59e05596-6f7d-470d-926b-679f338c6f43 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.643600] env[62588]: DEBUG oslo_vmware.api [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794658, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.648634] env[62588]: DEBUG nova.compute.manager [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2026.648866] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2026.649054] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d69c453-584d-452e-a769-69e7ce4056bf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.654943] env[62588]: DEBUG oslo_vmware.api [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 2026.654943] env[62588]: value = "task-1794660" [ 2026.654943] env[62588]: _type = "Task" [ 2026.654943] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.666342] env[62588]: DEBUG oslo_vmware.api [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.730140] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f520cc02-2072-40c9-8aa5-94df313f4ca0 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2026.730366] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f520cc02-2072-40c9-8aa5-94df313f4ca0 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2026.730541] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-f520cc02-2072-40c9-8aa5-94df313f4ca0 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Deleting the datastore file [datastore1] e777c107-1bc3-4160-9c0a-dae8eeff634a {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2026.730839] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b8d5a9a-babf-4710-81a7-847c02d0e520 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.737630] env[62588]: DEBUG oslo_vmware.api [None req-f520cc02-2072-40c9-8aa5-94df313f4ca0 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 2026.737630] env[62588]: value = "task-1794661" [ 2026.737630] env[62588]: _type = "Task" [ 2026.737630] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.746275] env[62588]: DEBUG oslo_vmware.api [None req-f520cc02-2072-40c9-8aa5-94df313f4ca0 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.845570] env[62588]: DEBUG nova.compute.manager [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2026.874488] env[62588]: DEBUG nova.virt.hardware [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2026.874771] env[62588]: DEBUG nova.virt.hardware [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2026.874936] env[62588]: DEBUG nova.virt.hardware [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2026.875262] env[62588]: DEBUG nova.virt.hardware [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2026.875262] env[62588]: DEBUG nova.virt.hardware [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2026.875396] env[62588]: DEBUG nova.virt.hardware [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2026.875603] env[62588]: DEBUG nova.virt.hardware [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2026.875819] env[62588]: DEBUG nova.virt.hardware [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2026.876023] env[62588]: DEBUG nova.virt.hardware [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2026.876327] env[62588]: DEBUG nova.virt.hardware [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2026.876393] env[62588]: DEBUG nova.virt.hardware [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2026.877272] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593db81d-e1db-4d57-bd12-62f6e740eea4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.885764] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c40f3fc-2165-473e-bdcd-8f1cced4b68e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.019942] env[62588]: DEBUG nova.compute.manager [req-5d52ce3a-fc77-4cb4-90da-2a04575f1651 req-f731b836-c39f-4020-9331-c86a76659467 service nova] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Received event network-vif-plugged-c80e8d5f-4e5e-4bb0-86d7-edc0f5bb2bdf {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2027.020262] env[62588]: DEBUG oslo_concurrency.lockutils [req-5d52ce3a-fc77-4cb4-90da-2a04575f1651 req-f731b836-c39f-4020-9331-c86a76659467 service nova] Acquiring lock "eb8796af-92e1-4a2e-9c3c-88a27ba96e12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.020468] env[62588]: DEBUG oslo_concurrency.lockutils [req-5d52ce3a-fc77-4cb4-90da-2a04575f1651 req-f731b836-c39f-4020-9331-c86a76659467 service nova] Lock "eb8796af-92e1-4a2e-9c3c-88a27ba96e12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.020634] env[62588]: DEBUG oslo_concurrency.lockutils [req-5d52ce3a-fc77-4cb4-90da-2a04575f1651 req-f731b836-c39f-4020-9331-c86a76659467 service nova] Lock "eb8796af-92e1-4a2e-9c3c-88a27ba96e12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.020801] env[62588]: DEBUG nova.compute.manager [req-5d52ce3a-fc77-4cb4-90da-2a04575f1651 req-f731b836-c39f-4020-9331-c86a76659467 service nova] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] No waiting events found dispatching network-vif-plugged-c80e8d5f-4e5e-4bb0-86d7-edc0f5bb2bdf {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2027.020960] env[62588]: WARNING nova.compute.manager [req-5d52ce3a-fc77-4cb4-90da-2a04575f1651 req-f731b836-c39f-4020-9331-c86a76659467 service nova] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Received unexpected event network-vif-plugged-c80e8d5f-4e5e-4bb0-86d7-edc0f5bb2bdf for instance with vm_state building and task_state spawning. [ 2027.059639] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62588) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2027.059842] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.170s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.060076] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2027.060215] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Cleaning up deleted instances with incomplete migration {{(pid=62588) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11736}} [ 2027.144290] env[62588]: DEBUG oslo_vmware.api [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794658, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.163896] env[62588]: DEBUG oslo_vmware.api [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794660, 'name': PowerOffVM_Task, 'duration_secs': 0.205755} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.164112] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2027.164305] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Volume detach. Driver type: vmdk {{(pid=62588) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2027.164491] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372202', 'volume_id': '12fbb3ec-27fc-4657-8cd7-4d3b524a9c17', 'name': 'volume-12fbb3ec-27fc-4657-8cd7-4d3b524a9c17', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '9ee36a7d-ff0c-49b2-880f-fbdb131b7280', 'attached_at': '2024-12-12T05:02:34.000000', 'detached_at': '', 'volume_id': '12fbb3ec-27fc-4657-8cd7-4d3b524a9c17', 'serial': '12fbb3ec-27fc-4657-8cd7-4d3b524a9c17'} {{(pid=62588) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2027.165470] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b169616a-ba78-4936-b19e-a7a005e417cf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.183194] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3921c5ab-5061-4a17-b515-2dc600237e8a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.189698] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418e11d4-2056-48a4-a38a-ac937bb43bbc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.207766] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108922c8-d4d0-415f-b86f-942c59beccd0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.223789] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] The volume has not been displaced from its original location: [datastore1] volume-12fbb3ec-27fc-4657-8cd7-4d3b524a9c17/volume-12fbb3ec-27fc-4657-8cd7-4d3b524a9c17.vmdk. No consolidation needed. {{(pid=62588) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2027.228992] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2027.229629] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6770bf5b-8e47-46ce-9a62-990b9aef620d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.249263] env[62588]: DEBUG oslo_vmware.api [None req-f520cc02-2072-40c9-8aa5-94df313f4ca0 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312107} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.250402] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-f520cc02-2072-40c9-8aa5-94df313f4ca0 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2027.250590] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f520cc02-2072-40c9-8aa5-94df313f4ca0 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2027.250763] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f520cc02-2072-40c9-8aa5-94df313f4ca0 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2027.250933] env[62588]: INFO nova.compute.manager [None req-f520cc02-2072-40c9-8aa5-94df313f4ca0 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Took 2.17 seconds to destroy the instance on the hypervisor. [ 2027.251184] env[62588]: DEBUG oslo.service.loopingcall [None req-f520cc02-2072-40c9-8aa5-94df313f4ca0 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2027.251420] env[62588]: DEBUG oslo_vmware.api [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 2027.251420] env[62588]: value = "task-1794662" [ 2027.251420] env[62588]: _type = "Task" [ 2027.251420] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.251603] env[62588]: DEBUG nova.compute.manager [-] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2027.251747] env[62588]: DEBUG nova.network.neutron [-] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2027.261602] env[62588]: DEBUG oslo_vmware.api [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794662, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.336566] env[62588]: DEBUG nova.network.neutron [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Successfully updated port: c80e8d5f-4e5e-4bb0-86d7-edc0f5bb2bdf {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2027.644368] env[62588]: DEBUG oslo_vmware.api [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794658, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.762844] env[62588]: DEBUG oslo_vmware.api [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794662, 'name': ReconfigVM_Task, 'duration_secs': 0.168254} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.763120] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2027.767745] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcfe274d-7183-407e-a6b5-dd93f9b46597 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.782952] env[62588]: DEBUG oslo_vmware.api [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 2027.782952] env[62588]: value = "task-1794663" [ 2027.782952] env[62588]: _type = "Task" [ 2027.782952] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.790671] env[62588]: DEBUG oslo_vmware.api [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.838957] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Acquiring lock "refresh_cache-eb8796af-92e1-4a2e-9c3c-88a27ba96e12" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2027.839121] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Acquired lock "refresh_cache-eb8796af-92e1-4a2e-9c3c-88a27ba96e12" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2027.839274] env[62588]: DEBUG nova.network.neutron [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2028.145513] env[62588]: DEBUG oslo_vmware.api [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794658, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.325714} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.145773] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 03d53994-4467-4bdc-adab-f09bb73fe874/03d53994-4467-4bdc-adab-f09bb73fe874.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2028.145986] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2028.146251] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-117a9667-f8e7-44c4-be89-8b30a9b48add {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.153837] env[62588]: DEBUG oslo_vmware.api [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2028.153837] env[62588]: value = "task-1794664" [ 2028.153837] env[62588]: _type = "Task" [ 2028.153837] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.162033] env[62588]: DEBUG oslo_vmware.api [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.233716] env[62588]: DEBUG nova.network.neutron [-] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2028.292925] env[62588]: DEBUG oslo_vmware.api [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794663, 'name': ReconfigVM_Task, 'duration_secs': 0.391137} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.293256] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372202', 'volume_id': '12fbb3ec-27fc-4657-8cd7-4d3b524a9c17', 'name': 'volume-12fbb3ec-27fc-4657-8cd7-4d3b524a9c17', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '9ee36a7d-ff0c-49b2-880f-fbdb131b7280', 'attached_at': '2024-12-12T05:02:34.000000', 'detached_at': '', 'volume_id': '12fbb3ec-27fc-4657-8cd7-4d3b524a9c17', 'serial': '12fbb3ec-27fc-4657-8cd7-4d3b524a9c17'} {{(pid=62588) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2028.293528] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2028.294274] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f51fdf-b227-4c0f-8ba1-16a6a097be3a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.301514] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2028.301514] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6424aa6e-432a-449b-8cd8-372942c176d8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.370534] env[62588]: DEBUG nova.network.neutron [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2028.376886] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2028.376942] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2028.377102] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Deleting the datastore file [datastore1] 9ee36a7d-ff0c-49b2-880f-fbdb131b7280 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2028.377355] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bacd646-9c2e-4e1f-a1b6-d8a8dcc31ae7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.385038] env[62588]: DEBUG oslo_vmware.api [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 2028.385038] env[62588]: value = "task-1794666" [ 2028.385038] env[62588]: _type = "Task" [ 2028.385038] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.394886] env[62588]: DEBUG oslo_vmware.api [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.511028] env[62588]: DEBUG nova.network.neutron [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Updating instance_info_cache with network_info: [{"id": "c80e8d5f-4e5e-4bb0-86d7-edc0f5bb2bdf", "address": "fa:16:3e:22:a2:20", "network": {"id": "bd924a0e-e1fa-40a1-b4a9-07f985284ff8", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1114545794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c41c2c584584216b8649e18a0653366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc80e8d5f-4e", "ovs_interfaceid": "c80e8d5f-4e5e-4bb0-86d7-edc0f5bb2bdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2028.663866] env[62588]: DEBUG oslo_vmware.api [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15171} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.664173] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2028.664858] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8420f142-f121-47d2-b2f3-adcd3880e9cd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.687245] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 03d53994-4467-4bdc-adab-f09bb73fe874/03d53994-4467-4bdc-adab-f09bb73fe874.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2028.687493] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d0b31ed-1427-42bc-af6e-d04c1b36c2df {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.707163] env[62588]: DEBUG oslo_vmware.api [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2028.707163] env[62588]: value = "task-1794667" [ 2028.707163] env[62588]: _type = "Task" [ 2028.707163] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.717104] env[62588]: DEBUG oslo_vmware.api [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794667, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.736112] env[62588]: INFO nova.compute.manager [-] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Took 1.48 seconds to deallocate network for instance. [ 2028.895640] env[62588]: DEBUG oslo_vmware.api [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100457} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.895943] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2028.896146] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2028.896319] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2028.896489] env[62588]: INFO nova.compute.manager [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Took 2.25 seconds to destroy the instance on the hypervisor. [ 2028.896718] env[62588]: DEBUG oslo.service.loopingcall [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2028.896899] env[62588]: DEBUG nova.compute.manager [-] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2028.896994] env[62588]: DEBUG nova.network.neutron [-] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2029.013684] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Releasing lock "refresh_cache-eb8796af-92e1-4a2e-9c3c-88a27ba96e12" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2029.013985] env[62588]: DEBUG nova.compute.manager [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Instance network_info: |[{"id": "c80e8d5f-4e5e-4bb0-86d7-edc0f5bb2bdf", "address": "fa:16:3e:22:a2:20", "network": {"id": "bd924a0e-e1fa-40a1-b4a9-07f985284ff8", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1114545794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c41c2c584584216b8649e18a0653366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc80e8d5f-4e", "ovs_interfaceid": "c80e8d5f-4e5e-4bb0-86d7-edc0f5bb2bdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2029.014592] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:a2:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db328342-7107-4bac-b1d6-111fbd5780f1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c80e8d5f-4e5e-4bb0-86d7-edc0f5bb2bdf', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2029.021899] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Creating folder: Project (7c41c2c584584216b8649e18a0653366). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2029.022187] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63ed85f9-00d6-4bf5-924f-a32c7d45692e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.032985] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Created folder: Project (7c41c2c584584216b8649e18a0653366) in parent group-v371885. [ 2029.033199] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Creating folder: Instances. Parent ref: group-v372211. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2029.033427] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c35cd3b-84d6-446b-9bb0-99841a58526d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.042306] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Created folder: Instances in parent group-v372211. [ 2029.042633] env[62588]: DEBUG oslo.service.loopingcall [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2029.042735] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2029.042959] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dde4436a-7ec5-45a4-a3d7-ff2b3ee6dac9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.061376] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2029.061376] env[62588]: value = "task-1794670" [ 2029.061376] env[62588]: _type = "Task" [ 2029.061376] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.068815] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794670, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.217125] env[62588]: DEBUG oslo_vmware.api [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794667, 'name': ReconfigVM_Task, 'duration_secs': 0.283679} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.217434] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 03d53994-4467-4bdc-adab-f09bb73fe874/03d53994-4467-4bdc-adab-f09bb73fe874.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2029.218096] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-737cf3a9-1cd5-41d8-90cb-cd51fe98b9da {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.222569] env[62588]: DEBUG nova.compute.manager [req-6b7753ec-fb04-477c-a3f9-fc2be7e66a04 req-47d91a34-ad75-4eb9-87bb-d6a489356f0e service nova] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Received event network-changed-c80e8d5f-4e5e-4bb0-86d7-edc0f5bb2bdf {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2029.222752] env[62588]: DEBUG nova.compute.manager [req-6b7753ec-fb04-477c-a3f9-fc2be7e66a04 req-47d91a34-ad75-4eb9-87bb-d6a489356f0e service nova] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Refreshing instance network info cache due to event network-changed-c80e8d5f-4e5e-4bb0-86d7-edc0f5bb2bdf. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 2029.222973] env[62588]: DEBUG oslo_concurrency.lockutils [req-6b7753ec-fb04-477c-a3f9-fc2be7e66a04 req-47d91a34-ad75-4eb9-87bb-d6a489356f0e service nova] Acquiring lock "refresh_cache-eb8796af-92e1-4a2e-9c3c-88a27ba96e12" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2029.223146] env[62588]: DEBUG oslo_concurrency.lockutils [req-6b7753ec-fb04-477c-a3f9-fc2be7e66a04 req-47d91a34-ad75-4eb9-87bb-d6a489356f0e service nova] Acquired lock "refresh_cache-eb8796af-92e1-4a2e-9c3c-88a27ba96e12" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2029.223316] env[62588]: DEBUG nova.network.neutron [req-6b7753ec-fb04-477c-a3f9-fc2be7e66a04 req-47d91a34-ad75-4eb9-87bb-d6a489356f0e service nova] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Refreshing network info cache for port c80e8d5f-4e5e-4bb0-86d7-edc0f5bb2bdf {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2029.227046] env[62588]: DEBUG oslo_vmware.api [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2029.227046] env[62588]: value = "task-1794671" [ 2029.227046] env[62588]: _type = "Task" [ 2029.227046] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.235908] env[62588]: DEBUG oslo_vmware.api [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794671, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.246113] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f520cc02-2072-40c9-8aa5-94df313f4ca0 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2029.246113] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f520cc02-2072-40c9-8aa5-94df313f4ca0 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2029.246113] env[62588]: DEBUG nova.objects.instance [None req-f520cc02-2072-40c9-8aa5-94df313f4ca0 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lazy-loading 'resources' on Instance uuid e777c107-1bc3-4160-9c0a-dae8eeff634a {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2029.562245] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2029.562437] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Starting heal instance info cache {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 2029.572901] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794670, 'name': CreateVM_Task, 'duration_secs': 0.339953} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.573099] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2029.573727] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2029.573905] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2029.574210] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2029.574976] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-451159fe-b573-448d-8170-6a42f0b786df {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.579705] env[62588]: DEBUG oslo_vmware.api [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Waiting for the task: (returnval){ [ 2029.579705] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529ada0b-6bd9-e5e9-4c12-d3f7dbb1f662" [ 2029.579705] env[62588]: _type = "Task" [ 2029.579705] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.587106] env[62588]: DEBUG oslo_vmware.api [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529ada0b-6bd9-e5e9-4c12-d3f7dbb1f662, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.739707] env[62588]: DEBUG oslo_vmware.api [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794671, 'name': Rename_Task, 'duration_secs': 0.173916} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.739999] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2029.740216] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fa4f7f9-0ed7-4fdf-95d2-2b776dfa79b3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.747066] env[62588]: DEBUG oslo_vmware.api [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2029.747066] env[62588]: value = "task-1794672" [ 2029.747066] env[62588]: _type = "Task" [ 2029.747066] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.756577] env[62588]: DEBUG oslo_vmware.api [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.796756] env[62588]: DEBUG nova.network.neutron [-] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2029.854427] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edbdcc1-f61c-4949-8394-a8d749f2c2b4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.862434] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc34d55-aa41-4c5a-96ee-5f2badfa1592 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.895657] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9591ca7c-cd07-4d64-8b0d-6255d64607aa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.903263] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b1611c-ee5a-4629-9d0c-6f6bb8934f37 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.916418] env[62588]: DEBUG nova.compute.provider_tree [None req-f520cc02-2072-40c9-8aa5-94df313f4ca0 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2029.966919] env[62588]: DEBUG nova.network.neutron [req-6b7753ec-fb04-477c-a3f9-fc2be7e66a04 req-47d91a34-ad75-4eb9-87bb-d6a489356f0e service nova] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Updated VIF entry in instance network info cache for port c80e8d5f-4e5e-4bb0-86d7-edc0f5bb2bdf. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2029.967267] env[62588]: DEBUG nova.network.neutron [req-6b7753ec-fb04-477c-a3f9-fc2be7e66a04 req-47d91a34-ad75-4eb9-87bb-d6a489356f0e service nova] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Updating instance_info_cache with network_info: [{"id": "c80e8d5f-4e5e-4bb0-86d7-edc0f5bb2bdf", "address": "fa:16:3e:22:a2:20", "network": {"id": "bd924a0e-e1fa-40a1-b4a9-07f985284ff8", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1114545794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c41c2c584584216b8649e18a0653366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc80e8d5f-4e", "ovs_interfaceid": "c80e8d5f-4e5e-4bb0-86d7-edc0f5bb2bdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2030.090489] env[62588]: DEBUG oslo_vmware.api [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]529ada0b-6bd9-e5e9-4c12-d3f7dbb1f662, 'name': SearchDatastore_Task, 'duration_secs': 0.010319} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.090856] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.091149] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2030.091431] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.091613] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.091824] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2030.092121] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10b25304-c77f-4dec-928f-39bf2e265543 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.100259] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2030.100463] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2030.101190] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3871c79a-e397-40a1-a37c-f02736415d27 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.107078] env[62588]: DEBUG oslo_vmware.api [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Waiting for the task: (returnval){ [ 2030.107078] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d23187-80dd-9038-defb-e9a3a85d5e1c" [ 2030.107078] env[62588]: _type = "Task" [ 2030.107078] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.116100] env[62588]: DEBUG oslo_vmware.api [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d23187-80dd-9038-defb-e9a3a85d5e1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.257034] env[62588]: DEBUG oslo_vmware.api [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794672, 'name': PowerOnVM_Task, 'duration_secs': 0.438989} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.257318] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2030.257515] env[62588]: INFO nova.compute.manager [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Took 9.02 seconds to spawn the instance on the hypervisor. [ 2030.257687] env[62588]: DEBUG nova.compute.manager [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2030.258414] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaef74e1-f58c-4cee-94d9-2a38cf72b93a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.299330] env[62588]: INFO nova.compute.manager [-] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Took 1.40 seconds to deallocate network for instance. [ 2030.419275] env[62588]: DEBUG nova.scheduler.client.report [None req-f520cc02-2072-40c9-8aa5-94df313f4ca0 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2030.469828] env[62588]: DEBUG oslo_concurrency.lockutils [req-6b7753ec-fb04-477c-a3f9-fc2be7e66a04 req-47d91a34-ad75-4eb9-87bb-d6a489356f0e service nova] Releasing lock "refresh_cache-eb8796af-92e1-4a2e-9c3c-88a27ba96e12" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.470095] env[62588]: DEBUG nova.compute.manager [req-6b7753ec-fb04-477c-a3f9-fc2be7e66a04 req-47d91a34-ad75-4eb9-87bb-d6a489356f0e service nova] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Received event network-vif-deleted-7a7be94d-cc68-4837-9290-736c098ec679 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2030.617508] env[62588]: DEBUG oslo_vmware.api [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52d23187-80dd-9038-defb-e9a3a85d5e1c, 'name': SearchDatastore_Task, 'duration_secs': 0.009423} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.618408] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08488ec0-891f-410e-a6be-6517fcafe182 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.623642] env[62588]: DEBUG oslo_vmware.api [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Waiting for the task: (returnval){ [ 2030.623642] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]524c8b03-94ef-552c-6416-8956a2a9f6b9" [ 2030.623642] env[62588]: _type = "Task" [ 2030.623642] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.631268] env[62588]: DEBUG oslo_vmware.api [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]524c8b03-94ef-552c-6416-8956a2a9f6b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.775348] env[62588]: INFO nova.compute.manager [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Took 13.77 seconds to build instance. [ 2030.846165] env[62588]: INFO nova.compute.manager [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Took 0.55 seconds to detach 1 volumes for instance. [ 2030.848185] env[62588]: DEBUG nova.compute.manager [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Deleting volume: 12fbb3ec-27fc-4657-8cd7-4d3b524a9c17 {{(pid=62588) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2030.924264] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f520cc02-2072-40c9-8aa5-94df313f4ca0 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.679s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.943248] env[62588]: INFO nova.scheduler.client.report [None req-f520cc02-2072-40c9-8aa5-94df313f4ca0 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Deleted allocations for instance e777c107-1bc3-4160-9c0a-dae8eeff634a [ 2031.134014] env[62588]: DEBUG oslo_vmware.api [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]524c8b03-94ef-552c-6416-8956a2a9f6b9, 'name': SearchDatastore_Task, 'duration_secs': 0.009818} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.134286] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2031.134633] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] eb8796af-92e1-4a2e-9c3c-88a27ba96e12/eb8796af-92e1-4a2e-9c3c-88a27ba96e12.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2031.134799] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3d7939c-e3f8-4fe9-bed1-f9ea4a68618c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.141441] env[62588]: DEBUG oslo_vmware.api [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Waiting for the task: (returnval){ [ 2031.141441] env[62588]: value = "task-1794674" [ 2031.141441] env[62588]: _type = "Task" [ 2031.141441] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.148731] env[62588]: DEBUG oslo_vmware.api [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Task: {'id': task-1794674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.249545] env[62588]: DEBUG nova.compute.manager [req-48de6008-e542-4823-8978-587a71b34574 req-73013f66-9f24-4eb7-9697-ed8932f89718 service nova] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Received event network-vif-deleted-aafb4d88-dca9-490f-8345-3b8e4e6f008b {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2031.276751] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40a06c92-e3dd-4b42-abe5-4ab80e50fd53 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "03d53994-4467-4bdc-adab-f09bb73fe874" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.275s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2031.390035] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2031.390035] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2031.390035] env[62588]: DEBUG nova.objects.instance [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lazy-loading 'resources' on Instance uuid 9ee36a7d-ff0c-49b2-880f-fbdb131b7280 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2031.451270] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f520cc02-2072-40c9-8aa5-94df313f4ca0 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "e777c107-1bc3-4160-9c0a-dae8eeff634a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.875s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2031.651492] env[62588]: DEBUG oslo_vmware.api [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Task: {'id': task-1794674, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.976400] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90cf293-4262-44b3-9c1e-ce9e05d6144a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.985612] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7aab7f-5996-40ca-9767-5d3f2755ba18 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.019856] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57669872-0bd9-41f6-974c-251337cb138f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.027916] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ca6b96-c944-49ce-8fb6-03cb531e70fa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.043359] env[62588]: DEBUG nova.compute.provider_tree [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2032.112514] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "refresh_cache-1ae36f61-4584-45fa-b110-db37330608b8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2032.112666] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquired lock "refresh_cache-1ae36f61-4584-45fa-b110-db37330608b8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2032.112843] env[62588]: DEBUG nova.network.neutron [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Forcefully refreshing network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2032.151178] env[62588]: DEBUG oslo_vmware.api [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Task: {'id': task-1794674, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.546992] env[62588]: DEBUG nova.scheduler.client.report [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2032.653683] env[62588]: DEBUG oslo_vmware.api [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Task: {'id': task-1794674, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.053206] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.078177] env[62588]: INFO nova.scheduler.client.report [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Deleted allocations for instance 9ee36a7d-ff0c-49b2-880f-fbdb131b7280 [ 2033.155985] env[62588]: DEBUG oslo_vmware.api [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Task: {'id': task-1794674, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.273990] env[62588]: DEBUG nova.compute.manager [req-cdf1585d-c6e0-42ad-9376-28971f4341ae req-82c7c017-6c39-46e0-8f33-a87e85fab4ef service nova] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Received event network-changed-bbf1f7b5-d555-4986-a218-41ac7ce6dcc9 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2033.274259] env[62588]: DEBUG nova.compute.manager [req-cdf1585d-c6e0-42ad-9376-28971f4341ae req-82c7c017-6c39-46e0-8f33-a87e85fab4ef service nova] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Refreshing instance network info cache due to event network-changed-bbf1f7b5-d555-4986-a218-41ac7ce6dcc9. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 2033.274480] env[62588]: DEBUG oslo_concurrency.lockutils [req-cdf1585d-c6e0-42ad-9376-28971f4341ae req-82c7c017-6c39-46e0-8f33-a87e85fab4ef service nova] Acquiring lock "refresh_cache-03d53994-4467-4bdc-adab-f09bb73fe874" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2033.274640] env[62588]: DEBUG oslo_concurrency.lockutils [req-cdf1585d-c6e0-42ad-9376-28971f4341ae req-82c7c017-6c39-46e0-8f33-a87e85fab4ef service nova] Acquired lock "refresh_cache-03d53994-4467-4bdc-adab-f09bb73fe874" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2033.274849] env[62588]: DEBUG nova.network.neutron [req-cdf1585d-c6e0-42ad-9376-28971f4341ae req-82c7c017-6c39-46e0-8f33-a87e85fab4ef service nova] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Refreshing network info cache for port bbf1f7b5-d555-4986-a218-41ac7ce6dcc9 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2033.343475] env[62588]: DEBUG nova.network.neutron [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Updating instance_info_cache with network_info: [{"id": "e4f6da82-fcd9-4710-9284-9320dfe08eee", "address": "fa:16:3e:2a:e6:9a", "network": {"id": "29d85f41-e61c-49c7-93dd-8ae6091e13dd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004971789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1abac53217249a7a6b3552ebfca1c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4f6da82-fc", "ovs_interfaceid": "e4f6da82-fcd9-4710-9284-9320dfe08eee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2033.586292] env[62588]: DEBUG oslo_concurrency.lockutils [None req-c63aafdc-6ef3-4fca-bc69-59e352adca08 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "9ee36a7d-ff0c-49b2-880f-fbdb131b7280" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.444s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.654370] env[62588]: DEBUG oslo_vmware.api [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Task: {'id': task-1794674, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.757586] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "af1acff2-000e-4117-8d9b-971ccc2cbeb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.757787] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "af1acff2-000e-4117-8d9b-971ccc2cbeb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.846516] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Releasing lock "refresh_cache-1ae36f61-4584-45fa-b110-db37330608b8" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2033.846750] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Updated the network info_cache for instance {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10469}} [ 2033.847484] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2033.847484] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2033.847484] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2033.847484] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2033.847710] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2033.847710] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2033.847793] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62588) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 2033.847956] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2033.932771] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9f6f232f-981a-487d-9b29-d539a68ed621 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "1ae36f61-4584-45fa-b110-db37330608b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.933054] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9f6f232f-981a-487d-9b29-d539a68ed621 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "1ae36f61-4584-45fa-b110-db37330608b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.933267] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9f6f232f-981a-487d-9b29-d539a68ed621 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "1ae36f61-4584-45fa-b110-db37330608b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.933449] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9f6f232f-981a-487d-9b29-d539a68ed621 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "1ae36f61-4584-45fa-b110-db37330608b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.933611] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9f6f232f-981a-487d-9b29-d539a68ed621 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "1ae36f61-4584-45fa-b110-db37330608b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.935589] env[62588]: INFO nova.compute.manager [None req-9f6f232f-981a-487d-9b29-d539a68ed621 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Terminating instance [ 2034.014785] env[62588]: DEBUG nova.network.neutron [req-cdf1585d-c6e0-42ad-9376-28971f4341ae req-82c7c017-6c39-46e0-8f33-a87e85fab4ef service nova] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Updated VIF entry in instance network info cache for port bbf1f7b5-d555-4986-a218-41ac7ce6dcc9. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2034.015336] env[62588]: DEBUG nova.network.neutron [req-cdf1585d-c6e0-42ad-9376-28971f4341ae req-82c7c017-6c39-46e0-8f33-a87e85fab4ef service nova] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Updating instance_info_cache with network_info: [{"id": "bbf1f7b5-d555-4986-a218-41ac7ce6dcc9", "address": "fa:16:3e:cb:3a:28", "network": {"id": "005b221e-cf07-4d05-b85b-99fe5911cbdb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-505805492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ae052fbdc942f0b17b96ab4d2252d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbf1f7b5-d5", "ovs_interfaceid": "bbf1f7b5-d555-4986-a218-41ac7ce6dcc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2034.156579] env[62588]: DEBUG oslo_vmware.api [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Task: {'id': task-1794674, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.259908] env[62588]: DEBUG nova.compute.manager [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2034.440023] env[62588]: DEBUG nova.compute.manager [None req-9f6f232f-981a-487d-9b29-d539a68ed621 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2034.440140] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6f232f-981a-487d-9b29-d539a68ed621 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2034.440939] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ade88c-5f57-43e7-b833-d80680d205e7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.448360] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6f232f-981a-487d-9b29-d539a68ed621 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2034.448592] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61f24be9-ab3e-4d5e-8ac1-aa64a1e2775d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.454891] env[62588]: DEBUG oslo_vmware.api [None req-9f6f232f-981a-487d-9b29-d539a68ed621 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 2034.454891] env[62588]: value = "task-1794675" [ 2034.454891] env[62588]: _type = "Task" [ 2034.454891] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.462545] env[62588]: DEBUG oslo_vmware.api [None req-9f6f232f-981a-487d-9b29-d539a68ed621 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.518417] env[62588]: DEBUG oslo_concurrency.lockutils [req-cdf1585d-c6e0-42ad-9376-28971f4341ae req-82c7c017-6c39-46e0-8f33-a87e85fab4ef service nova] Releasing lock "refresh_cache-03d53994-4467-4bdc-adab-f09bb73fe874" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2034.656416] env[62588]: DEBUG oslo_vmware.api [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Task: {'id': task-1794674, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.185411} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.656715] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] eb8796af-92e1-4a2e-9c3c-88a27ba96e12/eb8796af-92e1-4a2e-9c3c-88a27ba96e12.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2034.656938] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2034.657208] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8cd720f-6fbd-414f-be21-2dd9406b90f5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.663543] env[62588]: DEBUG oslo_vmware.api [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Waiting for the task: (returnval){ [ 2034.663543] env[62588]: value = "task-1794676" [ 2034.663543] env[62588]: _type = "Task" [ 2034.663543] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.671378] env[62588]: DEBUG oslo_vmware.api [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Task: {'id': task-1794676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.782506] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.782748] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.784358] env[62588]: INFO nova.compute.claims [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2034.965233] env[62588]: DEBUG oslo_vmware.api [None req-9f6f232f-981a-487d-9b29-d539a68ed621 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794675, 'name': PowerOffVM_Task, 'duration_secs': 0.411848} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.965448] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6f232f-981a-487d-9b29-d539a68ed621 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2034.965621] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6f232f-981a-487d-9b29-d539a68ed621 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2034.965910] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-749643ee-a370-4719-9171-95403b6e6f6e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.172608] env[62588]: DEBUG oslo_vmware.api [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Task: {'id': task-1794676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074725} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.172965] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2035.173639] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d7485d-4083-4f8d-9b52-3d9d12e39612 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.194645] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] eb8796af-92e1-4a2e-9c3c-88a27ba96e12/eb8796af-92e1-4a2e-9c3c-88a27ba96e12.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2035.194870] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f529be60-1445-41bc-81b1-0207d01c89f7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.212641] env[62588]: DEBUG oslo_vmware.api [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Waiting for the task: (returnval){ [ 2035.212641] env[62588]: value = "task-1794678" [ 2035.212641] env[62588]: _type = "Task" [ 2035.212641] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.219854] env[62588]: DEBUG oslo_vmware.api [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Task: {'id': task-1794678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.382677] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6f232f-981a-487d-9b29-d539a68ed621 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2035.382900] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6f232f-981a-487d-9b29-d539a68ed621 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2035.383106] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f6f232f-981a-487d-9b29-d539a68ed621 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Deleting the datastore file [datastore1] 1ae36f61-4584-45fa-b110-db37330608b8 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2035.383373] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d6c62ae-a3b6-45f3-9954-207865600547 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.391203] env[62588]: DEBUG oslo_vmware.api [None req-9f6f232f-981a-487d-9b29-d539a68ed621 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 2035.391203] env[62588]: value = "task-1794679" [ 2035.391203] env[62588]: _type = "Task" [ 2035.391203] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.399063] env[62588]: DEBUG oslo_vmware.api [None req-9f6f232f-981a-487d-9b29-d539a68ed621 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.722012] env[62588]: DEBUG oslo_vmware.api [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Task: {'id': task-1794678, 'name': ReconfigVM_Task, 'duration_secs': 0.368298} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.722289] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Reconfigured VM instance instance-00000077 to attach disk [datastore1] eb8796af-92e1-4a2e-9c3c-88a27ba96e12/eb8796af-92e1-4a2e-9c3c-88a27ba96e12.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2035.722913] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79fcb151-7093-4b5c-8a5b-3d2dfbff11a1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.729552] env[62588]: DEBUG oslo_vmware.api [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Waiting for the task: (returnval){ [ 2035.729552] env[62588]: value = "task-1794680" [ 2035.729552] env[62588]: _type = "Task" [ 2035.729552] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.738672] env[62588]: DEBUG oslo_vmware.api [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Task: {'id': task-1794680, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.862486] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9406728d-d761-4574-b03d-cd44df8e71ed {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.870881] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6da0a9-6ac1-4d8c-90cd-2038f9e06594 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.904310] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a49d85-2f33-4a55-b7a0-a8164c529c0f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.911560] env[62588]: DEBUG oslo_vmware.api [None req-9f6f232f-981a-487d-9b29-d539a68ed621 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127942} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.913549] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f6f232f-981a-487d-9b29-d539a68ed621 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2035.913742] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6f232f-981a-487d-9b29-d539a68ed621 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2035.913923] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6f232f-981a-487d-9b29-d539a68ed621 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2035.914109] env[62588]: INFO nova.compute.manager [None req-9f6f232f-981a-487d-9b29-d539a68ed621 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Took 1.47 seconds to destroy the instance on the hypervisor. [ 2035.914345] env[62588]: DEBUG oslo.service.loopingcall [None req-9f6f232f-981a-487d-9b29-d539a68ed621 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2035.914592] env[62588]: DEBUG nova.compute.manager [-] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2035.914689] env[62588]: DEBUG nova.network.neutron [-] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2035.917091] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b099b34-fcb1-457e-9d11-a302940cb73d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.930221] env[62588]: DEBUG nova.compute.provider_tree [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2036.151360] env[62588]: DEBUG nova.compute.manager [req-95a63d67-8444-49e8-bb09-9ec1688243e2 req-66500aa1-105a-468f-b3b8-7bf8d52c484a service nova] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Received event network-vif-deleted-e4f6da82-fcd9-4710-9284-9320dfe08eee {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2036.151613] env[62588]: INFO nova.compute.manager [req-95a63d67-8444-49e8-bb09-9ec1688243e2 req-66500aa1-105a-468f-b3b8-7bf8d52c484a service nova] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Neutron deleted interface e4f6da82-fcd9-4710-9284-9320dfe08eee; detaching it from the instance and deleting it from the info cache [ 2036.151745] env[62588]: DEBUG nova.network.neutron [req-95a63d67-8444-49e8-bb09-9ec1688243e2 req-66500aa1-105a-468f-b3b8-7bf8d52c484a service nova] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2036.240309] env[62588]: DEBUG oslo_vmware.api [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Task: {'id': task-1794680, 'name': Rename_Task, 'duration_secs': 0.176126} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.240670] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2036.240801] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-843091d5-6e2b-4a32-9100-69af6889b2dd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.247567] env[62588]: DEBUG oslo_vmware.api [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Waiting for the task: (returnval){ [ 2036.247567] env[62588]: value = "task-1794681" [ 2036.247567] env[62588]: _type = "Task" [ 2036.247567] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.257756] env[62588]: DEBUG oslo_vmware.api [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Task: {'id': task-1794681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.433435] env[62588]: DEBUG nova.scheduler.client.report [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2036.631266] env[62588]: DEBUG nova.network.neutron [-] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2036.654439] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04d87a5c-b365-41c1-a89e-ada5f9fde612 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.663328] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5aa589-ae17-4b48-83be-ddff421176df {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.690488] env[62588]: DEBUG nova.compute.manager [req-95a63d67-8444-49e8-bb09-9ec1688243e2 req-66500aa1-105a-468f-b3b8-7bf8d52c484a service nova] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Detach interface failed, port_id=e4f6da82-fcd9-4710-9284-9320dfe08eee, reason: Instance 1ae36f61-4584-45fa-b110-db37330608b8 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 2036.757211] env[62588]: DEBUG oslo_vmware.api [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Task: {'id': task-1794681, 'name': PowerOnVM_Task, 'duration_secs': 0.43823} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.757643] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2036.757643] env[62588]: INFO nova.compute.manager [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Took 9.91 seconds to spawn the instance on the hypervisor. [ 2036.757820] env[62588]: DEBUG nova.compute.manager [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2036.758608] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996a22d7-449d-4795-81e6-3ef8d30ec714 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.938416] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.155s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2036.938942] env[62588]: DEBUG nova.compute.manager [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2037.134364] env[62588]: INFO nova.compute.manager [-] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Took 1.22 seconds to deallocate network for instance. [ 2037.274836] env[62588]: INFO nova.compute.manager [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Took 14.63 seconds to build instance. [ 2037.443620] env[62588]: DEBUG nova.compute.utils [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2037.445015] env[62588]: DEBUG nova.compute.manager [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2037.445193] env[62588]: DEBUG nova.network.neutron [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2037.494402] env[62588]: DEBUG nova.policy [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4560217c62ad4f3f8ac3a4eef60f65a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '377dcec989c948abbfe83228e641081b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 2037.641355] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9f6f232f-981a-487d-9b29-d539a68ed621 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2037.641580] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9f6f232f-981a-487d-9b29-d539a68ed621 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2037.641803] env[62588]: DEBUG nova.objects.instance [None req-9f6f232f-981a-487d-9b29-d539a68ed621 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lazy-loading 'resources' on Instance uuid 1ae36f61-4584-45fa-b110-db37330608b8 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2037.776294] env[62588]: DEBUG oslo_concurrency.lockutils [None req-40e868da-5fcd-463a-abe3-49fd46613202 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Lock "eb8796af-92e1-4a2e-9c3c-88a27ba96e12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.147s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2037.812385] env[62588]: DEBUG nova.network.neutron [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Successfully created port: a9c46f01-4d82-429c-a082-766d4af8a9f0 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2037.948880] env[62588]: DEBUG nova.compute.manager [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2038.222354] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21612d98-8427-4409-a113-8094b78d34c6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.230194] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1117d7-4b6e-41b5-8992-632117a4bbe6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.260786] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0074fcaf-d270-4370-9527-91aa121754a1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.268207] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b368afb-2b15-4d26-8514-9f7aed5f654f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.281593] env[62588]: DEBUG nova.compute.provider_tree [None req-9f6f232f-981a-487d-9b29-d539a68ed621 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2038.702899] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Acquiring lock "eb8796af-92e1-4a2e-9c3c-88a27ba96e12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2038.703243] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Lock "eb8796af-92e1-4a2e-9c3c-88a27ba96e12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2038.703548] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Acquiring lock "eb8796af-92e1-4a2e-9c3c-88a27ba96e12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2038.703743] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Lock "eb8796af-92e1-4a2e-9c3c-88a27ba96e12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2038.703916] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Lock "eb8796af-92e1-4a2e-9c3c-88a27ba96e12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.707750] env[62588]: INFO nova.compute.manager [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Terminating instance [ 2038.784167] env[62588]: DEBUG nova.scheduler.client.report [None req-9f6f232f-981a-487d-9b29-d539a68ed621 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2038.960454] env[62588]: DEBUG nova.compute.manager [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2038.987970] env[62588]: DEBUG nova.virt.hardware [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2038.988258] env[62588]: DEBUG nova.virt.hardware [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2038.988429] env[62588]: DEBUG nova.virt.hardware [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2038.988611] env[62588]: DEBUG nova.virt.hardware [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2038.988753] env[62588]: DEBUG nova.virt.hardware [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2038.988896] env[62588]: DEBUG nova.virt.hardware [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2038.989114] env[62588]: DEBUG nova.virt.hardware [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2038.989277] env[62588]: DEBUG nova.virt.hardware [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2038.989444] env[62588]: DEBUG nova.virt.hardware [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2038.989603] env[62588]: DEBUG nova.virt.hardware [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2038.989811] env[62588]: DEBUG nova.virt.hardware [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2038.990674] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ced469-db4c-4692-b379-951df47a9f33 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.999137] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fd9008-6dd6-450a-bab0-d7a508ced78c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.211807] env[62588]: DEBUG nova.compute.manager [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2039.212067] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2039.213190] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5358d50-fb92-4440-bb01-a7202042fac6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.220877] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2039.221140] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-561307c3-47e8-42de-bec9-44447cd5c410 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.228160] env[62588]: DEBUG oslo_vmware.api [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Waiting for the task: (returnval){ [ 2039.228160] env[62588]: value = "task-1794682" [ 2039.228160] env[62588]: _type = "Task" [ 2039.228160] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.236223] env[62588]: DEBUG oslo_vmware.api [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Task: {'id': task-1794682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.291144] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9f6f232f-981a-487d-9b29-d539a68ed621 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.647s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.311379] env[62588]: DEBUG nova.compute.manager [req-6c8a01b9-d02d-410e-9bfe-77af4ea273fc req-9257a27a-253b-4d73-8a3e-09ed5c45db39 service nova] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Received event network-vif-plugged-a9c46f01-4d82-429c-a082-766d4af8a9f0 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2039.311379] env[62588]: DEBUG oslo_concurrency.lockutils [req-6c8a01b9-d02d-410e-9bfe-77af4ea273fc req-9257a27a-253b-4d73-8a3e-09ed5c45db39 service nova] Acquiring lock "af1acff2-000e-4117-8d9b-971ccc2cbeb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.311379] env[62588]: DEBUG oslo_concurrency.lockutils [req-6c8a01b9-d02d-410e-9bfe-77af4ea273fc req-9257a27a-253b-4d73-8a3e-09ed5c45db39 service nova] Lock "af1acff2-000e-4117-8d9b-971ccc2cbeb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.311379] env[62588]: DEBUG oslo_concurrency.lockutils [req-6c8a01b9-d02d-410e-9bfe-77af4ea273fc req-9257a27a-253b-4d73-8a3e-09ed5c45db39 service nova] Lock "af1acff2-000e-4117-8d9b-971ccc2cbeb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.311768] env[62588]: DEBUG nova.compute.manager [req-6c8a01b9-d02d-410e-9bfe-77af4ea273fc req-9257a27a-253b-4d73-8a3e-09ed5c45db39 service nova] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] No waiting events found dispatching network-vif-plugged-a9c46f01-4d82-429c-a082-766d4af8a9f0 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2039.312101] env[62588]: WARNING nova.compute.manager [req-6c8a01b9-d02d-410e-9bfe-77af4ea273fc req-9257a27a-253b-4d73-8a3e-09ed5c45db39 service nova] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Received unexpected event network-vif-plugged-a9c46f01-4d82-429c-a082-766d4af8a9f0 for instance with vm_state building and task_state spawning. [ 2039.315768] env[62588]: INFO nova.scheduler.client.report [None req-9f6f232f-981a-487d-9b29-d539a68ed621 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Deleted allocations for instance 1ae36f61-4584-45fa-b110-db37330608b8 [ 2039.414846] env[62588]: DEBUG nova.network.neutron [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Successfully updated port: a9c46f01-4d82-429c-a082-766d4af8a9f0 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2039.738634] env[62588]: DEBUG oslo_vmware.api [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Task: {'id': task-1794682, 'name': PowerOffVM_Task, 'duration_secs': 0.240874} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.738847] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2039.739059] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2039.739319] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-479012c6-cfab-488d-9a19-68605156fed9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.807197] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2039.807406] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2039.807587] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Deleting the datastore file [datastore1] eb8796af-92e1-4a2e-9c3c-88a27ba96e12 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2039.807852] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cb2fd0f-8de0-431e-bbb7-5c0c15e65ca1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.814317] env[62588]: DEBUG oslo_vmware.api [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Waiting for the task: (returnval){ [ 2039.814317] env[62588]: value = "task-1794684" [ 2039.814317] env[62588]: _type = "Task" [ 2039.814317] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.821696] env[62588]: DEBUG oslo_vmware.api [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Task: {'id': task-1794684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.827470] env[62588]: DEBUG oslo_concurrency.lockutils [None req-9f6f232f-981a-487d-9b29-d539a68ed621 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "1ae36f61-4584-45fa-b110-db37330608b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.894s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.917115] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "refresh_cache-af1acff2-000e-4117-8d9b-971ccc2cbeb7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2039.917352] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquired lock "refresh_cache-af1acff2-000e-4117-8d9b-971ccc2cbeb7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2039.917567] env[62588]: DEBUG nova.network.neutron [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2040.323803] env[62588]: DEBUG oslo_vmware.api [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Task: {'id': task-1794684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137928} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.324198] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2040.324252] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2040.324410] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2040.324579] env[62588]: INFO nova.compute.manager [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2040.324806] env[62588]: DEBUG oslo.service.loopingcall [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2040.325044] env[62588]: DEBUG nova.compute.manager [-] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2040.325125] env[62588]: DEBUG nova.network.neutron [-] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2040.460332] env[62588]: DEBUG nova.network.neutron [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2040.693670] env[62588]: DEBUG nova.network.neutron [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Updating instance_info_cache with network_info: [{"id": "a9c46f01-4d82-429c-a082-766d4af8a9f0", "address": "fa:16:3e:17:f0:84", "network": {"id": "d43c4913-5169-46b6-8be8-49ee59c0b218", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092108902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "377dcec989c948abbfe83228e641081b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9c46f01-4d", "ovs_interfaceid": "a9c46f01-4d82-429c-a082-766d4af8a9f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2041.196541] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Releasing lock "refresh_cache-af1acff2-000e-4117-8d9b-971ccc2cbeb7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2041.196725] env[62588]: DEBUG nova.compute.manager [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Instance network_info: |[{"id": "a9c46f01-4d82-429c-a082-766d4af8a9f0", "address": "fa:16:3e:17:f0:84", "network": {"id": "d43c4913-5169-46b6-8be8-49ee59c0b218", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092108902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "377dcec989c948abbfe83228e641081b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9c46f01-4d", "ovs_interfaceid": "a9c46f01-4d82-429c-a082-766d4af8a9f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2041.197184] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:f0:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74c816b2-b8b0-432e-baac-662ed8ea0417', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9c46f01-4d82-429c-a082-766d4af8a9f0', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2041.204816] env[62588]: DEBUG oslo.service.loopingcall [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2041.205065] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2041.205318] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b84ed84d-4a6d-43c3-af60-dbb72268f888 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.219669] env[62588]: DEBUG nova.network.neutron [-] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2041.227154] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2041.227154] env[62588]: value = "task-1794686" [ 2041.227154] env[62588]: _type = "Task" [ 2041.227154] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.235711] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794686, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.342189] env[62588]: DEBUG nova.compute.manager [req-e5fe9238-9a8f-415b-a9cd-df7cab45a59a req-d8b7a787-6f70-4cb1-bfef-80282d625e83 service nova] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Received event network-changed-a9c46f01-4d82-429c-a082-766d4af8a9f0 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2041.342189] env[62588]: DEBUG nova.compute.manager [req-e5fe9238-9a8f-415b-a9cd-df7cab45a59a req-d8b7a787-6f70-4cb1-bfef-80282d625e83 service nova] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Refreshing instance network info cache due to event network-changed-a9c46f01-4d82-429c-a082-766d4af8a9f0. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 2041.342189] env[62588]: DEBUG oslo_concurrency.lockutils [req-e5fe9238-9a8f-415b-a9cd-df7cab45a59a req-d8b7a787-6f70-4cb1-bfef-80282d625e83 service nova] Acquiring lock "refresh_cache-af1acff2-000e-4117-8d9b-971ccc2cbeb7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2041.342500] env[62588]: DEBUG oslo_concurrency.lockutils [req-e5fe9238-9a8f-415b-a9cd-df7cab45a59a req-d8b7a787-6f70-4cb1-bfef-80282d625e83 service nova] Acquired lock "refresh_cache-af1acff2-000e-4117-8d9b-971ccc2cbeb7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2041.342500] env[62588]: DEBUG nova.network.neutron [req-e5fe9238-9a8f-415b-a9cd-df7cab45a59a req-d8b7a787-6f70-4cb1-bfef-80282d625e83 service nova] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Refreshing network info cache for port a9c46f01-4d82-429c-a082-766d4af8a9f0 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2041.722693] env[62588]: INFO nova.compute.manager [-] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Took 1.40 seconds to deallocate network for instance. [ 2041.736155] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794686, 'name': CreateVM_Task, 'duration_secs': 0.504055} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.736333] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2041.737340] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2041.737340] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2041.737523] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2041.737758] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-145e19d0-f03c-4693-b0aa-1f9805622ada {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.741995] env[62588]: DEBUG oslo_vmware.api [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 2041.741995] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b4e3c1-4bcf-879c-3397-ef6c5caee8ca" [ 2041.741995] env[62588]: _type = "Task" [ 2041.741995] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.749479] env[62588]: DEBUG oslo_vmware.api [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b4e3c1-4bcf-879c-3397-ef6c5caee8ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.026854] env[62588]: DEBUG nova.network.neutron [req-e5fe9238-9a8f-415b-a9cd-df7cab45a59a req-d8b7a787-6f70-4cb1-bfef-80282d625e83 service nova] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Updated VIF entry in instance network info cache for port a9c46f01-4d82-429c-a082-766d4af8a9f0. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2042.027218] env[62588]: DEBUG nova.network.neutron [req-e5fe9238-9a8f-415b-a9cd-df7cab45a59a req-d8b7a787-6f70-4cb1-bfef-80282d625e83 service nova] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Updating instance_info_cache with network_info: [{"id": "a9c46f01-4d82-429c-a082-766d4af8a9f0", "address": "fa:16:3e:17:f0:84", "network": {"id": "d43c4913-5169-46b6-8be8-49ee59c0b218", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092108902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "377dcec989c948abbfe83228e641081b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9c46f01-4d", "ovs_interfaceid": "a9c46f01-4d82-429c-a082-766d4af8a9f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2042.229699] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.229922] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.230161] env[62588]: DEBUG nova.objects.instance [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Lazy-loading 'resources' on Instance uuid eb8796af-92e1-4a2e-9c3c-88a27ba96e12 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2042.252141] env[62588]: DEBUG oslo_vmware.api [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b4e3c1-4bcf-879c-3397-ef6c5caee8ca, 'name': SearchDatastore_Task, 'duration_secs': 0.010904} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.252421] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2042.252644] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2042.252872] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2042.253069] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2042.253283] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2042.253538] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd232eca-cfb1-4703-8765-888bb3efd697 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.262394] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2042.262564] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2042.263277] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bf317b5-e0bb-4edb-9ae6-cccde4175f6a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.267913] env[62588]: DEBUG oslo_vmware.api [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 2042.267913] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52488855-dd83-32b0-8cf1-82274a095065" [ 2042.267913] env[62588]: _type = "Task" [ 2042.267913] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.275714] env[62588]: DEBUG oslo_vmware.api [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52488855-dd83-32b0-8cf1-82274a095065, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.529692] env[62588]: DEBUG oslo_concurrency.lockutils [req-e5fe9238-9a8f-415b-a9cd-df7cab45a59a req-d8b7a787-6f70-4cb1-bfef-80282d625e83 service nova] Releasing lock "refresh_cache-af1acff2-000e-4117-8d9b-971ccc2cbeb7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2042.530117] env[62588]: DEBUG nova.compute.manager [req-e5fe9238-9a8f-415b-a9cd-df7cab45a59a req-d8b7a787-6f70-4cb1-bfef-80282d625e83 service nova] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Received event network-vif-deleted-c80e8d5f-4e5e-4bb0-86d7-edc0f5bb2bdf {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2042.779648] env[62588]: DEBUG oslo_vmware.api [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52488855-dd83-32b0-8cf1-82274a095065, 'name': SearchDatastore_Task, 'duration_secs': 0.008286} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.780469] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eafded17-4d52-415f-ba86-73e8408eba9f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.787357] env[62588]: DEBUG oslo_vmware.api [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 2042.787357] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52530045-d148-2c9e-12a7-49c04c2d865c" [ 2042.787357] env[62588]: _type = "Task" [ 2042.787357] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.793044] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690c6178-21b0-4ef4-80bc-a492a6addf9b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.800345] env[62588]: DEBUG oslo_vmware.api [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52530045-d148-2c9e-12a7-49c04c2d865c, 'name': SearchDatastore_Task, 'duration_secs': 0.009469} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.802115] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2042.802449] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] af1acff2-000e-4117-8d9b-971ccc2cbeb7/af1acff2-000e-4117-8d9b-971ccc2cbeb7.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2042.802730] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bde3e75-1e1e-4a8a-ac01-cdc2893934f3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.805330] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e197aa-ba78-478c-9317-ad8a79d83a65 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.837226] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08622503-2f8f-451b-ace9-cb72b399cfd6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.839665] env[62588]: DEBUG oslo_vmware.api [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 2042.839665] env[62588]: value = "task-1794687" [ 2042.839665] env[62588]: _type = "Task" [ 2042.839665] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.845954] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d92fec5-9812-4b75-9f33-2b3d36b14269 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.852375] env[62588]: DEBUG oslo_vmware.api [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.862097] env[62588]: DEBUG nova.compute.provider_tree [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2043.350244] env[62588]: DEBUG oslo_vmware.api [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.408684} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.350561] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] af1acff2-000e-4117-8d9b-971ccc2cbeb7/af1acff2-000e-4117-8d9b-971ccc2cbeb7.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2043.350745] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2043.350975] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34306dbc-2f64-4e8f-8796-f8c4e59903e0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.357437] env[62588]: DEBUG oslo_vmware.api [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 2043.357437] env[62588]: value = "task-1794688" [ 2043.357437] env[62588]: _type = "Task" [ 2043.357437] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.367918] env[62588]: DEBUG oslo_vmware.api [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794688, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.382521] env[62588]: ERROR nova.scheduler.client.report [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] [req-a6f174b6-30e3-44e7-a768-2020587010c4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eaab8868-4bee-41d4-8b5c-ca05c3049f36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a6f174b6-30e3-44e7-a768-2020587010c4"}]} [ 2043.398112] env[62588]: DEBUG nova.scheduler.client.report [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Refreshing inventories for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2043.411469] env[62588]: DEBUG nova.scheduler.client.report [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Updating ProviderTree inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2043.411678] env[62588]: DEBUG nova.compute.provider_tree [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2043.425201] env[62588]: DEBUG nova.scheduler.client.report [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Refreshing aggregate associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, aggregates: None {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2043.445720] env[62588]: DEBUG nova.scheduler.client.report [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Refreshing trait associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2043.502811] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e54fda8-ba10-4988-8e6f-58629179f871 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.510395] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2be82f-8588-4cab-9b35-1d071d8dca9e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.541968] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc070209-b70d-408e-8f8d-a14ca110f913 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.549316] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbe27b0-e324-43ea-8deb-49d64bb690f3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.562236] env[62588]: DEBUG nova.compute.provider_tree [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2043.866831] env[62588]: DEBUG oslo_vmware.api [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794688, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063023} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.867143] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2043.867936] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1025132c-f55b-4636-b4dd-8f6112947d71 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.889528] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] af1acff2-000e-4117-8d9b-971ccc2cbeb7/af1acff2-000e-4117-8d9b-971ccc2cbeb7.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2043.889759] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1890a55e-9859-456b-b06c-f311d788283f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.908498] env[62588]: DEBUG oslo_vmware.api [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 2043.908498] env[62588]: value = "task-1794689" [ 2043.908498] env[62588]: _type = "Task" [ 2043.908498] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.917427] env[62588]: DEBUG oslo_vmware.api [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794689, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.949014] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5a362d4d-b3a5-4ccd-9a3f-7bea5357cc25 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "e1cb64a7-1d26-4b65-b571-c586efe0a94d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.949294] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5a362d4d-b3a5-4ccd-9a3f-7bea5357cc25 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "e1cb64a7-1d26-4b65-b571-c586efe0a94d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.949502] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5a362d4d-b3a5-4ccd-9a3f-7bea5357cc25 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "e1cb64a7-1d26-4b65-b571-c586efe0a94d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.949680] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5a362d4d-b3a5-4ccd-9a3f-7bea5357cc25 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "e1cb64a7-1d26-4b65-b571-c586efe0a94d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.949842] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5a362d4d-b3a5-4ccd-9a3f-7bea5357cc25 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "e1cb64a7-1d26-4b65-b571-c586efe0a94d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.952110] env[62588]: INFO nova.compute.manager [None req-5a362d4d-b3a5-4ccd-9a3f-7bea5357cc25 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Terminating instance [ 2044.065517] env[62588]: DEBUG nova.scheduler.client.report [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2044.418727] env[62588]: DEBUG oslo_vmware.api [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794689, 'name': ReconfigVM_Task, 'duration_secs': 0.261774} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.419057] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Reconfigured VM instance instance-00000078 to attach disk [datastore1] af1acff2-000e-4117-8d9b-971ccc2cbeb7/af1acff2-000e-4117-8d9b-971ccc2cbeb7.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2044.419670] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f48e599-183a-43a5-b83c-a7e8b727e75c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.425779] env[62588]: DEBUG oslo_vmware.api [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 2044.425779] env[62588]: value = "task-1794690" [ 2044.425779] env[62588]: _type = "Task" [ 2044.425779] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.433298] env[62588]: DEBUG oslo_vmware.api [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794690, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.456256] env[62588]: DEBUG nova.compute.manager [None req-5a362d4d-b3a5-4ccd-9a3f-7bea5357cc25 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2044.456501] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5a362d4d-b3a5-4ccd-9a3f-7bea5357cc25 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2044.457396] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8dda533-34e5-40ca-876b-11810f11caba {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.464489] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a362d4d-b3a5-4ccd-9a3f-7bea5357cc25 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2044.464729] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41669051-4f8a-45cb-a998-905b44086506 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.470734] env[62588]: DEBUG oslo_vmware.api [None req-5a362d4d-b3a5-4ccd-9a3f-7bea5357cc25 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 2044.470734] env[62588]: value = "task-1794691" [ 2044.470734] env[62588]: _type = "Task" [ 2044.470734] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.479145] env[62588]: DEBUG oslo_vmware.api [None req-5a362d4d-b3a5-4ccd-9a3f-7bea5357cc25 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.571646] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.341s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2044.592885] env[62588]: INFO nova.scheduler.client.report [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Deleted allocations for instance eb8796af-92e1-4a2e-9c3c-88a27ba96e12 [ 2044.936056] env[62588]: DEBUG oslo_vmware.api [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794690, 'name': Rename_Task, 'duration_secs': 0.14161} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.937032] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2044.937032] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fed0318a-1cc0-466e-be4d-e567f996893a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.943499] env[62588]: DEBUG oslo_vmware.api [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 2044.943499] env[62588]: value = "task-1794692" [ 2044.943499] env[62588]: _type = "Task" [ 2044.943499] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.952183] env[62588]: DEBUG oslo_vmware.api [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.980199] env[62588]: DEBUG oslo_vmware.api [None req-5a362d4d-b3a5-4ccd-9a3f-7bea5357cc25 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794691, 'name': PowerOffVM_Task, 'duration_secs': 0.159014} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.980523] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a362d4d-b3a5-4ccd-9a3f-7bea5357cc25 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2044.980696] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5a362d4d-b3a5-4ccd-9a3f-7bea5357cc25 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2044.980954] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-040ce2b7-66d4-4cdc-96c7-44f43ae4eac9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.058689] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5a362d4d-b3a5-4ccd-9a3f-7bea5357cc25 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2045.058932] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5a362d4d-b3a5-4ccd-9a3f-7bea5357cc25 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2045.059091] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a362d4d-b3a5-4ccd-9a3f-7bea5357cc25 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Deleting the datastore file [datastore1] e1cb64a7-1d26-4b65-b571-c586efe0a94d {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2045.059373] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1446c039-b323-4cc5-8f85-e8e483498d29 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.065964] env[62588]: DEBUG oslo_vmware.api [None req-5a362d4d-b3a5-4ccd-9a3f-7bea5357cc25 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for the task: (returnval){ [ 2045.065964] env[62588]: value = "task-1794694" [ 2045.065964] env[62588]: _type = "Task" [ 2045.065964] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.074281] env[62588]: DEBUG oslo_vmware.api [None req-5a362d4d-b3a5-4ccd-9a3f-7bea5357cc25 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.101816] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e687badf-6014-48d4-967d-7c091eabb406 tempest-ServersNegativeTestMultiTenantJSON-1136912384 tempest-ServersNegativeTestMultiTenantJSON-1136912384-project-member] Lock "eb8796af-92e1-4a2e-9c3c-88a27ba96e12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.398s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2045.453234] env[62588]: DEBUG oslo_vmware.api [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794692, 'name': PowerOnVM_Task, 'duration_secs': 0.497299} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.453496] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2045.453696] env[62588]: INFO nova.compute.manager [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Took 6.49 seconds to spawn the instance on the hypervisor. [ 2045.453877] env[62588]: DEBUG nova.compute.manager [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2045.454653] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38711df-f099-43e8-a9ba-a1d8540ed26d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.576765] env[62588]: DEBUG oslo_vmware.api [None req-5a362d4d-b3a5-4ccd-9a3f-7bea5357cc25 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Task: {'id': task-1794694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16695} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.577211] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a362d4d-b3a5-4ccd-9a3f-7bea5357cc25 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2045.577211] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5a362d4d-b3a5-4ccd-9a3f-7bea5357cc25 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2045.577366] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-5a362d4d-b3a5-4ccd-9a3f-7bea5357cc25 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2045.577541] env[62588]: INFO nova.compute.manager [None req-5a362d4d-b3a5-4ccd-9a3f-7bea5357cc25 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2045.577782] env[62588]: DEBUG oslo.service.loopingcall [None req-5a362d4d-b3a5-4ccd-9a3f-7bea5357cc25 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2045.577969] env[62588]: DEBUG nova.compute.manager [-] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2045.578076] env[62588]: DEBUG nova.network.neutron [-] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2045.974030] env[62588]: INFO nova.compute.manager [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Took 11.21 seconds to build instance. [ 2046.011253] env[62588]: DEBUG nova.compute.manager [req-6b591a6c-2d2c-4ef0-8d44-c4a1254b74a1 req-b0a18ade-60b3-46bc-bc03-1bc0520928e6 service nova] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Received event network-vif-deleted-d385c912-5dbf-4bfd-ba24-4c80b55c433a {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2046.011471] env[62588]: INFO nova.compute.manager [req-6b591a6c-2d2c-4ef0-8d44-c4a1254b74a1 req-b0a18ade-60b3-46bc-bc03-1bc0520928e6 service nova] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Neutron deleted interface d385c912-5dbf-4bfd-ba24-4c80b55c433a; detaching it from the instance and deleting it from the info cache [ 2046.011662] env[62588]: DEBUG nova.network.neutron [req-6b591a6c-2d2c-4ef0-8d44-c4a1254b74a1 req-b0a18ade-60b3-46bc-bc03-1bc0520928e6 service nova] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2046.477206] env[62588]: DEBUG oslo_concurrency.lockutils [None req-6b327c86-e931-4183-926d-0aa83823507e tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "af1acff2-000e-4117-8d9b-971ccc2cbeb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.719s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.487679] env[62588]: DEBUG nova.network.neutron [-] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2046.514184] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3395a43e-2825-4545-ae7d-733b0bd448ed {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.524985] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95867eeb-8784-44f1-b40f-be785b3545ee {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.553249] env[62588]: DEBUG nova.compute.manager [req-6b591a6c-2d2c-4ef0-8d44-c4a1254b74a1 req-b0a18ade-60b3-46bc-bc03-1bc0520928e6 service nova] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Detach interface failed, port_id=d385c912-5dbf-4bfd-ba24-4c80b55c433a, reason: Instance e1cb64a7-1d26-4b65-b571-c586efe0a94d could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 2046.990225] env[62588]: INFO nova.compute.manager [-] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Took 1.41 seconds to deallocate network for instance. [ 2047.055546] env[62588]: DEBUG nova.compute.manager [req-0202b41d-f6cb-40a2-a750-3a5226678f2f req-77536857-cde0-459b-88e6-69598536a780 service nova] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Received event network-changed-a9c46f01-4d82-429c-a082-766d4af8a9f0 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2047.055735] env[62588]: DEBUG nova.compute.manager [req-0202b41d-f6cb-40a2-a750-3a5226678f2f req-77536857-cde0-459b-88e6-69598536a780 service nova] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Refreshing instance network info cache due to event network-changed-a9c46f01-4d82-429c-a082-766d4af8a9f0. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 2047.055948] env[62588]: DEBUG oslo_concurrency.lockutils [req-0202b41d-f6cb-40a2-a750-3a5226678f2f req-77536857-cde0-459b-88e6-69598536a780 service nova] Acquiring lock "refresh_cache-af1acff2-000e-4117-8d9b-971ccc2cbeb7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2047.056721] env[62588]: DEBUG oslo_concurrency.lockutils [req-0202b41d-f6cb-40a2-a750-3a5226678f2f req-77536857-cde0-459b-88e6-69598536a780 service nova] Acquired lock "refresh_cache-af1acff2-000e-4117-8d9b-971ccc2cbeb7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.056721] env[62588]: DEBUG nova.network.neutron [req-0202b41d-f6cb-40a2-a750-3a5226678f2f req-77536857-cde0-459b-88e6-69598536a780 service nova] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Refreshing network info cache for port a9c46f01-4d82-429c-a082-766d4af8a9f0 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2047.497126] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5a362d4d-b3a5-4ccd-9a3f-7bea5357cc25 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.497402] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5a362d4d-b3a5-4ccd-9a3f-7bea5357cc25 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.497625] env[62588]: DEBUG nova.objects.instance [None req-5a362d4d-b3a5-4ccd-9a3f-7bea5357cc25 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lazy-loading 'resources' on Instance uuid e1cb64a7-1d26-4b65-b571-c586efe0a94d {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2047.832935] env[62588]: DEBUG nova.network.neutron [req-0202b41d-f6cb-40a2-a750-3a5226678f2f req-77536857-cde0-459b-88e6-69598536a780 service nova] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Updated VIF entry in instance network info cache for port a9c46f01-4d82-429c-a082-766d4af8a9f0. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2047.833322] env[62588]: DEBUG nova.network.neutron [req-0202b41d-f6cb-40a2-a750-3a5226678f2f req-77536857-cde0-459b-88e6-69598536a780 service nova] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Updating instance_info_cache with network_info: [{"id": "a9c46f01-4d82-429c-a082-766d4af8a9f0", "address": "fa:16:3e:17:f0:84", "network": {"id": "d43c4913-5169-46b6-8be8-49ee59c0b218", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092108902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "377dcec989c948abbfe83228e641081b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9c46f01-4d", "ovs_interfaceid": "a9c46f01-4d82-429c-a082-766d4af8a9f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2048.055745] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5161a8dd-10a9-4a20-aa40-e278fa6af1e3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.063875] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc39da28-b60d-49f2-aa54-d51affbb4170 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.095270] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91eae26e-bdb8-4d88-9c2b-d636a2576d34 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.102817] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc05f2a5-f9f1-4f59-818c-dc965247eaae {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.117083] env[62588]: DEBUG nova.compute.provider_tree [None req-5a362d4d-b3a5-4ccd-9a3f-7bea5357cc25 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2048.336294] env[62588]: DEBUG oslo_concurrency.lockutils [req-0202b41d-f6cb-40a2-a750-3a5226678f2f req-77536857-cde0-459b-88e6-69598536a780 service nova] Releasing lock "refresh_cache-af1acff2-000e-4117-8d9b-971ccc2cbeb7" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2048.623531] env[62588]: DEBUG nova.scheduler.client.report [None req-5a362d4d-b3a5-4ccd-9a3f-7bea5357cc25 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2049.131526] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5a362d4d-b3a5-4ccd-9a3f-7bea5357cc25 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.157764] env[62588]: INFO nova.scheduler.client.report [None req-5a362d4d-b3a5-4ccd-9a3f-7bea5357cc25 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Deleted allocations for instance e1cb64a7-1d26-4b65-b571-c586efe0a94d [ 2049.667056] env[62588]: DEBUG oslo_concurrency.lockutils [None req-5a362d4d-b3a5-4ccd-9a3f-7bea5357cc25 tempest-ServerActionsTestOtherA-1183122270 tempest-ServerActionsTestOtherA-1183122270-project-member] Lock "e1cb64a7-1d26-4b65-b571-c586efe0a94d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.717s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.739760] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2052.740036] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Cleaning up deleted instances {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11698}} [ 2053.234526] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Acquiring lock "a5184b19-a793-4186-baca-8d178d2f7a28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.234764] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Lock "a5184b19-a793-4186-baca-8d178d2f7a28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2053.252993] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] There are 42 instances to clean {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11707}} [ 2053.253264] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: eb8796af-92e1-4a2e-9c3c-88a27ba96e12] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2053.431848] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Acquiring lock "14e6879a-c4e0-48b2-a1c8-7817c37b81fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.432089] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Lock "14e6879a-c4e0-48b2-a1c8-7817c37b81fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2053.736978] env[62588]: DEBUG nova.compute.manager [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2053.757299] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 2adcb9cb-9955-4fa7-b9b7-4796cd69830e] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2053.934720] env[62588]: DEBUG nova.compute.manager [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2054.257307] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.257649] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.259191] env[62588]: INFO nova.compute.claims [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2054.261941] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: e777c107-1bc3-4160-9c0a-dae8eeff634a] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2054.454568] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.766619] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 9ee36a7d-ff0c-49b2-880f-fbdb131b7280] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2055.272602] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 7e24ae0f-8f04-4432-a3da-1b7459d6e38e] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2055.325684] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea9297d-f446-44da-80b9-dee2374e801c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.333493] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5395cb7-31d9-4b61-8e63-0619477d6d9c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.363552] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15260a0-67cf-4ebb-bbf9-8fa015f98244 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.370530] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf58546-2311-4be5-a5f1-09713c0890b6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.050829] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 1ae36f61-4584-45fa-b110-db37330608b8] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2056.062823] env[62588]: DEBUG nova.compute.provider_tree [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2056.553646] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 20dd81a9-2a91-40db-9da9-a64bdfa4f80b] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2056.565640] env[62588]: DEBUG nova.scheduler.client.report [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2057.056415] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 4e072f28-9d6b-459e-b9a6-56d963f8c715] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2057.070220] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.812s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.070696] env[62588]: DEBUG nova.compute.manager [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2057.073063] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.619s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.074393] env[62588]: INFO nova.compute.claims [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2057.559474] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: d9df2fa1-9fa6-4067-95a2-305f9225ff14] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2057.577844] env[62588]: DEBUG nova.compute.utils [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2057.581309] env[62588]: DEBUG nova.compute.manager [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Not allocating networking since 'none' was specified. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2058.063115] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 4e54336e-004f-4663-9a4b-13db85891ed2] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2058.081819] env[62588]: DEBUG nova.compute.manager [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2058.139391] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5016b4bc-644e-4207-9ce3-67476662778b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.146953] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c156c400-d0fa-4c2b-af89-ac1cb7529d88 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.176680] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d5f28f-daa5-4221-97d1-11f5db4d98b9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.183784] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db84c57f-1225-4852-bec1-dffa78dee5b2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.196455] env[62588]: DEBUG nova.compute.provider_tree [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2058.566999] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 3ccfd311-7159-4275-bd50-644f1cc75c30] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2058.699860] env[62588]: DEBUG nova.scheduler.client.report [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2059.069537] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 90611f11-ed54-4ff8-affe-b2882640484b] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2059.093564] env[62588]: DEBUG nova.compute.manager [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2059.118883] env[62588]: DEBUG nova.virt.hardware [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2059.119140] env[62588]: DEBUG nova.virt.hardware [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2059.119302] env[62588]: DEBUG nova.virt.hardware [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2059.119480] env[62588]: DEBUG nova.virt.hardware [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2059.119637] env[62588]: DEBUG nova.virt.hardware [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2059.119857] env[62588]: DEBUG nova.virt.hardware [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2059.120093] env[62588]: DEBUG nova.virt.hardware [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2059.120259] env[62588]: DEBUG nova.virt.hardware [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2059.120428] env[62588]: DEBUG nova.virt.hardware [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2059.120588] env[62588]: DEBUG nova.virt.hardware [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2059.120759] env[62588]: DEBUG nova.virt.hardware [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2059.121606] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fbde0c-48f0-4ad1-b51b-0396306c88c7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.129336] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848a361f-4270-4cc8-ac01-bd4edb90fa60 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.142224] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Instance VIF info [] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2059.147643] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Creating folder: Project (21bf74694f334a6caf3fbe796b95a178). Parent ref: group-v371885. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2059.147876] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87238519-4548-476f-854a-c2ee441a45f8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.158639] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Created folder: Project (21bf74694f334a6caf3fbe796b95a178) in parent group-v371885. [ 2059.158808] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Creating folder: Instances. Parent ref: group-v372215. {{(pid=62588) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2059.158998] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73f71af6-cd26-4cea-ad78-1b95e0c9a167 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.167532] env[62588]: INFO nova.virt.vmwareapi.vm_util [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Created folder: Instances in parent group-v372215. [ 2059.167745] env[62588]: DEBUG oslo.service.loopingcall [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2059.167916] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2059.168112] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ce9ff58-0202-42b0-95c7-628a81aed38d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.183737] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2059.183737] env[62588]: value = "task-1794697" [ 2059.183737] env[62588]: _type = "Task" [ 2059.183737] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.190485] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794697, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.204238] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.131s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.204725] env[62588]: DEBUG nova.compute.manager [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2059.573016] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: a19a7517-efdd-4cf3-bfe2-b329a44b421c] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2059.693585] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794697, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.708976] env[62588]: DEBUG nova.compute.utils [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2059.710329] env[62588]: DEBUG nova.compute.manager [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Not allocating networking since 'none' was specified. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2060.076831] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 52150651-091b-4f90-a5e3-8d1206374466] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2060.194675] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794697, 'name': CreateVM_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.211337] env[62588]: DEBUG nova.compute.manager [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2060.579586] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 0dd60d48-3eb5-4636-83f1-01cf47119a57] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2060.694053] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794697, 'name': CreateVM_Task, 'duration_secs': 1.252328} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.694217] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2060.694665] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2060.694852] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2060.695183] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2060.695447] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ad27ab8-e772-47fd-a58b-e0a6b5e1a56e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.700118] env[62588]: DEBUG oslo_vmware.api [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Waiting for the task: (returnval){ [ 2060.700118] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526e8bc2-c562-46ce-1005-a2cf6b4336ab" [ 2060.700118] env[62588]: _type = "Task" [ 2060.700118] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.707068] env[62588]: DEBUG oslo_vmware.api [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526e8bc2-c562-46ce-1005-a2cf6b4336ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.083162] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 3e6371b6-ca73-429b-8994-30a54fc59df0] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2061.210821] env[62588]: DEBUG oslo_vmware.api [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]526e8bc2-c562-46ce-1005-a2cf6b4336ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010551} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.211137] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2061.211371] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2061.211601] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2061.211791] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2061.211989] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2061.212252] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f30358e-3bc6-4a79-ace5-37633d7b2267 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.219143] env[62588]: DEBUG nova.compute.manager [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2061.222215] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2061.222385] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2061.223073] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-248ac40c-303b-42c5-b98c-4b8cd259f284 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.228149] env[62588]: DEBUG oslo_vmware.api [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Waiting for the task: (returnval){ [ 2061.228149] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b58964-8b2f-ca67-02fe-d9d70e817caa" [ 2061.228149] env[62588]: _type = "Task" [ 2061.228149] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.237099] env[62588]: DEBUG oslo_vmware.api [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b58964-8b2f-ca67-02fe-d9d70e817caa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.242967] env[62588]: DEBUG nova.virt.hardware [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2061.243205] env[62588]: DEBUG nova.virt.hardware [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2061.243357] env[62588]: DEBUG nova.virt.hardware [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2061.243539] env[62588]: DEBUG nova.virt.hardware [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2061.243681] env[62588]: DEBUG nova.virt.hardware [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2061.243823] env[62588]: DEBUG nova.virt.hardware [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2061.244297] env[62588]: DEBUG nova.virt.hardware [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2061.244297] env[62588]: DEBUG nova.virt.hardware [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2061.244432] env[62588]: DEBUG nova.virt.hardware [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2061.244501] env[62588]: DEBUG nova.virt.hardware [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2061.244671] env[62588]: DEBUG nova.virt.hardware [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2061.245466] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144e31a5-3c60-4487-b0a4-09b8fd442ab1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.252416] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef7ce22-0675-4809-9737-50e2379304ea {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.266588] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Instance VIF info [] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2061.271940] env[62588]: DEBUG oslo.service.loopingcall [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2061.272186] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2061.272387] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b9db23d-3f1d-4b64-8b1e-d97aa8984253 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.288552] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2061.288552] env[62588]: value = "task-1794698" [ 2061.288552] env[62588]: _type = "Task" [ 2061.288552] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.586961] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: d4566202-b9dc-40a4-b6b0-5015536e46fd] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2061.739074] env[62588]: DEBUG oslo_vmware.api [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52b58964-8b2f-ca67-02fe-d9d70e817caa, 'name': SearchDatastore_Task, 'duration_secs': 0.008374} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.741063] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01b7b796-0c27-4442-9a8e-9c6a4340b3b0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.746430] env[62588]: DEBUG oslo_vmware.api [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Waiting for the task: (returnval){ [ 2061.746430] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52134c12-d21b-4670-c2f1-4c3ef3473069" [ 2061.746430] env[62588]: _type = "Task" [ 2061.746430] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.753681] env[62588]: DEBUG oslo_vmware.api [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52134c12-d21b-4670-c2f1-4c3ef3473069, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.797099] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794698, 'name': CreateVM_Task, 'duration_secs': 0.313419} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.797270] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2061.797660] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2061.797819] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2061.798143] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2061.798371] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed213dc4-b840-452a-966a-69bbd90cd2fb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.802598] env[62588]: DEBUG oslo_vmware.api [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Waiting for the task: (returnval){ [ 2061.802598] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a276be-ad3e-edaf-9378-7eb4c61220ee" [ 2061.802598] env[62588]: _type = "Task" [ 2061.802598] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.809944] env[62588]: DEBUG oslo_vmware.api [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a276be-ad3e-edaf-9378-7eb4c61220ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.090660] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 1fbc40a2-d514-43b1-8515-5111547f6016] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2062.256922] env[62588]: DEBUG oslo_vmware.api [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52134c12-d21b-4670-c2f1-4c3ef3473069, 'name': SearchDatastore_Task, 'duration_secs': 0.009175} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.257198] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2062.257455] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] a5184b19-a793-4186-baca-8d178d2f7a28/a5184b19-a793-4186-baca-8d178d2f7a28.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2062.257699] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11c4a2de-5ab5-4393-930f-7119032bb8cb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.264258] env[62588]: DEBUG oslo_vmware.api [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Waiting for the task: (returnval){ [ 2062.264258] env[62588]: value = "task-1794699" [ 2062.264258] env[62588]: _type = "Task" [ 2062.264258] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.271708] env[62588]: DEBUG oslo_vmware.api [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.311922] env[62588]: DEBUG oslo_vmware.api [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52a276be-ad3e-edaf-9378-7eb4c61220ee, 'name': SearchDatastore_Task, 'duration_secs': 0.008272} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.312249] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2062.312484] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2062.312728] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2062.312872] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2062.313053] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2062.313334] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c79b891-a74e-43c9-96d7-b13999abcebf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.321091] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2062.321349] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2062.322136] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8d4a651-cb53-4691-9e2c-2694e2479dfd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.328850] env[62588]: DEBUG oslo_vmware.api [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Waiting for the task: (returnval){ [ 2062.328850] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c828bd-4148-54a5-39cf-985c9aee8406" [ 2062.328850] env[62588]: _type = "Task" [ 2062.328850] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.336237] env[62588]: DEBUG oslo_vmware.api [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c828bd-4148-54a5-39cf-985c9aee8406, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.593940] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 29dd162f-5d6d-45f8-bc14-8d7d724fa417] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2062.774469] env[62588]: DEBUG oslo_vmware.api [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.376522} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.774760] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] a5184b19-a793-4186-baca-8d178d2f7a28/a5184b19-a793-4186-baca-8d178d2f7a28.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2062.774972] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2062.775254] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df7ffea8-75e1-47c3-8223-738f64912492 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.781448] env[62588]: DEBUG oslo_vmware.api [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Waiting for the task: (returnval){ [ 2062.781448] env[62588]: value = "task-1794700" [ 2062.781448] env[62588]: _type = "Task" [ 2062.781448] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.788283] env[62588]: DEBUG oslo_vmware.api [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.838049] env[62588]: DEBUG oslo_vmware.api [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52c828bd-4148-54a5-39cf-985c9aee8406, 'name': SearchDatastore_Task, 'duration_secs': 0.007911} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.838709] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e85ea9cb-7822-4f2c-8c5c-29f88c289228 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.843188] env[62588]: DEBUG oslo_vmware.api [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Waiting for the task: (returnval){ [ 2062.843188] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52683920-19f8-30e5-316b-906a47ff7f14" [ 2062.843188] env[62588]: _type = "Task" [ 2062.843188] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.849887] env[62588]: DEBUG oslo_vmware.api [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52683920-19f8-30e5-316b-906a47ff7f14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.097297] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: a5ed224c-8306-4488-9e7c-4da3c564dffe] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2063.290906] env[62588]: DEBUG oslo_vmware.api [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.353456] env[62588]: DEBUG oslo_vmware.api [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52683920-19f8-30e5-316b-906a47ff7f14, 'name': SearchDatastore_Task, 'duration_secs': 0.00894} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.353692] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2063.353941] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 14e6879a-c4e0-48b2-a1c8-7817c37b81fe/14e6879a-c4e0-48b2-a1c8-7817c37b81fe.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2063.354209] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-700e4562-80ac-4c22-9056-53a2d7217366 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.360812] env[62588]: DEBUG oslo_vmware.api [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Waiting for the task: (returnval){ [ 2063.360812] env[62588]: value = "task-1794701" [ 2063.360812] env[62588]: _type = "Task" [ 2063.360812] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.368205] env[62588]: DEBUG oslo_vmware.api [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.600586] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 7387d0ac-5771-42e3-85a4-93cee19791d5] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2063.791485] env[62588]: DEBUG oslo_vmware.api [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.943708} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.791744] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2063.792530] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3bf85c-95e0-422a-8d00-75a7a9786e44 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.811564] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] a5184b19-a793-4186-baca-8d178d2f7a28/a5184b19-a793-4186-baca-8d178d2f7a28.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2063.811855] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70a8655b-bd97-42f3-ad68-b68a658825d6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.831325] env[62588]: DEBUG oslo_vmware.api [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Waiting for the task: (returnval){ [ 2063.831325] env[62588]: value = "task-1794702" [ 2063.831325] env[62588]: _type = "Task" [ 2063.831325] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.839450] env[62588]: DEBUG oslo_vmware.api [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794702, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.871588] env[62588]: DEBUG oslo_vmware.api [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794701, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.104329] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: dc09d53d-8d5f-4d83-9ef6-0b14b143fde7] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2064.341914] env[62588]: DEBUG oslo_vmware.api [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794702, 'name': ReconfigVM_Task, 'duration_secs': 0.374727} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.342215] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Reconfigured VM instance instance-00000079 to attach disk [datastore1] a5184b19-a793-4186-baca-8d178d2f7a28/a5184b19-a793-4186-baca-8d178d2f7a28.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2064.342802] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fd86ae5-a8fc-447a-8446-3efaf66ec10a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.349165] env[62588]: DEBUG oslo_vmware.api [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Waiting for the task: (returnval){ [ 2064.349165] env[62588]: value = "task-1794703" [ 2064.349165] env[62588]: _type = "Task" [ 2064.349165] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.356164] env[62588]: DEBUG oslo_vmware.api [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794703, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.369148] env[62588]: DEBUG oslo_vmware.api [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794701, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715347} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.369374] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 14e6879a-c4e0-48b2-a1c8-7817c37b81fe/14e6879a-c4e0-48b2-a1c8-7817c37b81fe.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2064.369574] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2064.369793] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1881840-af59-4c92-b668-9248fc2fa0f6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.374906] env[62588]: DEBUG oslo_vmware.api [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Waiting for the task: (returnval){ [ 2064.374906] env[62588]: value = "task-1794704" [ 2064.374906] env[62588]: _type = "Task" [ 2064.374906] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.381604] env[62588]: DEBUG oslo_vmware.api [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794704, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.608195] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: b35be3c7-2565-4713-b426-60e18f6544d1] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2064.859660] env[62588]: DEBUG oslo_vmware.api [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794703, 'name': Rename_Task, 'duration_secs': 0.270769} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.859854] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2064.860103] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6735d18b-fa27-48cf-84d2-4975cb1ba268 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.866094] env[62588]: DEBUG oslo_vmware.api [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Waiting for the task: (returnval){ [ 2064.866094] env[62588]: value = "task-1794705" [ 2064.866094] env[62588]: _type = "Task" [ 2064.866094] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.872992] env[62588]: DEBUG oslo_vmware.api [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.881662] env[62588]: DEBUG oslo_vmware.api [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794704, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061336} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.881893] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2064.882599] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520b847e-7993-4d18-a9aa-103bb84ad1cc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.901454] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 14e6879a-c4e0-48b2-a1c8-7817c37b81fe/14e6879a-c4e0-48b2-a1c8-7817c37b81fe.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2064.901682] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-743a1515-3164-4ca3-b361-282d887bb0bf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.919404] env[62588]: DEBUG oslo_vmware.api [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Waiting for the task: (returnval){ [ 2064.919404] env[62588]: value = "task-1794706" [ 2064.919404] env[62588]: _type = "Task" [ 2064.919404] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.926638] env[62588]: DEBUG oslo_vmware.api [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794706, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.111757] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 866820b1-6d9a-43ec-98f5-2f9f52527865] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2065.375748] env[62588]: DEBUG oslo_vmware.api [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794705, 'name': PowerOnVM_Task, 'duration_secs': 0.465074} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.375975] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2065.376161] env[62588]: INFO nova.compute.manager [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Took 6.28 seconds to spawn the instance on the hypervisor. [ 2065.376373] env[62588]: DEBUG nova.compute.manager [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2065.377127] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3f6f8c-7fef-4bb6-97ca-3f16e4ce83ca {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.429060] env[62588]: DEBUG oslo_vmware.api [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794706, 'name': ReconfigVM_Task, 'duration_secs': 0.361346} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.429060] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 14e6879a-c4e0-48b2-a1c8-7817c37b81fe/14e6879a-c4e0-48b2-a1c8-7817c37b81fe.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2065.429317] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06700816-dfe4-4c02-95ca-55e9d10dc5ea {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.435420] env[62588]: DEBUG oslo_vmware.api [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Waiting for the task: (returnval){ [ 2065.435420] env[62588]: value = "task-1794707" [ 2065.435420] env[62588]: _type = "Task" [ 2065.435420] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.443820] env[62588]: DEBUG oslo_vmware.api [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794707, 'name': Rename_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.614834] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: d02648d1-c160-42e6-8e62-db27d4764f5b] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2065.894844] env[62588]: INFO nova.compute.manager [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Took 11.65 seconds to build instance. [ 2065.945818] env[62588]: DEBUG oslo_vmware.api [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794707, 'name': Rename_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.118638] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 5c4dc2c7-8c30-4ebb-9a87-7ad9d01cbb4b] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2066.397452] env[62588]: DEBUG oslo_concurrency.lockutils [None req-d6a61ff6-87f9-4e6c-9bed-5a8c499da319 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Lock "a5184b19-a793-4186-baca-8d178d2f7a28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.162s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.446063] env[62588]: DEBUG oslo_vmware.api [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794707, 'name': Rename_Task} progress is 99%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.621931] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 9093cafa-0c88-421b-999a-01a27833cd3b] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2066.946546] env[62588]: DEBUG oslo_vmware.api [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794707, 'name': Rename_Task, 'duration_secs': 1.132651} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.946784] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2066.947017] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cabf18b-1631-43ab-86e1-b7879734428a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.952572] env[62588]: DEBUG oslo_vmware.api [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Waiting for the task: (returnval){ [ 2066.952572] env[62588]: value = "task-1794708" [ 2066.952572] env[62588]: _type = "Task" [ 2066.952572] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.959667] env[62588]: DEBUG oslo_vmware.api [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.125125] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: e440420a-21e2-42dc-9659-393c4a715560] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2067.462288] env[62588]: DEBUG oslo_vmware.api [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794708, 'name': PowerOnVM_Task, 'duration_secs': 0.442588} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.462547] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2067.462738] env[62588]: INFO nova.compute.manager [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Took 6.24 seconds to spawn the instance on the hypervisor. [ 2067.462912] env[62588]: DEBUG nova.compute.manager [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2067.463663] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0e3c2a-39d7-419f-88ec-a308f8d54a28 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.628149] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: a3196246-6d9f-48a2-b6d9-9bfe56e8af2d] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2067.981379] env[62588]: INFO nova.compute.manager [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Took 13.54 seconds to build instance. [ 2068.131624] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 50cd2ea3-1c22-4157-a953-1e5d9e8ad915] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2068.403991] env[62588]: INFO nova.compute.manager [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Rebuilding instance [ 2068.443189] env[62588]: DEBUG nova.compute.manager [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2068.444060] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b33a8e4-0237-4fea-970e-5a233995c1a9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.483540] env[62588]: DEBUG oslo_concurrency.lockutils [None req-32388924-53eb-4c1d-b1ba-f82d843f1dbf tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Lock "14e6879a-c4e0-48b2-a1c8-7817c37b81fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.051s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2068.635640] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 3771ad9b-9159-4cd6-9428-aca368db8259] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2069.139862] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: e8f402f2-e120-4dea-83cd-1df5077221af] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2069.456930] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2069.457269] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-369c1d8a-0a8c-4fcf-a5ce-77ef571579ef {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.464371] env[62588]: DEBUG oslo_vmware.api [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Waiting for the task: (returnval){ [ 2069.464371] env[62588]: value = "task-1794709" [ 2069.464371] env[62588]: _type = "Task" [ 2069.464371] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.472584] env[62588]: DEBUG oslo_vmware.api [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.643781] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 6a5d81c6-e4ba-4066-967a-1e81e6eff0f7] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2069.716490] env[62588]: DEBUG nova.compute.manager [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Stashing vm_state: active {{(pid=62588) _prep_resize /opt/stack/nova/nova/compute/manager.py:6087}} [ 2069.973920] env[62588]: DEBUG oslo_vmware.api [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794709, 'name': PowerOffVM_Task, 'duration_secs': 0.110912} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.974144] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2069.974380] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2069.975119] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aea55b7-c74b-4281-810f-8cb32eff311a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.981663] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2069.981879] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-daf4e63d-94d2-43cc-bfe4-06df7c118d4e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.006448] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2070.006641] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2070.006821] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Deleting the datastore file [datastore1] 14e6879a-c4e0-48b2-a1c8-7817c37b81fe {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2070.007072] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6b1c637-d6e0-4b6d-8a39-ba19c140e218 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.012308] env[62588]: DEBUG oslo_vmware.api [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Waiting for the task: (returnval){ [ 2070.012308] env[62588]: value = "task-1794711" [ 2070.012308] env[62588]: _type = "Task" [ 2070.012308] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.019703] env[62588]: DEBUG oslo_vmware.api [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.147543] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: e19e9467-440b-4270-adc4-7959fc7344c2] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2070.234561] env[62588]: DEBUG oslo_concurrency.lockutils [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2070.234814] env[62588]: DEBUG oslo_concurrency.lockutils [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2070.521793] env[62588]: DEBUG oslo_vmware.api [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091088} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.522028] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2070.522185] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2070.522357] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2070.651448] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 93855408-6c6d-4480-9764-7dc12394438b] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2070.739591] env[62588]: INFO nova.compute.claims [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2071.155042] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 2f1cc4d5-24b4-47dc-ba6a-884141e9fa42] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2071.246085] env[62588]: INFO nova.compute.resource_tracker [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Updating resource usage from migration 936a82be-5b75-417b-a925-053b36278c61 [ 2071.307983] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4deac668-923f-4e5e-96fb-b55997ec0ad1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.315539] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31aaf0fa-d9ce-4c91-a4c5-ec3cf884e2f4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.344127] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664077d1-0d31-40b2-8df6-4e84be79ef63 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.350878] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3d7526-d25e-43eb-8a7f-28081771cfa6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.363426] env[62588]: DEBUG nova.compute.provider_tree [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2071.558404] env[62588]: DEBUG nova.virt.hardware [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2071.558705] env[62588]: DEBUG nova.virt.hardware [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2071.558863] env[62588]: DEBUG nova.virt.hardware [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2071.559055] env[62588]: DEBUG nova.virt.hardware [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2071.559205] env[62588]: DEBUG nova.virt.hardware [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2071.559351] env[62588]: DEBUG nova.virt.hardware [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2071.559552] env[62588]: DEBUG nova.virt.hardware [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2071.559710] env[62588]: DEBUG nova.virt.hardware [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2071.559880] env[62588]: DEBUG nova.virt.hardware [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2071.560044] env[62588]: DEBUG nova.virt.hardware [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2071.560218] env[62588]: DEBUG nova.virt.hardware [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2071.561075] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b10766-3cb9-4ca0-8688-2a538a7d0be5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.568739] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a197e0a8-db1e-420b-ad48-27be7b92a6d0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.582791] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Instance VIF info [] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2071.588241] env[62588]: DEBUG oslo.service.loopingcall [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2071.588459] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2071.588650] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29a5fe1a-96f7-46d0-a787-8211a00cd49d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.603997] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2071.603997] env[62588]: value = "task-1794712" [ 2071.603997] env[62588]: _type = "Task" [ 2071.603997] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.611104] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794712, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.658254] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 8ad0b805-95c8-43f6-a687-6819ae17c230] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2071.866310] env[62588]: DEBUG nova.scheduler.client.report [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2072.114158] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794712, 'name': CreateVM_Task, 'duration_secs': 0.238713} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.114362] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2072.114718] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2072.114873] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2072.115219] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2072.115466] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7859a282-2527-48e5-a0b6-5db26d6e477e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.119933] env[62588]: DEBUG oslo_vmware.api [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Waiting for the task: (returnval){ [ 2072.119933] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]523f98bf-bace-8711-9000-ceba24d974ca" [ 2072.119933] env[62588]: _type = "Task" [ 2072.119933] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.127121] env[62588]: DEBUG oslo_vmware.api [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]523f98bf-bace-8711-9000-ceba24d974ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.161009] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: e1cb64a7-1d26-4b65-b571-c586efe0a94d] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2072.371667] env[62588]: DEBUG oslo_concurrency.lockutils [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.137s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.371852] env[62588]: INFO nova.compute.manager [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Migrating [ 2072.630671] env[62588]: DEBUG oslo_vmware.api [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]523f98bf-bace-8711-9000-ceba24d974ca, 'name': SearchDatastore_Task, 'duration_secs': 0.011932} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.630971] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2072.631278] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2072.631561] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2072.631741] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2072.631969] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2072.632240] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d52fe1e7-8a5b-4277-9384-3ba65e73a118 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.640505] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2072.640676] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2072.641374] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62625a16-dcb9-4193-85e1-c5f091c66ad5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.646598] env[62588]: DEBUG oslo_vmware.api [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Waiting for the task: (returnval){ [ 2072.646598] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52038b80-af48-6e1e-17f8-e1fff7e076d8" [ 2072.646598] env[62588]: _type = "Task" [ 2072.646598] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.654222] env[62588]: DEBUG oslo_vmware.api [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52038b80-af48-6e1e-17f8-e1fff7e076d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.663728] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 3ee02a39-f285-405c-b7b8-ab797afe560c] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2072.887403] env[62588]: DEBUG oslo_concurrency.lockutils [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "refresh_cache-03d53994-4467-4bdc-adab-f09bb73fe874" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2072.887554] env[62588]: DEBUG oslo_concurrency.lockutils [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquired lock "refresh_cache-03d53994-4467-4bdc-adab-f09bb73fe874" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2072.887732] env[62588]: DEBUG nova.network.neutron [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2073.157226] env[62588]: DEBUG oslo_vmware.api [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52038b80-af48-6e1e-17f8-e1fff7e076d8, 'name': SearchDatastore_Task, 'duration_secs': 0.007909} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.157979] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f27eb70-1ad1-49b7-80df-d47829d02a6e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.164135] env[62588]: DEBUG oslo_vmware.api [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Waiting for the task: (returnval){ [ 2073.164135] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]521a9866-0168-1b7f-d5a4-bdf991a5a544" [ 2073.164135] env[62588]: _type = "Task" [ 2073.164135] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.167312] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: a41194c6-c686-4ced-8599-8618d566ccfa] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2073.173455] env[62588]: DEBUG oslo_vmware.api [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]521a9866-0168-1b7f-d5a4-bdf991a5a544, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.598760] env[62588]: DEBUG nova.network.neutron [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Updating instance_info_cache with network_info: [{"id": "bbf1f7b5-d555-4986-a218-41ac7ce6dcc9", "address": "fa:16:3e:cb:3a:28", "network": {"id": "005b221e-cf07-4d05-b85b-99fe5911cbdb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-505805492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ae052fbdc942f0b17b96ab4d2252d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbf1f7b5-d5", "ovs_interfaceid": "bbf1f7b5-d555-4986-a218-41ac7ce6dcc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2073.670162] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 1c13f071-ee91-40c2-bada-1dad8d195451] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2073.675320] env[62588]: DEBUG oslo_vmware.api [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]521a9866-0168-1b7f-d5a4-bdf991a5a544, 'name': SearchDatastore_Task, 'duration_secs': 0.009438} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.675793] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2073.676054] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 14e6879a-c4e0-48b2-a1c8-7817c37b81fe/14e6879a-c4e0-48b2-a1c8-7817c37b81fe.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2073.676568] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-565f4604-b80b-4608-baf2-b6d096b8a807 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.683450] env[62588]: DEBUG oslo_vmware.api [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Waiting for the task: (returnval){ [ 2073.683450] env[62588]: value = "task-1794713" [ 2073.683450] env[62588]: _type = "Task" [ 2073.683450] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.690904] env[62588]: DEBUG oslo_vmware.api [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.101697] env[62588]: DEBUG oslo_concurrency.lockutils [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Releasing lock "refresh_cache-03d53994-4467-4bdc-adab-f09bb73fe874" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2074.176855] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 8393d21d-0eb6-446b-9c81-8a78d8f8243c] Instance has had 0 of 5 cleanup attempts {{(pid=62588) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2074.193210] env[62588]: DEBUG oslo_vmware.api [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.403655} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.193474] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 14e6879a-c4e0-48b2-a1c8-7817c37b81fe/14e6879a-c4e0-48b2-a1c8-7817c37b81fe.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2074.193680] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2074.193919] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-783eb9f5-062e-4acc-9161-94ab29f48c02 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.200615] env[62588]: DEBUG oslo_vmware.api [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Waiting for the task: (returnval){ [ 2074.200615] env[62588]: value = "task-1794714" [ 2074.200615] env[62588]: _type = "Task" [ 2074.200615] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.208878] env[62588]: DEBUG oslo_vmware.api [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.710498] env[62588]: DEBUG oslo_vmware.api [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06529} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.710751] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2074.711513] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfbcc43-0019-4466-8471-87508aadfa1d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.730195] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 14e6879a-c4e0-48b2-a1c8-7817c37b81fe/14e6879a-c4e0-48b2-a1c8-7817c37b81fe.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2074.730410] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29db14d7-3a51-4443-91e7-ba2f98c8b270 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.748273] env[62588]: DEBUG oslo_vmware.api [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Waiting for the task: (returnval){ [ 2074.748273] env[62588]: value = "task-1794715" [ 2074.748273] env[62588]: _type = "Task" [ 2074.748273] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.755190] env[62588]: DEBUG oslo_vmware.api [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794715, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.258305] env[62588]: DEBUG oslo_vmware.api [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794715, 'name': ReconfigVM_Task, 'duration_secs': 0.368635} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.258695] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 14e6879a-c4e0-48b2-a1c8-7817c37b81fe/14e6879a-c4e0-48b2-a1c8-7817c37b81fe.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2075.259174] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-223866cc-c0bd-41d3-8a8b-1bfc12e5f75d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.265329] env[62588]: DEBUG oslo_vmware.api [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Waiting for the task: (returnval){ [ 2075.265329] env[62588]: value = "task-1794716" [ 2075.265329] env[62588]: _type = "Task" [ 2075.265329] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.272792] env[62588]: DEBUG oslo_vmware.api [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794716, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.617055] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270e079e-28d8-4899-9844-e4997083de6b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.635412] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Updating instance '03d53994-4467-4bdc-adab-f09bb73fe874' progress to 0 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2075.774755] env[62588]: DEBUG oslo_vmware.api [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794716, 'name': Rename_Task, 'duration_secs': 0.137211} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.775032] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2075.775294] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b83d8057-3ab5-45a7-b781-c49ac826284f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.781629] env[62588]: DEBUG oslo_vmware.api [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Waiting for the task: (returnval){ [ 2075.781629] env[62588]: value = "task-1794717" [ 2075.781629] env[62588]: _type = "Task" [ 2075.781629] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.788654] env[62588]: DEBUG oslo_vmware.api [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.140888] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2076.141243] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95ddf934-67a4-46a5-b11f-072dfdd036f3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.148980] env[62588]: DEBUG oslo_vmware.api [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2076.148980] env[62588]: value = "task-1794718" [ 2076.148980] env[62588]: _type = "Task" [ 2076.148980] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.157836] env[62588]: DEBUG oslo_vmware.api [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.293208] env[62588]: DEBUG oslo_vmware.api [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794717, 'name': PowerOnVM_Task, 'duration_secs': 0.399001} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.293804] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2076.293804] env[62588]: DEBUG nova.compute.manager [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2076.294588] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fd086d-443f-4888-8a6a-b2721ffcc876 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.658561] env[62588]: DEBUG oslo_vmware.api [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794718, 'name': PowerOffVM_Task, 'duration_secs': 0.185309} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.659345] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2076.659540] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Updating instance '03d53994-4467-4bdc-adab-f09bb73fe874' progress to 17 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2076.811653] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.811897] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.812341] env[62588]: DEBUG nova.objects.instance [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62588) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2077.147476] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Acquiring lock "14e6879a-c4e0-48b2-a1c8-7817c37b81fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2077.147703] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Lock "14e6879a-c4e0-48b2-a1c8-7817c37b81fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2077.147894] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Acquiring lock "14e6879a-c4e0-48b2-a1c8-7817c37b81fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2077.148085] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Lock "14e6879a-c4e0-48b2-a1c8-7817c37b81fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2077.148258] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Lock "14e6879a-c4e0-48b2-a1c8-7817c37b81fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.150447] env[62588]: INFO nova.compute.manager [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Terminating instance [ 2077.165010] env[62588]: DEBUG nova.virt.hardware [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:37:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2077.165259] env[62588]: DEBUG nova.virt.hardware [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2077.165418] env[62588]: DEBUG nova.virt.hardware [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2077.165597] env[62588]: DEBUG nova.virt.hardware [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2077.165741] env[62588]: DEBUG nova.virt.hardware [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2077.165884] env[62588]: DEBUG nova.virt.hardware [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2077.166095] env[62588]: DEBUG nova.virt.hardware [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2077.166283] env[62588]: DEBUG nova.virt.hardware [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2077.166456] env[62588]: DEBUG nova.virt.hardware [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2077.166754] env[62588]: DEBUG nova.virt.hardware [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2077.166827] env[62588]: DEBUG nova.virt.hardware [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2077.171883] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a7483dd-0b67-49a7-80cc-c7c636bd5621 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.188492] env[62588]: DEBUG oslo_vmware.api [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2077.188492] env[62588]: value = "task-1794719" [ 2077.188492] env[62588]: _type = "Task" [ 2077.188492] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.196294] env[62588]: DEBUG oslo_vmware.api [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794719, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.653919] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Acquiring lock "refresh_cache-14e6879a-c4e0-48b2-a1c8-7817c37b81fe" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2077.654201] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Acquired lock "refresh_cache-14e6879a-c4e0-48b2-a1c8-7817c37b81fe" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2077.654314] env[62588]: DEBUG nova.network.neutron [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2077.698922] env[62588]: DEBUG oslo_vmware.api [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794719, 'name': ReconfigVM_Task, 'duration_secs': 0.295438} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.699300] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Updating instance '03d53994-4467-4bdc-adab-f09bb73fe874' progress to 33 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2077.820526] env[62588]: DEBUG oslo_concurrency.lockutils [None req-8384dc0d-8116-4757-b5c6-2626dead2807 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2078.172640] env[62588]: DEBUG nova.network.neutron [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2078.205699] env[62588]: DEBUG nova.virt.hardware [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2078.205970] env[62588]: DEBUG nova.virt.hardware [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2078.206108] env[62588]: DEBUG nova.virt.hardware [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2078.206318] env[62588]: DEBUG nova.virt.hardware [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2078.206462] env[62588]: DEBUG nova.virt.hardware [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2078.206608] env[62588]: DEBUG nova.virt.hardware [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2078.206804] env[62588]: DEBUG nova.virt.hardware [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2078.206957] env[62588]: DEBUG nova.virt.hardware [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2078.207134] env[62588]: DEBUG nova.virt.hardware [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2078.207293] env[62588]: DEBUG nova.virt.hardware [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2078.207463] env[62588]: DEBUG nova.virt.hardware [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2078.212657] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2078.212923] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75698834-64c5-4243-aa8e-94c2b93977d7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.226061] env[62588]: DEBUG nova.network.neutron [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2078.233538] env[62588]: DEBUG oslo_vmware.api [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2078.233538] env[62588]: value = "task-1794720" [ 2078.233538] env[62588]: _type = "Task" [ 2078.233538] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.242170] env[62588]: DEBUG oslo_vmware.api [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794720, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.729218] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Releasing lock "refresh_cache-14e6879a-c4e0-48b2-a1c8-7817c37b81fe" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2078.729710] env[62588]: DEBUG nova.compute.manager [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2078.729861] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2078.730753] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a775d313-75d7-4764-8c95-605df9db1241 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.742041] env[62588]: DEBUG oslo_vmware.api [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794720, 'name': ReconfigVM_Task, 'duration_secs': 0.227572} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.744070] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2078.744391] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2078.745092] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b16b8d4-c492-4181-bef0-c4d07638de00 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.747437] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a036d46-5315-4bd0-a7d5-9c500e1ed1cd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.769721] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 03d53994-4467-4bdc-adab-f09bb73fe874/03d53994-4467-4bdc-adab-f09bb73fe874.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2078.771198] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90df253c-8a9c-4e9e-91e2-916692e5fa60 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.783775] env[62588]: DEBUG oslo_vmware.api [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Waiting for the task: (returnval){ [ 2078.783775] env[62588]: value = "task-1794721" [ 2078.783775] env[62588]: _type = "Task" [ 2078.783775] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.789060] env[62588]: DEBUG oslo_vmware.api [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2078.789060] env[62588]: value = "task-1794722" [ 2078.789060] env[62588]: _type = "Task" [ 2078.789060] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.792232] env[62588]: DEBUG oslo_vmware.api [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.799806] env[62588]: DEBUG oslo_vmware.api [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794722, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.293139] env[62588]: DEBUG oslo_vmware.api [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794721, 'name': PowerOffVM_Task, 'duration_secs': 0.122165} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.295982] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2079.296175] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2079.296445] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e47c108-4809-4e0f-9e24-3aa6e8fd1538 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.302410] env[62588]: DEBUG oslo_vmware.api [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794722, 'name': ReconfigVM_Task, 'duration_secs': 0.24139} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.302649] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 03d53994-4467-4bdc-adab-f09bb73fe874/03d53994-4467-4bdc-adab-f09bb73fe874.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2079.302922] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Updating instance '03d53994-4467-4bdc-adab-f09bb73fe874' progress to 50 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2079.322607] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2079.322838] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2079.323027] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Deleting the datastore file [datastore1] 14e6879a-c4e0-48b2-a1c8-7817c37b81fe {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2079.323289] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55cf5f23-4857-481f-a8fe-f7ad623f723a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.328741] env[62588]: DEBUG oslo_vmware.api [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Waiting for the task: (returnval){ [ 2079.328741] env[62588]: value = "task-1794724" [ 2079.328741] env[62588]: _type = "Task" [ 2079.328741] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.336072] env[62588]: DEBUG oslo_vmware.api [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.809164] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66688817-9f5b-4a86-871a-4efd36ddd7d2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.828126] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2657af9f-ef65-4ef6-a41c-c13017fa9f27 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.838132] env[62588]: DEBUG oslo_vmware.api [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09202} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.850387] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2079.850589] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2079.850762] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2079.850934] env[62588]: INFO nova.compute.manager [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2079.851191] env[62588]: DEBUG oslo.service.loopingcall [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2079.851428] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Updating instance '03d53994-4467-4bdc-adab-f09bb73fe874' progress to 67 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2079.854678] env[62588]: DEBUG nova.compute.manager [-] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2079.854789] env[62588]: DEBUG nova.network.neutron [-] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2079.890295] env[62588]: DEBUG nova.network.neutron [-] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2080.392186] env[62588]: DEBUG nova.network.neutron [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Port bbf1f7b5-d555-4986-a218-41ac7ce6dcc9 binding to destination host cpu-1 is already ACTIVE {{(pid=62588) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2080.394098] env[62588]: DEBUG nova.network.neutron [-] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2080.898611] env[62588]: INFO nova.compute.manager [-] [instance: 14e6879a-c4e0-48b2-a1c8-7817c37b81fe] Took 1.04 seconds to deallocate network for instance. [ 2081.411093] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2081.415082] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.415082] env[62588]: DEBUG nova.objects.instance [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Lazy-loading 'resources' on Instance uuid 14e6879a-c4e0-48b2-a1c8-7817c37b81fe {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2081.417616] env[62588]: DEBUG oslo_concurrency.lockutils [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "03d53994-4467-4bdc-adab-f09bb73fe874-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2081.417916] env[62588]: DEBUG oslo_concurrency.lockutils [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "03d53994-4467-4bdc-adab-f09bb73fe874-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.418201] env[62588]: DEBUG oslo_concurrency.lockutils [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "03d53994-4467-4bdc-adab-f09bb73fe874-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.033411] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d864a6-437b-410c-a605-cdea1e952dd1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.041232] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519c3e46-38c5-4d80-8531-f5121bf22f28 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.070348] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45ebe6f-614b-4767-8f19-0e9c144d0d7f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.077112] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffdf258-1583-4b46-b8af-831f06d091ae {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.090476] env[62588]: DEBUG nova.compute.provider_tree [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2082.451909] env[62588]: DEBUG oslo_concurrency.lockutils [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "refresh_cache-03d53994-4467-4bdc-adab-f09bb73fe874" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2082.452119] env[62588]: DEBUG oslo_concurrency.lockutils [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquired lock "refresh_cache-03d53994-4467-4bdc-adab-f09bb73fe874" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2082.452298] env[62588]: DEBUG nova.network.neutron [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2082.593563] env[62588]: DEBUG nova.scheduler.client.report [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2083.099806] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2083.119408] env[62588]: INFO nova.scheduler.client.report [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Deleted allocations for instance 14e6879a-c4e0-48b2-a1c8-7817c37b81fe [ 2083.199550] env[62588]: DEBUG nova.network.neutron [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Updating instance_info_cache with network_info: [{"id": "bbf1f7b5-d555-4986-a218-41ac7ce6dcc9", "address": "fa:16:3e:cb:3a:28", "network": {"id": "005b221e-cf07-4d05-b85b-99fe5911cbdb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-505805492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ae052fbdc942f0b17b96ab4d2252d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbf1f7b5-d5", "ovs_interfaceid": "bbf1f7b5-d555-4986-a218-41ac7ce6dcc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2083.628018] env[62588]: DEBUG oslo_concurrency.lockutils [None req-f2b95ca7-9fdc-4d57-a301-56f1709ddcf3 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Lock "14e6879a-c4e0-48b2-a1c8-7817c37b81fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.480s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2083.702181] env[62588]: DEBUG oslo_concurrency.lockutils [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Releasing lock "refresh_cache-03d53994-4467-4bdc-adab-f09bb73fe874" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2083.967265] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ed54c968-4307-4800-811d-bd3f5c9cf34a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "af1acff2-000e-4117-8d9b-971ccc2cbeb7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2083.967498] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ed54c968-4307-4800-811d-bd3f5c9cf34a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "af1acff2-000e-4117-8d9b-971ccc2cbeb7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.226497] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c474dbaf-f2c2-4670-a217-243c1cbb282a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.246261] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c56bce-3b0d-405a-b756-7119bff55af4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.253127] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Updating instance '03d53994-4467-4bdc-adab-f09bb73fe874' progress to 83 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2084.471170] env[62588]: DEBUG nova.compute.utils [None req-ed54c968-4307-4800-811d-bd3f5c9cf34a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2084.759139] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2084.759399] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06581f68-147a-4c9c-a012-87745cb7ff51 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.766999] env[62588]: DEBUG oslo_vmware.api [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2084.766999] env[62588]: value = "task-1794725" [ 2084.766999] env[62588]: _type = "Task" [ 2084.766999] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.774882] env[62588]: DEBUG oslo_vmware.api [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.801017] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Acquiring lock "a5184b19-a793-4186-baca-8d178d2f7a28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2084.801297] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Lock "a5184b19-a793-4186-baca-8d178d2f7a28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.801580] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Acquiring lock "a5184b19-a793-4186-baca-8d178d2f7a28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2084.801806] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Lock "a5184b19-a793-4186-baca-8d178d2f7a28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.802084] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Lock "a5184b19-a793-4186-baca-8d178d2f7a28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.804334] env[62588]: INFO nova.compute.manager [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Terminating instance [ 2084.974334] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ed54c968-4307-4800-811d-bd3f5c9cf34a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "af1acff2-000e-4117-8d9b-971ccc2cbeb7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2085.277064] env[62588]: DEBUG oslo_vmware.api [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794725, 'name': PowerOnVM_Task, 'duration_secs': 0.365384} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.277064] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2085.277064] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-173b85a6-d413-4a6c-8ce4-7781d272e353 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Updating instance '03d53994-4467-4bdc-adab-f09bb73fe874' progress to 100 {{(pid=62588) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2085.308570] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Acquiring lock "refresh_cache-a5184b19-a793-4186-baca-8d178d2f7a28" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2085.308746] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Acquired lock "refresh_cache-a5184b19-a793-4186-baca-8d178d2f7a28" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2085.308925] env[62588]: DEBUG nova.network.neutron [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2085.826891] env[62588]: DEBUG nova.network.neutron [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2085.879711] env[62588]: DEBUG nova.network.neutron [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2086.029860] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ed54c968-4307-4800-811d-bd3f5c9cf34a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "af1acff2-000e-4117-8d9b-971ccc2cbeb7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.030124] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ed54c968-4307-4800-811d-bd3f5c9cf34a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "af1acff2-000e-4117-8d9b-971ccc2cbeb7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.030395] env[62588]: INFO nova.compute.manager [None req-ed54c968-4307-4800-811d-bd3f5c9cf34a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Attaching volume 6e637fe4-9715-4e74-9457-c5de45904ed3 to /dev/sdb [ 2086.059115] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff30476a-e60a-49ba-91aa-387febfd87fa {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.066403] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e10bc3-9dd0-442c-aa3e-83a8d336bc77 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.079593] env[62588]: DEBUG nova.virt.block_device [None req-ed54c968-4307-4800-811d-bd3f5c9cf34a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Updating existing volume attachment record: 30ee675f-2fd0-49bc-95f4-c40436de4760 {{(pid=62588) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2086.382788] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Releasing lock "refresh_cache-a5184b19-a793-4186-baca-8d178d2f7a28" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.383350] env[62588]: DEBUG nova.compute.manager [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2086.383597] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2086.384528] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc949b45-8296-490a-8946-6e1469e0d134 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.393637] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2086.393896] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f9825fa-de9c-4ee4-b45c-4f50b64c4005 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.400321] env[62588]: DEBUG oslo_vmware.api [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Waiting for the task: (returnval){ [ 2086.400321] env[62588]: value = "task-1794727" [ 2086.400321] env[62588]: _type = "Task" [ 2086.400321] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.407947] env[62588]: DEBUG oslo_vmware.api [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.910345] env[62588]: DEBUG oslo_vmware.api [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794727, 'name': PowerOffVM_Task, 'duration_secs': 0.206885} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.910615] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2086.910783] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2086.911032] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5abf748-943e-430a-baf8-5fdf790314c9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.933725] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2086.933927] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2086.934120] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Deleting the datastore file [datastore1] a5184b19-a793-4186-baca-8d178d2f7a28 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2086.934354] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb068813-982a-4c37-8fee-4455ed1cff72 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.940078] env[62588]: DEBUG oslo_vmware.api [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Waiting for the task: (returnval){ [ 2086.940078] env[62588]: value = "task-1794729" [ 2086.940078] env[62588]: _type = "Task" [ 2086.940078] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.947190] env[62588]: DEBUG oslo_vmware.api [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.097974] env[62588]: DEBUG nova.network.neutron [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Port bbf1f7b5-d555-4986-a218-41ac7ce6dcc9 binding to destination host cpu-1 is already ACTIVE {{(pid=62588) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2087.098257] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "refresh_cache-03d53994-4467-4bdc-adab-f09bb73fe874" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2087.098411] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquired lock "refresh_cache-03d53994-4467-4bdc-adab-f09bb73fe874" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2087.098571] env[62588]: DEBUG nova.network.neutron [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2087.451451] env[62588]: DEBUG oslo_vmware.api [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Task: {'id': task-1794729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.087229} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.451877] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2087.451967] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2087.452208] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2087.452446] env[62588]: INFO nova.compute.manager [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Took 1.07 seconds to destroy the instance on the hypervisor. [ 2087.452749] env[62588]: DEBUG oslo.service.loopingcall [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2087.452963] env[62588]: DEBUG nova.compute.manager [-] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2087.453119] env[62588]: DEBUG nova.network.neutron [-] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2087.468377] env[62588]: DEBUG nova.network.neutron [-] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2087.840963] env[62588]: DEBUG nova.network.neutron [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Updating instance_info_cache with network_info: [{"id": "bbf1f7b5-d555-4986-a218-41ac7ce6dcc9", "address": "fa:16:3e:cb:3a:28", "network": {"id": "005b221e-cf07-4d05-b85b-99fe5911cbdb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-505805492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ae052fbdc942f0b17b96ab4d2252d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbf1f7b5-d5", "ovs_interfaceid": "bbf1f7b5-d555-4986-a218-41ac7ce6dcc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2087.970934] env[62588]: DEBUG nova.network.neutron [-] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2088.343840] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Releasing lock "refresh_cache-03d53994-4467-4bdc-adab-f09bb73fe874" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2088.473496] env[62588]: INFO nova.compute.manager [-] [instance: a5184b19-a793-4186-baca-8d178d2f7a28] Took 1.02 seconds to deallocate network for instance. [ 2088.847351] env[62588]: DEBUG nova.compute.manager [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62588) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2088.847503] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2088.847713] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2088.980476] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2089.350595] env[62588]: DEBUG nova.objects.instance [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lazy-loading 'migration_context' on Instance uuid 03d53994-4467-4bdc-adab-f09bb73fe874 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2089.913651] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f38cd0-d9d2-4f44-9c72-90e44ffe0ac0 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.921265] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49852777-1599-42b4-b877-46b743009c56 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.950243] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdcbee4-b8ad-4bd9-adc7-daa430a22cba {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.957223] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e015408-4c21-4b2e-b8c5-e81484d766c1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.970052] env[62588]: DEBUG nova.compute.provider_tree [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2090.473689] env[62588]: DEBUG nova.scheduler.client.report [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2090.623880] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed54c968-4307-4800-811d-bd3f5c9cf34a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Volume attach. Driver type: vmdk {{(pid=62588) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2090.624136] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed54c968-4307-4800-811d-bd3f5c9cf34a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372220', 'volume_id': '6e637fe4-9715-4e74-9457-c5de45904ed3', 'name': 'volume-6e637fe4-9715-4e74-9457-c5de45904ed3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'af1acff2-000e-4117-8d9b-971ccc2cbeb7', 'attached_at': '', 'detached_at': '', 'volume_id': '6e637fe4-9715-4e74-9457-c5de45904ed3', 'serial': '6e637fe4-9715-4e74-9457-c5de45904ed3'} {{(pid=62588) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2090.625117] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38c3d95-34e5-4147-8404-c682620e8864 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.642558] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0c7663-e063-4a32-88a6-0b9c0e04170e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.666571] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed54c968-4307-4800-811d-bd3f5c9cf34a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-6e637fe4-9715-4e74-9457-c5de45904ed3/volume-6e637fe4-9715-4e74-9457-c5de45904ed3.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2090.666837] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07847933-3b9a-4346-b96a-c50f7ccc508e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.684236] env[62588]: DEBUG oslo_vmware.api [None req-ed54c968-4307-4800-811d-bd3f5c9cf34a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 2090.684236] env[62588]: value = "task-1794731" [ 2090.684236] env[62588]: _type = "Task" [ 2090.684236] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.692760] env[62588]: DEBUG oslo_vmware.api [None req-ed54c968-4307-4800-811d-bd3f5c9cf34a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794731, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.194062] env[62588]: DEBUG oslo_vmware.api [None req-ed54c968-4307-4800-811d-bd3f5c9cf34a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794731, 'name': ReconfigVM_Task, 'duration_secs': 0.311818} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.194420] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed54c968-4307-4800-811d-bd3f5c9cf34a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-6e637fe4-9715-4e74-9457-c5de45904ed3/volume-6e637fe4-9715-4e74-9457-c5de45904ed3.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2091.198852] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69abca6f-2635-4d70-a227-df60f6105061 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.213093] env[62588]: DEBUG oslo_vmware.api [None req-ed54c968-4307-4800-811d-bd3f5c9cf34a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 2091.213093] env[62588]: value = "task-1794732" [ 2091.213093] env[62588]: _type = "Task" [ 2091.213093] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.220498] env[62588]: DEBUG oslo_vmware.api [None req-ed54c968-4307-4800-811d-bd3f5c9cf34a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794732, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.485410] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.637s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2091.490962] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.511s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.491221] env[62588]: DEBUG nova.objects.instance [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Lazy-loading 'resources' on Instance uuid a5184b19-a793-4186-baca-8d178d2f7a28 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2091.722800] env[62588]: DEBUG oslo_vmware.api [None req-ed54c968-4307-4800-811d-bd3f5c9cf34a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794732, 'name': ReconfigVM_Task, 'duration_secs': 0.127049} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.723126] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed54c968-4307-4800-811d-bd3f5c9cf34a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372220', 'volume_id': '6e637fe4-9715-4e74-9457-c5de45904ed3', 'name': 'volume-6e637fe4-9715-4e74-9457-c5de45904ed3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'af1acff2-000e-4117-8d9b-971ccc2cbeb7', 'attached_at': '', 'detached_at': '', 'volume_id': '6e637fe4-9715-4e74-9457-c5de45904ed3', 'serial': '6e637fe4-9715-4e74-9457-c5de45904ed3'} {{(pid=62588) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2092.056124] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd71863-eb2f-4d7c-a6de-3e5e8d84a308 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.063582] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d2a055-a092-4e9a-a327-7226d46c0eab {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.100078] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec563feb-5486-4b4a-8288-9166620a3813 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.107915] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4220f9d3-945a-4661-b6af-32b359642162 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.121253] env[62588]: DEBUG nova.compute.provider_tree [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2092.625052] env[62588]: DEBUG nova.scheduler.client.report [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2092.760677] env[62588]: DEBUG nova.objects.instance [None req-ed54c968-4307-4800-811d-bd3f5c9cf34a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lazy-loading 'flavor' on Instance uuid af1acff2-000e-4117-8d9b-971ccc2cbeb7 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2093.022132] env[62588]: INFO nova.compute.manager [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Swapping old allocation on dict_keys(['eaab8868-4bee-41d4-8b5c-ca05c3049f36']) held by migration 936a82be-5b75-417b-a925-053b36278c61 for instance [ 2093.042285] env[62588]: DEBUG nova.scheduler.client.report [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Overwriting current allocation {'allocations': {'eaab8868-4bee-41d4-8b5c-ca05c3049f36': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 184}}, 'project_id': '64ae052fbdc942f0b17b96ab4d2252d3', 'user_id': 'fba669281fe747dd86a8a6db302c8dca', 'consumer_generation': 1} on consumer 03d53994-4467-4bdc-adab-f09bb73fe874 {{(pid=62588) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2093.115361] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "refresh_cache-03d53994-4467-4bdc-adab-f09bb73fe874" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2093.115550] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquired lock "refresh_cache-03d53994-4467-4bdc-adab-f09bb73fe874" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2093.115727] env[62588]: DEBUG nova.network.neutron [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2093.129927] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.144761] env[62588]: INFO nova.scheduler.client.report [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Deleted allocations for instance a5184b19-a793-4186-baca-8d178d2f7a28 [ 2093.265705] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ed54c968-4307-4800-811d-bd3f5c9cf34a tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "af1acff2-000e-4117-8d9b-971ccc2cbeb7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.235s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.450300] env[62588]: DEBUG oslo_concurrency.lockutils [None req-48d38255-23c7-4807-9d56-bf18f14dce48 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "af1acff2-000e-4117-8d9b-971ccc2cbeb7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2093.450505] env[62588]: DEBUG oslo_concurrency.lockutils [None req-48d38255-23c7-4807-9d56-bf18f14dce48 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "af1acff2-000e-4117-8d9b-971ccc2cbeb7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2093.652828] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b39bc1e5-cc0d-41de-9ca2-8fa6e56c10c7 tempest-ServerShowV247Test-1870868752 tempest-ServerShowV247Test-1870868752-project-member] Lock "a5184b19-a793-4186-baca-8d178d2f7a28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.851s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.854186] env[62588]: DEBUG nova.network.neutron [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Updating instance_info_cache with network_info: [{"id": "bbf1f7b5-d555-4986-a218-41ac7ce6dcc9", "address": "fa:16:3e:cb:3a:28", "network": {"id": "005b221e-cf07-4d05-b85b-99fe5911cbdb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-505805492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ae052fbdc942f0b17b96ab4d2252d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbf1f7b5-d5", "ovs_interfaceid": "bbf1f7b5-d555-4986-a218-41ac7ce6dcc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2093.953711] env[62588]: INFO nova.compute.manager [None req-48d38255-23c7-4807-9d56-bf18f14dce48 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Detaching volume 6e637fe4-9715-4e74-9457-c5de45904ed3 [ 2093.986918] env[62588]: INFO nova.virt.block_device [None req-48d38255-23c7-4807-9d56-bf18f14dce48 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Attempting to driver detach volume 6e637fe4-9715-4e74-9457-c5de45904ed3 from mountpoint /dev/sdb [ 2093.987189] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d38255-23c7-4807-9d56-bf18f14dce48 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Volume detach. Driver type: vmdk {{(pid=62588) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2093.987392] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d38255-23c7-4807-9d56-bf18f14dce48 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372220', 'volume_id': '6e637fe4-9715-4e74-9457-c5de45904ed3', 'name': 'volume-6e637fe4-9715-4e74-9457-c5de45904ed3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'af1acff2-000e-4117-8d9b-971ccc2cbeb7', 'attached_at': '', 'detached_at': '', 'volume_id': '6e637fe4-9715-4e74-9457-c5de45904ed3', 'serial': '6e637fe4-9715-4e74-9457-c5de45904ed3'} {{(pid=62588) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2093.988312] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d95cf6-9f95-416d-bdd5-598be47cad59 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.011009] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36489804-6ebf-4471-a207-4079abca20d2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.018031] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc820681-f70f-4713-a785-9a3e37982901 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.037683] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db4a31c-56af-49b5-bbba-f0f9b6697d2d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.052206] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d38255-23c7-4807-9d56-bf18f14dce48 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] The volume has not been displaced from its original location: [datastore1] volume-6e637fe4-9715-4e74-9457-c5de45904ed3/volume-6e637fe4-9715-4e74-9457-c5de45904ed3.vmdk. No consolidation needed. {{(pid=62588) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2094.057445] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d38255-23c7-4807-9d56-bf18f14dce48 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2094.057759] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9694d254-15e7-44d2-801f-6c9a61712624 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.075608] env[62588]: DEBUG oslo_vmware.api [None req-48d38255-23c7-4807-9d56-bf18f14dce48 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 2094.075608] env[62588]: value = "task-1794733" [ 2094.075608] env[62588]: _type = "Task" [ 2094.075608] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.084784] env[62588]: DEBUG oslo_vmware.api [None req-48d38255-23c7-4807-9d56-bf18f14dce48 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794733, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.357728] env[62588]: DEBUG oslo_concurrency.lockutils [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Releasing lock "refresh_cache-03d53994-4467-4bdc-adab-f09bb73fe874" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2094.358180] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2094.358483] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03344983-cbb8-40cb-bcd4-7bfad50985a3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.365974] env[62588]: DEBUG oslo_vmware.api [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2094.365974] env[62588]: value = "task-1794734" [ 2094.365974] env[62588]: _type = "Task" [ 2094.365974] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.375178] env[62588]: DEBUG oslo_vmware.api [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.584971] env[62588]: DEBUG oslo_vmware.api [None req-48d38255-23c7-4807-9d56-bf18f14dce48 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794733, 'name': ReconfigVM_Task, 'duration_secs': 0.23177} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.585291] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d38255-23c7-4807-9d56-bf18f14dce48 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2094.589785] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abebc459-950e-4b0a-83f8-6b163b976659 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.604321] env[62588]: DEBUG oslo_vmware.api [None req-48d38255-23c7-4807-9d56-bf18f14dce48 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 2094.604321] env[62588]: value = "task-1794735" [ 2094.604321] env[62588]: _type = "Task" [ 2094.604321] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.611718] env[62588]: DEBUG oslo_vmware.api [None req-48d38255-23c7-4807-9d56-bf18f14dce48 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.876152] env[62588]: DEBUG oslo_vmware.api [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794734, 'name': PowerOffVM_Task, 'duration_secs': 0.222122} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.876596] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2094.877076] env[62588]: DEBUG nova.virt.hardware [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2094.877308] env[62588]: DEBUG nova.virt.hardware [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2094.877483] env[62588]: DEBUG nova.virt.hardware [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2094.877638] env[62588]: DEBUG nova.virt.hardware [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2094.877780] env[62588]: DEBUG nova.virt.hardware [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2094.877921] env[62588]: DEBUG nova.virt.hardware [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2094.878135] env[62588]: DEBUG nova.virt.hardware [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2094.878299] env[62588]: DEBUG nova.virt.hardware [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2094.878464] env[62588]: DEBUG nova.virt.hardware [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2094.878622] env[62588]: DEBUG nova.virt.hardware [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2094.878789] env[62588]: DEBUG nova.virt.hardware [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2094.883620] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85c3318b-22e7-445d-b5c2-38de79082709 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.898329] env[62588]: DEBUG oslo_vmware.api [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2094.898329] env[62588]: value = "task-1794736" [ 2094.898329] env[62588]: _type = "Task" [ 2094.898329] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.905782] env[62588]: DEBUG oslo_vmware.api [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794736, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.113886] env[62588]: DEBUG oslo_vmware.api [None req-48d38255-23c7-4807-9d56-bf18f14dce48 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794735, 'name': ReconfigVM_Task, 'duration_secs': 0.139055} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.114204] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d38255-23c7-4807-9d56-bf18f14dce48 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372220', 'volume_id': '6e637fe4-9715-4e74-9457-c5de45904ed3', 'name': 'volume-6e637fe4-9715-4e74-9457-c5de45904ed3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'af1acff2-000e-4117-8d9b-971ccc2cbeb7', 'attached_at': '', 'detached_at': '', 'volume_id': '6e637fe4-9715-4e74-9457-c5de45904ed3', 'serial': '6e637fe4-9715-4e74-9457-c5de45904ed3'} {{(pid=62588) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2095.408226] env[62588]: DEBUG oslo_vmware.api [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794736, 'name': ReconfigVM_Task, 'duration_secs': 0.128403} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.408947] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27294d39-5687-4553-b788-4b77ac24d01b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.426635] env[62588]: DEBUG nova.virt.hardware [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2095.426865] env[62588]: DEBUG nova.virt.hardware [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2095.427032] env[62588]: DEBUG nova.virt.hardware [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2095.427220] env[62588]: DEBUG nova.virt.hardware [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2095.427365] env[62588]: DEBUG nova.virt.hardware [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2095.427512] env[62588]: DEBUG nova.virt.hardware [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2095.427713] env[62588]: DEBUG nova.virt.hardware [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2095.427867] env[62588]: DEBUG nova.virt.hardware [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2095.428287] env[62588]: DEBUG nova.virt.hardware [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2095.428287] env[62588]: DEBUG nova.virt.hardware [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2095.428486] env[62588]: DEBUG nova.virt.hardware [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2095.429245] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e551466-9d98-439b-9457-e2854a662c0a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.434608] env[62588]: DEBUG oslo_vmware.api [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2095.434608] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]524b4871-3488-1f63-3ed4-b20e1bee0b95" [ 2095.434608] env[62588]: _type = "Task" [ 2095.434608] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.442428] env[62588]: DEBUG oslo_vmware.api [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]524b4871-3488-1f63-3ed4-b20e1bee0b95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.944728] env[62588]: DEBUG oslo_vmware.api [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]524b4871-3488-1f63-3ed4-b20e1bee0b95, 'name': SearchDatastore_Task, 'duration_secs': 0.007211} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.950080] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2095.950347] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09bce5ea-2eef-4ae3-a994-211442b9c754 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.968939] env[62588]: DEBUG oslo_vmware.api [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2095.968939] env[62588]: value = "task-1794737" [ 2095.968939] env[62588]: _type = "Task" [ 2095.968939] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.976557] env[62588]: DEBUG oslo_vmware.api [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794737, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.146024] env[62588]: DEBUG nova.objects.instance [None req-48d38255-23c7-4807-9d56-bf18f14dce48 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lazy-loading 'flavor' on Instance uuid af1acff2-000e-4117-8d9b-971ccc2cbeb7 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2096.479559] env[62588]: DEBUG oslo_vmware.api [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794737, 'name': ReconfigVM_Task, 'duration_secs': 0.168855} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.479559] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=62588) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2096.480080] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54015a03-bcc1-49d5-a2ee-8cafffa12c9c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.503783] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 03d53994-4467-4bdc-adab-f09bb73fe874/03d53994-4467-4bdc-adab-f09bb73fe874.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2096.504060] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e8950d6-6fa1-4eec-bceb-c09c3edba9fb {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.522678] env[62588]: DEBUG oslo_vmware.api [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2096.522678] env[62588]: value = "task-1794738" [ 2096.522678] env[62588]: _type = "Task" [ 2096.522678] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.530812] env[62588]: DEBUG oslo_vmware.api [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794738, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.033060] env[62588]: DEBUG oslo_vmware.api [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794738, 'name': ReconfigVM_Task, 'duration_secs': 0.247607} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.033416] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 03d53994-4467-4bdc-adab-f09bb73fe874/03d53994-4467-4bdc-adab-f09bb73fe874.vmdk or device None with type thin {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2097.034134] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355d2608-0dc1-46a5-9c30-d502fedf5b94 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.052358] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701747ae-b64a-42f6-a98c-757c975297b9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.070067] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea4735d-52b3-4a29-9dd5-f758108f71bd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.087712] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10033fab-a5fe-4f39-840a-aa7f0b0b2e63 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.094285] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2097.094513] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62771f0c-0612-4129-8243-843559852a3e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.100422] env[62588]: DEBUG oslo_vmware.api [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2097.100422] env[62588]: value = "task-1794739" [ 2097.100422] env[62588]: _type = "Task" [ 2097.100422] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.107593] env[62588]: DEBUG oslo_vmware.api [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.153567] env[62588]: DEBUG oslo_concurrency.lockutils [None req-48d38255-23c7-4807-9d56-bf18f14dce48 tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "af1acff2-000e-4117-8d9b-971ccc2cbeb7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.703s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.610513] env[62588]: DEBUG oslo_vmware.api [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794739, 'name': PowerOnVM_Task, 'duration_secs': 0.351631} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.610853] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2097.705295] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "af1acff2-000e-4117-8d9b-971ccc2cbeb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2097.705553] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "af1acff2-000e-4117-8d9b-971ccc2cbeb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2097.705760] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "af1acff2-000e-4117-8d9b-971ccc2cbeb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2097.705942] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "af1acff2-000e-4117-8d9b-971ccc2cbeb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2097.706142] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "af1acff2-000e-4117-8d9b-971ccc2cbeb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.708391] env[62588]: INFO nova.compute.manager [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Terminating instance [ 2098.212266] env[62588]: DEBUG nova.compute.manager [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2098.212636] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2098.213383] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8607e3-7bc5-47c2-aded-16923bcef2ad {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.221150] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2098.221372] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4be71d55-fff6-4c58-9b09-0e5516ed6401 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.227266] env[62588]: DEBUG oslo_vmware.api [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 2098.227266] env[62588]: value = "task-1794740" [ 2098.227266] env[62588]: _type = "Task" [ 2098.227266] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.234497] env[62588]: DEBUG oslo_vmware.api [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.622013] env[62588]: INFO nova.compute.manager [None req-3fc6d774-5069-4786-bd99-0b32ac479c42 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Updating instance to original state: 'active' [ 2098.736390] env[62588]: DEBUG oslo_vmware.api [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794740, 'name': PowerOffVM_Task, 'duration_secs': 0.319479} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.736867] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2098.737060] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2098.737305] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c85949aa-271b-45ee-b8b2-59819b7fcb73 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.881132] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2098.881389] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2098.882564] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Deleting the datastore file [datastore1] af1acff2-000e-4117-8d9b-971ccc2cbeb7 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2098.882564] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2f332ea-c35f-40d9-8e55-5567be0f9663 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.888740] env[62588]: DEBUG oslo_vmware.api [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for the task: (returnval){ [ 2098.888740] env[62588]: value = "task-1794742" [ 2098.888740] env[62588]: _type = "Task" [ 2098.888740] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.896966] env[62588]: DEBUG oslo_vmware.api [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.397890] env[62588]: DEBUG oslo_vmware.api [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Task: {'id': task-1794742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14357} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.398260] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2099.398352] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2099.398569] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2099.398675] env[62588]: INFO nova.compute.manager [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2099.398916] env[62588]: DEBUG oslo.service.loopingcall [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2099.399222] env[62588]: DEBUG nova.compute.manager [-] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2099.399222] env[62588]: DEBUG nova.network.neutron [-] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2099.603100] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b289892c-209e-4976-8e31-ed2c64b043b7 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "03d53994-4467-4bdc-adab-f09bb73fe874" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2099.603383] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b289892c-209e-4976-8e31-ed2c64b043b7 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "03d53994-4467-4bdc-adab-f09bb73fe874" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2099.603607] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b289892c-209e-4976-8e31-ed2c64b043b7 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "03d53994-4467-4bdc-adab-f09bb73fe874-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2099.603807] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b289892c-209e-4976-8e31-ed2c64b043b7 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "03d53994-4467-4bdc-adab-f09bb73fe874-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2099.603979] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b289892c-209e-4976-8e31-ed2c64b043b7 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "03d53994-4467-4bdc-adab-f09bb73fe874-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.606299] env[62588]: INFO nova.compute.manager [None req-b289892c-209e-4976-8e31-ed2c64b043b7 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Terminating instance [ 2100.074740] env[62588]: DEBUG nova.compute.manager [req-56f3455f-fb3d-423d-af62-f125b67a4099 req-61f39024-9903-4a03-9186-8be9292cf7eb service nova] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Received event network-vif-deleted-a9c46f01-4d82-429c-a082-766d4af8a9f0 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2100.074868] env[62588]: INFO nova.compute.manager [req-56f3455f-fb3d-423d-af62-f125b67a4099 req-61f39024-9903-4a03-9186-8be9292cf7eb service nova] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Neutron deleted interface a9c46f01-4d82-429c-a082-766d4af8a9f0; detaching it from the instance and deleting it from the info cache [ 2100.075032] env[62588]: DEBUG nova.network.neutron [req-56f3455f-fb3d-423d-af62-f125b67a4099 req-61f39024-9903-4a03-9186-8be9292cf7eb service nova] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2100.109873] env[62588]: DEBUG nova.compute.manager [None req-b289892c-209e-4976-8e31-ed2c64b043b7 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2100.110102] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b289892c-209e-4976-8e31-ed2c64b043b7 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2100.110964] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a851169-dba7-4c45-b11f-921d4761a25a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.119151] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b289892c-209e-4976-8e31-ed2c64b043b7 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2100.119410] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dde63c09-0da6-462a-a0d5-b2880fe7f2b9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.126554] env[62588]: DEBUG oslo_vmware.api [None req-b289892c-209e-4976-8e31-ed2c64b043b7 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2100.126554] env[62588]: value = "task-1794743" [ 2100.126554] env[62588]: _type = "Task" [ 2100.126554] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.134988] env[62588]: DEBUG oslo_vmware.api [None req-b289892c-209e-4976-8e31-ed2c64b043b7 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.555585] env[62588]: DEBUG nova.network.neutron [-] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2100.577534] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8fcdb3f0-abcc-49b7-aabb-3e40cd73e381 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.586855] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc32d823-2bb8-4ec3-8acf-80f2c43ea4f9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.615506] env[62588]: DEBUG nova.compute.manager [req-56f3455f-fb3d-423d-af62-f125b67a4099 req-61f39024-9903-4a03-9186-8be9292cf7eb service nova] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Detach interface failed, port_id=a9c46f01-4d82-429c-a082-766d4af8a9f0, reason: Instance af1acff2-000e-4117-8d9b-971ccc2cbeb7 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 2100.638687] env[62588]: DEBUG oslo_vmware.api [None req-b289892c-209e-4976-8e31-ed2c64b043b7 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794743, 'name': PowerOffVM_Task, 'duration_secs': 0.194996} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.638687] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-b289892c-209e-4976-8e31-ed2c64b043b7 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2100.638850] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b289892c-209e-4976-8e31-ed2c64b043b7 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2100.639083] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-674faf39-9403-4754-832b-4ca7dc509d63 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.715043] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b289892c-209e-4976-8e31-ed2c64b043b7 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2100.715259] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b289892c-209e-4976-8e31-ed2c64b043b7 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2100.715413] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-b289892c-209e-4976-8e31-ed2c64b043b7 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Deleting the datastore file [datastore1] 03d53994-4467-4bdc-adab-f09bb73fe874 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2100.715676] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c900ab09-d2bd-4d5a-b089-fb4ede3556da {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.721918] env[62588]: DEBUG oslo_vmware.api [None req-b289892c-209e-4976-8e31-ed2c64b043b7 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2100.721918] env[62588]: value = "task-1794745" [ 2100.721918] env[62588]: _type = "Task" [ 2100.721918] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.729205] env[62588]: DEBUG oslo_vmware.api [None req-b289892c-209e-4976-8e31-ed2c64b043b7 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.057365] env[62588]: INFO nova.compute.manager [-] [instance: af1acff2-000e-4117-8d9b-971ccc2cbeb7] Took 1.66 seconds to deallocate network for instance. [ 2101.231871] env[62588]: DEBUG oslo_vmware.api [None req-b289892c-209e-4976-8e31-ed2c64b043b7 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146938} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.232079] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-b289892c-209e-4976-8e31-ed2c64b043b7 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2101.232269] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b289892c-209e-4976-8e31-ed2c64b043b7 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2101.232447] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-b289892c-209e-4976-8e31-ed2c64b043b7 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2101.232618] env[62588]: INFO nova.compute.manager [None req-b289892c-209e-4976-8e31-ed2c64b043b7 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2101.232848] env[62588]: DEBUG oslo.service.loopingcall [None req-b289892c-209e-4976-8e31-ed2c64b043b7 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2101.233057] env[62588]: DEBUG nova.compute.manager [-] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2101.233165] env[62588]: DEBUG nova.network.neutron [-] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2103.069234] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2103.069510] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2103.069566] env[62588]: DEBUG nova.objects.instance [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lazy-loading 'resources' on Instance uuid af1acff2-000e-4117-8d9b-971ccc2cbeb7 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2103.103382] env[62588]: DEBUG nova.compute.manager [req-3d98203f-6272-428b-b15b-65a84aca1b44 req-280f2258-89c3-4125-9222-7f9269910770 service nova] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Received event network-vif-deleted-bbf1f7b5-d555-4986-a218-41ac7ce6dcc9 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2103.103480] env[62588]: INFO nova.compute.manager [req-3d98203f-6272-428b-b15b-65a84aca1b44 req-280f2258-89c3-4125-9222-7f9269910770 service nova] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Neutron deleted interface bbf1f7b5-d555-4986-a218-41ac7ce6dcc9; detaching it from the instance and deleting it from the info cache [ 2103.103652] env[62588]: DEBUG nova.network.neutron [req-3d98203f-6272-428b-b15b-65a84aca1b44 req-280f2258-89c3-4125-9222-7f9269910770 service nova] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2103.583223] env[62588]: DEBUG nova.network.neutron [-] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2103.609020] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b14fc7d5-af7c-49e5-a210-c2557bdc3e05 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.619126] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3361bccd-7aab-4ddb-b201-16d1f0cca7e9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.630813] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78460597-eb3b-4c63-8fe8-6db861529f2b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.637966] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b35054-c118-4bb3-acd9-05f6e2cb55bd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.646633] env[62588]: DEBUG nova.compute.manager [req-3d98203f-6272-428b-b15b-65a84aca1b44 req-280f2258-89c3-4125-9222-7f9269910770 service nova] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Detach interface failed, port_id=bbf1f7b5-d555-4986-a218-41ac7ce6dcc9, reason: Instance 03d53994-4467-4bdc-adab-f09bb73fe874 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 2103.671148] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5971d24-2c71-432b-8acc-04dd052f9fbc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.678491] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e84c454-2f55-428b-a8c9-fabfc2eecbd6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.691430] env[62588]: DEBUG nova.compute.provider_tree [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2104.085454] env[62588]: INFO nova.compute.manager [-] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Took 2.85 seconds to deallocate network for instance. [ 2104.173368] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2104.173540] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2104.210312] env[62588]: ERROR nova.scheduler.client.report [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] [req-4b283118-9575-4aaa-969a-c17d2b03d7ae] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eaab8868-4bee-41d4-8b5c-ca05c3049f36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4b283118-9575-4aaa-969a-c17d2b03d7ae"}]} [ 2104.225508] env[62588]: DEBUG nova.scheduler.client.report [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Refreshing inventories for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2104.237188] env[62588]: DEBUG nova.scheduler.client.report [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Updating ProviderTree inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2104.237392] env[62588]: DEBUG nova.compute.provider_tree [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2104.247427] env[62588]: DEBUG nova.scheduler.client.report [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Refreshing aggregate associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, aggregates: None {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2104.263463] env[62588]: DEBUG nova.scheduler.client.report [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Refreshing trait associations for resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62588) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2104.294211] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1365f72-dcfd-4e39-b8e5-c87f791465c8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.301783] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e5397d-2c7e-4153-b1f6-8a961e16ced3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.331208] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbab13b1-6b21-475e-977a-b25c4de90473 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.337727] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99182509-3842-408f-9aee-fe9b223b07e9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.350061] env[62588]: DEBUG nova.compute.provider_tree [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2104.593049] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b289892c-209e-4976-8e31-ed2c64b043b7 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2104.677693] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2104.678169] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Starting heal instance info cache {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 2104.678169] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Rebuilding the list of instances to heal {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2105.196549] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "refresh_cache-03d53994-4467-4bdc-adab-f09bb73fe874" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2105.196861] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquired lock "refresh_cache-03d53994-4467-4bdc-adab-f09bb73fe874" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2105.196861] env[62588]: DEBUG nova.network.neutron [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Forcefully refreshing network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2105.196991] env[62588]: DEBUG nova.objects.instance [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lazy-loading 'info_cache' on Instance uuid 03d53994-4467-4bdc-adab-f09bb73fe874 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2105.867178] env[62588]: DEBUG nova.scheduler.client.report [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Updated inventory for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with generation 185 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2105.867455] env[62588]: DEBUG nova.compute.provider_tree [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Updating resource provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 generation from 185 to 186 during operation: update_inventory {{(pid=62588) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2105.867661] env[62588]: DEBUG nova.compute.provider_tree [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Updating inventory in ProviderTree for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2106.218410] env[62588]: DEBUG nova.network.neutron [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2106.372701] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.303s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2106.374940] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b289892c-209e-4976-8e31-ed2c64b043b7 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.782s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2106.375226] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b289892c-209e-4976-8e31-ed2c64b043b7 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2106.394910] env[62588]: INFO nova.scheduler.client.report [None req-b289892c-209e-4976-8e31-ed2c64b043b7 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Deleted allocations for instance 03d53994-4467-4bdc-adab-f09bb73fe874 [ 2106.396722] env[62588]: INFO nova.scheduler.client.report [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Deleted allocations for instance af1acff2-000e-4117-8d9b-971ccc2cbeb7 [ 2106.806133] env[62588]: DEBUG nova.network.neutron [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2106.907634] env[62588]: DEBUG oslo_concurrency.lockutils [None req-b289892c-209e-4976-8e31-ed2c64b043b7 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "03d53994-4467-4bdc-adab-f09bb73fe874" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.304s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2106.909025] env[62588]: DEBUG oslo_concurrency.lockutils [None req-4ee8e61d-2552-4b1d-9385-27eab781acff tempest-AttachVolumeNegativeTest-217308750 tempest-AttachVolumeNegativeTest-217308750-project-member] Lock "af1acff2-000e-4117-8d9b-971ccc2cbeb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.203s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2107.308767] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Releasing lock "refresh_cache-03d53994-4467-4bdc-adab-f09bb73fe874" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2107.309356] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] [instance: 03d53994-4467-4bdc-adab-f09bb73fe874] Updated the network info_cache for instance {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10469}} [ 2107.309356] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2107.309356] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2107.309596] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2107.309646] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2107.309785] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2107.309933] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2107.310072] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62588) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 2107.310217] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2107.691831] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "69931f05-88e4-4ebd-a712-73baba04a821" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.692093] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "69931f05-88e4-4ebd-a712-73baba04a821" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.813291] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.813510] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.813665] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2107.813818] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62588) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2107.814701] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec15f38f-f410-4680-bbfb-11e8b54e3568 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.822759] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fc8477-440c-4d96-98eb-74adf93caf74 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.836353] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35d322b-1d3b-4dc8-80f9-205d42681e9c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.842517] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f256666-e94c-4fba-b0c6-52ae5f4b351f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.871189] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180964MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62588) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2107.871326] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.871509] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2108.194878] env[62588]: DEBUG nova.compute.manager [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Starting instance... {{(pid=62588) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2108.718196] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2109.394233] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 69931f05-88e4-4ebd-a712-73baba04a821 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2109.394481] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2109.394592] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2109.420462] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f37bbd6-b60b-46b2-b7fa-1c4d2d76fa33 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.428128] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26dd28d2-d5bb-4532-b517-71c27f01b0a2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.461133] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abcaf73-70d7-4b69-b989-a461bbabcbaf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.468790] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5a1fa0-3ca4-420c-a4c8-a5471cfd1894 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.481964] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2109.985275] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2110.490105] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62588) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2110.490329] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.619s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2110.490619] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.773s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.492213] env[62588]: INFO nova.compute.claims [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2111.526447] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa87ea80-302f-4edb-91d0-c45580b43c5d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.533944] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824abef5-cfc1-4289-894f-7d8807313ecd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.562803] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d59d7a-208a-41b0-a27e-5a1596075b85 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.569626] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c5623d-f1c6-43cd-922b-045928aeccc9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.583346] env[62588]: DEBUG nova.compute.provider_tree [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2112.086827] env[62588]: DEBUG nova.scheduler.client.report [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2112.592642] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.102s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2112.593236] env[62588]: DEBUG nova.compute.manager [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Start building networks asynchronously for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2113.098989] env[62588]: DEBUG nova.compute.utils [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Using /dev/sd instead of None {{(pid=62588) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2113.100474] env[62588]: DEBUG nova.compute.manager [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Allocating IP information in the background. {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2113.100986] env[62588]: DEBUG nova.network.neutron [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] allocate_for_instance() {{(pid=62588) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2113.150383] env[62588]: DEBUG nova.policy [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fba669281fe747dd86a8a6db302c8dca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64ae052fbdc942f0b17b96ab4d2252d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62588) authorize /opt/stack/nova/nova/policy.py:192}} [ 2113.409098] env[62588]: DEBUG nova.network.neutron [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Successfully created port: c6d6d73e-fbcb-4dbf-8286-40c47af32bc8 {{(pid=62588) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2113.605537] env[62588]: DEBUG nova.compute.manager [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Start building block device mappings for instance. {{(pid=62588) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2114.615613] env[62588]: DEBUG nova.compute.manager [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Start spawning the instance on the hypervisor. {{(pid=62588) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2114.640952] env[62588]: DEBUG nova.virt.hardware [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T04:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T04:36:40Z,direct_url=,disk_format='vmdk',id=8a4f5777-3342-4af9-920c-7c09a9521eb3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7156078354044095938861545938297f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T04:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2114.641245] env[62588]: DEBUG nova.virt.hardware [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Flavor limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2114.641403] env[62588]: DEBUG nova.virt.hardware [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Image limits 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2114.641584] env[62588]: DEBUG nova.virt.hardware [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Flavor pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2114.641728] env[62588]: DEBUG nova.virt.hardware [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Image pref 0:0:0 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2114.641872] env[62588]: DEBUG nova.virt.hardware [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62588) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2114.642091] env[62588]: DEBUG nova.virt.hardware [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2114.642255] env[62588]: DEBUG nova.virt.hardware [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2114.642423] env[62588]: DEBUG nova.virt.hardware [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Got 1 possible topologies {{(pid=62588) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2114.642583] env[62588]: DEBUG nova.virt.hardware [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2114.642751] env[62588]: DEBUG nova.virt.hardware [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62588) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2114.643687] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a3bf2a-a6d1-448f-8945-ec7e6dcef3d7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.651524] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdda25c-bcc8-415d-8319-310a4a2fd595 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.783528] env[62588]: DEBUG nova.compute.manager [req-aa792cdd-f550-4886-b949-23def0ceccc6 req-8fa7dca9-c9f4-444d-ba39-0f8d625f4cea service nova] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Received event network-vif-plugged-c6d6d73e-fbcb-4dbf-8286-40c47af32bc8 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2114.783528] env[62588]: DEBUG oslo_concurrency.lockutils [req-aa792cdd-f550-4886-b949-23def0ceccc6 req-8fa7dca9-c9f4-444d-ba39-0f8d625f4cea service nova] Acquiring lock "69931f05-88e4-4ebd-a712-73baba04a821-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2114.783857] env[62588]: DEBUG oslo_concurrency.lockutils [req-aa792cdd-f550-4886-b949-23def0ceccc6 req-8fa7dca9-c9f4-444d-ba39-0f8d625f4cea service nova] Lock "69931f05-88e4-4ebd-a712-73baba04a821-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2114.783857] env[62588]: DEBUG oslo_concurrency.lockutils [req-aa792cdd-f550-4886-b949-23def0ceccc6 req-8fa7dca9-c9f4-444d-ba39-0f8d625f4cea service nova] Lock "69931f05-88e4-4ebd-a712-73baba04a821-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2114.783980] env[62588]: DEBUG nova.compute.manager [req-aa792cdd-f550-4886-b949-23def0ceccc6 req-8fa7dca9-c9f4-444d-ba39-0f8d625f4cea service nova] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] No waiting events found dispatching network-vif-plugged-c6d6d73e-fbcb-4dbf-8286-40c47af32bc8 {{(pid=62588) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2114.784266] env[62588]: WARNING nova.compute.manager [req-aa792cdd-f550-4886-b949-23def0ceccc6 req-8fa7dca9-c9f4-444d-ba39-0f8d625f4cea service nova] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Received unexpected event network-vif-plugged-c6d6d73e-fbcb-4dbf-8286-40c47af32bc8 for instance with vm_state building and task_state spawning. [ 2114.868711] env[62588]: DEBUG nova.network.neutron [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Successfully updated port: c6d6d73e-fbcb-4dbf-8286-40c47af32bc8 {{(pid=62588) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2115.374179] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "refresh_cache-69931f05-88e4-4ebd-a712-73baba04a821" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2115.374351] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquired lock "refresh_cache-69931f05-88e4-4ebd-a712-73baba04a821" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2115.374508] env[62588]: DEBUG nova.network.neutron [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2115.907368] env[62588]: DEBUG nova.network.neutron [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Instance cache missing network info. {{(pid=62588) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2116.052660] env[62588]: DEBUG nova.network.neutron [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Updating instance_info_cache with network_info: [{"id": "c6d6d73e-fbcb-4dbf-8286-40c47af32bc8", "address": "fa:16:3e:85:0a:17", "network": {"id": "005b221e-cf07-4d05-b85b-99fe5911cbdb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-505805492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ae052fbdc942f0b17b96ab4d2252d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6d6d73e-fb", "ovs_interfaceid": "c6d6d73e-fbcb-4dbf-8286-40c47af32bc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2116.555236] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Releasing lock "refresh_cache-69931f05-88e4-4ebd-a712-73baba04a821" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2116.555595] env[62588]: DEBUG nova.compute.manager [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Instance network_info: |[{"id": "c6d6d73e-fbcb-4dbf-8286-40c47af32bc8", "address": "fa:16:3e:85:0a:17", "network": {"id": "005b221e-cf07-4d05-b85b-99fe5911cbdb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-505805492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ae052fbdc942f0b17b96ab4d2252d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6d6d73e-fb", "ovs_interfaceid": "c6d6d73e-fbcb-4dbf-8286-40c47af32bc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62588) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2116.556055] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:0a:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6d6d73e-fbcb-4dbf-8286-40c47af32bc8', 'vif_model': 'vmxnet3'}] {{(pid=62588) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2116.563575] env[62588]: DEBUG oslo.service.loopingcall [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2116.563787] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Creating VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2116.564014] env[62588]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b92ec96f-127b-4778-9b84-97ac91128aa1 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.586472] env[62588]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2116.586472] env[62588]: value = "task-1794749" [ 2116.586472] env[62588]: _type = "Task" [ 2116.586472] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.594056] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794749, 'name': CreateVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.811728] env[62588]: DEBUG nova.compute.manager [req-5820fcb6-71ec-4ed8-90c3-f33923c0edcb req-e8052597-bf47-4ff1-8541-1758f90eafc8 service nova] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Received event network-changed-c6d6d73e-fbcb-4dbf-8286-40c47af32bc8 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2116.812028] env[62588]: DEBUG nova.compute.manager [req-5820fcb6-71ec-4ed8-90c3-f33923c0edcb req-e8052597-bf47-4ff1-8541-1758f90eafc8 service nova] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Refreshing instance network info cache due to event network-changed-c6d6d73e-fbcb-4dbf-8286-40c47af32bc8. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 2116.812382] env[62588]: DEBUG oslo_concurrency.lockutils [req-5820fcb6-71ec-4ed8-90c3-f33923c0edcb req-e8052597-bf47-4ff1-8541-1758f90eafc8 service nova] Acquiring lock "refresh_cache-69931f05-88e4-4ebd-a712-73baba04a821" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2116.812634] env[62588]: DEBUG oslo_concurrency.lockutils [req-5820fcb6-71ec-4ed8-90c3-f33923c0edcb req-e8052597-bf47-4ff1-8541-1758f90eafc8 service nova] Acquired lock "refresh_cache-69931f05-88e4-4ebd-a712-73baba04a821" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2116.812918] env[62588]: DEBUG nova.network.neutron [req-5820fcb6-71ec-4ed8-90c3-f33923c0edcb req-e8052597-bf47-4ff1-8541-1758f90eafc8 service nova] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Refreshing network info cache for port c6d6d73e-fbcb-4dbf-8286-40c47af32bc8 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2117.096097] env[62588]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794749, 'name': CreateVM_Task, 'duration_secs': 0.328283} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.096535] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Created VM on the ESX host {{(pid=62588) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2117.096968] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2117.097154] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2117.097471] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2117.097711] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b05321a-7091-48f3-8ab8-924bfb7d5fa9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.102051] env[62588]: DEBUG oslo_vmware.api [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2117.102051] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52500257-99e2-60b7-2903-51b09693a5f3" [ 2117.102051] env[62588]: _type = "Task" [ 2117.102051] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.110214] env[62588]: DEBUG oslo_vmware.api [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52500257-99e2-60b7-2903-51b09693a5f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.611521] env[62588]: DEBUG oslo_vmware.api [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]52500257-99e2-60b7-2903-51b09693a5f3, 'name': SearchDatastore_Task, 'duration_secs': 0.011128} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.611830] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2117.612058] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Processing image 8a4f5777-3342-4af9-920c-7c09a9521eb3 {{(pid=62588) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2117.612323] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2117.612493] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2117.612675] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2117.612934] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52b8a83a-aec2-4c6f-83ca-252a982b0579 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.621135] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62588) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2117.621311] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62588) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2117.622028] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca685536-4418-4ef5-88a5-e1dc24193be6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.626582] env[62588]: DEBUG oslo_vmware.api [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2117.626582] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5230fa55-dcd6-8a25-35ce-f6f97a81feba" [ 2117.626582] env[62588]: _type = "Task" [ 2117.626582] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.633810] env[62588]: DEBUG oslo_vmware.api [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5230fa55-dcd6-8a25-35ce-f6f97a81feba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.634565] env[62588]: DEBUG nova.network.neutron [req-5820fcb6-71ec-4ed8-90c3-f33923c0edcb req-e8052597-bf47-4ff1-8541-1758f90eafc8 service nova] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Updated VIF entry in instance network info cache for port c6d6d73e-fbcb-4dbf-8286-40c47af32bc8. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2117.634926] env[62588]: DEBUG nova.network.neutron [req-5820fcb6-71ec-4ed8-90c3-f33923c0edcb req-e8052597-bf47-4ff1-8541-1758f90eafc8 service nova] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Updating instance_info_cache with network_info: [{"id": "c6d6d73e-fbcb-4dbf-8286-40c47af32bc8", "address": "fa:16:3e:85:0a:17", "network": {"id": "005b221e-cf07-4d05-b85b-99fe5911cbdb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-505805492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ae052fbdc942f0b17b96ab4d2252d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6d6d73e-fb", "ovs_interfaceid": "c6d6d73e-fbcb-4dbf-8286-40c47af32bc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2118.137315] env[62588]: DEBUG oslo_concurrency.lockutils [req-5820fcb6-71ec-4ed8-90c3-f33923c0edcb req-e8052597-bf47-4ff1-8541-1758f90eafc8 service nova] Releasing lock "refresh_cache-69931f05-88e4-4ebd-a712-73baba04a821" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2118.137710] env[62588]: DEBUG oslo_vmware.api [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]5230fa55-dcd6-8a25-35ce-f6f97a81feba, 'name': SearchDatastore_Task, 'duration_secs': 0.007579} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.138474] env[62588]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-162ffa94-92a6-4486-a68c-53a1325891cd {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.143252] env[62588]: DEBUG oslo_vmware.api [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2118.143252] env[62588]: value = "session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522c64ae-ab45-8d2a-5ab3-233887debc61" [ 2118.143252] env[62588]: _type = "Task" [ 2118.143252] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.151178] env[62588]: DEBUG oslo_vmware.api [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522c64ae-ab45-8d2a-5ab3-233887debc61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.653349] env[62588]: DEBUG oslo_vmware.api [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': session[521a80c8-0ca5-b3a9-a229-132d25e7d18d]522c64ae-ab45-8d2a-5ab3-233887debc61, 'name': SearchDatastore_Task, 'duration_secs': 0.00934} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.653608] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2118.653866] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 69931f05-88e4-4ebd-a712-73baba04a821/69931f05-88e4-4ebd-a712-73baba04a821.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2118.654142] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-921911ad-3327-448b-a9e5-a4af45aaae17 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.661443] env[62588]: DEBUG oslo_vmware.api [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2118.661443] env[62588]: value = "task-1794750" [ 2118.661443] env[62588]: _type = "Task" [ 2118.661443] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.668810] env[62588]: DEBUG oslo_vmware.api [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.172807] env[62588]: DEBUG oslo_vmware.api [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794750, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.418046} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.173113] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a4f5777-3342-4af9-920c-7c09a9521eb3/8a4f5777-3342-4af9-920c-7c09a9521eb3.vmdk to [datastore1] 69931f05-88e4-4ebd-a712-73baba04a821/69931f05-88e4-4ebd-a712-73baba04a821.vmdk {{(pid=62588) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2119.173286] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Extending root virtual disk to 1048576 {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2119.173525] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33893f69-0d0e-44ec-8e30-94f040a55335 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.179856] env[62588]: DEBUG oslo_vmware.api [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2119.179856] env[62588]: value = "task-1794751" [ 2119.179856] env[62588]: _type = "Task" [ 2119.179856] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.186801] env[62588]: DEBUG oslo_vmware.api [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.689097] env[62588]: DEBUG oslo_vmware.api [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064351} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.689335] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Extended root virtual disk {{(pid=62588) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2119.690081] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63800ee-fd2e-4fa0-a817-9ea60e215ffc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.711662] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 69931f05-88e4-4ebd-a712-73baba04a821/69931f05-88e4-4ebd-a712-73baba04a821.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2119.711903] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8b8a866-14f8-4656-b9f9-43dc33e93ddf {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.730305] env[62588]: DEBUG oslo_vmware.api [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2119.730305] env[62588]: value = "task-1794752" [ 2119.730305] env[62588]: _type = "Task" [ 2119.730305] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.737594] env[62588]: DEBUG oslo_vmware.api [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794752, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.240368] env[62588]: DEBUG oslo_vmware.api [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794752, 'name': ReconfigVM_Task, 'duration_secs': 0.41} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.240724] env[62588]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 69931f05-88e4-4ebd-a712-73baba04a821/69931f05-88e4-4ebd-a712-73baba04a821.vmdk or device None with type sparse {{(pid=62588) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2120.241198] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f11ef9f-1470-4dde-a0d0-0ab7eb192a43 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.247619] env[62588]: DEBUG oslo_vmware.api [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2120.247619] env[62588]: value = "task-1794753" [ 2120.247619] env[62588]: _type = "Task" [ 2120.247619] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.255114] env[62588]: DEBUG oslo_vmware.api [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794753, 'name': Rename_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.757064] env[62588]: DEBUG oslo_vmware.api [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794753, 'name': Rename_Task, 'duration_secs': 0.15643} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.757345] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2120.757598] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98058788-ae51-4035-b792-0b21c33c3ba8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.763562] env[62588]: DEBUG oslo_vmware.api [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2120.763562] env[62588]: value = "task-1794754" [ 2120.763562] env[62588]: _type = "Task" [ 2120.763562] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.770686] env[62588]: DEBUG oslo_vmware.api [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.273865] env[62588]: DEBUG oslo_vmware.api [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794754, 'name': PowerOnVM_Task, 'duration_secs': 0.437742} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.274290] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2121.274355] env[62588]: INFO nova.compute.manager [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Took 6.66 seconds to spawn the instance on the hypervisor. [ 2121.274512] env[62588]: DEBUG nova.compute.manager [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2121.275325] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fab57a-64d9-47cb-ad4a-32377244a8a9 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.793154] env[62588]: INFO nova.compute.manager [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Took 13.09 seconds to build instance. [ 2122.295183] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ba980d70-ca65-4e62-a1db-22fa22a17c6a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "69931f05-88e4-4ebd-a712-73baba04a821" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.603s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2122.937494] env[62588]: DEBUG nova.compute.manager [req-09145e45-4522-4bb5-be35-fea4f7f42925 req-4c1c69d5-c26c-47c0-b51b-42c056baeaf4 service nova] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Received event network-changed-c6d6d73e-fbcb-4dbf-8286-40c47af32bc8 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2122.937697] env[62588]: DEBUG nova.compute.manager [req-09145e45-4522-4bb5-be35-fea4f7f42925 req-4c1c69d5-c26c-47c0-b51b-42c056baeaf4 service nova] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Refreshing instance network info cache due to event network-changed-c6d6d73e-fbcb-4dbf-8286-40c47af32bc8. {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 2122.937912] env[62588]: DEBUG oslo_concurrency.lockutils [req-09145e45-4522-4bb5-be35-fea4f7f42925 req-4c1c69d5-c26c-47c0-b51b-42c056baeaf4 service nova] Acquiring lock "refresh_cache-69931f05-88e4-4ebd-a712-73baba04a821" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2122.938065] env[62588]: DEBUG oslo_concurrency.lockutils [req-09145e45-4522-4bb5-be35-fea4f7f42925 req-4c1c69d5-c26c-47c0-b51b-42c056baeaf4 service nova] Acquired lock "refresh_cache-69931f05-88e4-4ebd-a712-73baba04a821" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2122.938226] env[62588]: DEBUG nova.network.neutron [req-09145e45-4522-4bb5-be35-fea4f7f42925 req-4c1c69d5-c26c-47c0-b51b-42c056baeaf4 service nova] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Refreshing network info cache for port c6d6d73e-fbcb-4dbf-8286-40c47af32bc8 {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2123.635901] env[62588]: DEBUG nova.network.neutron [req-09145e45-4522-4bb5-be35-fea4f7f42925 req-4c1c69d5-c26c-47c0-b51b-42c056baeaf4 service nova] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Updated VIF entry in instance network info cache for port c6d6d73e-fbcb-4dbf-8286-40c47af32bc8. {{(pid=62588) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2123.636324] env[62588]: DEBUG nova.network.neutron [req-09145e45-4522-4bb5-be35-fea4f7f42925 req-4c1c69d5-c26c-47c0-b51b-42c056baeaf4 service nova] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Updating instance_info_cache with network_info: [{"id": "c6d6d73e-fbcb-4dbf-8286-40c47af32bc8", "address": "fa:16:3e:85:0a:17", "network": {"id": "005b221e-cf07-4d05-b85b-99fe5911cbdb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-505805492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ae052fbdc942f0b17b96ab4d2252d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6d6d73e-fb", "ovs_interfaceid": "c6d6d73e-fbcb-4dbf-8286-40c47af32bc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2124.139115] env[62588]: DEBUG oslo_concurrency.lockutils [req-09145e45-4522-4bb5-be35-fea4f7f42925 req-4c1c69d5-c26c-47c0-b51b-42c056baeaf4 service nova] Releasing lock "refresh_cache-69931f05-88e4-4ebd-a712-73baba04a821" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2159.068269] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e84a78d8-e7a2-46c2-85df-0a767af021ca tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "69931f05-88e4-4ebd-a712-73baba04a821" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2159.068721] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e84a78d8-e7a2-46c2-85df-0a767af021ca tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "69931f05-88e4-4ebd-a712-73baba04a821" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2159.068721] env[62588]: DEBUG nova.compute.manager [None req-e84a78d8-e7a2-46c2-85df-0a767af021ca tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2159.069998] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef66c5f2-c110-46d0-a6f4-95badf4a72c6 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.076793] env[62588]: DEBUG nova.compute.manager [None req-e84a78d8-e7a2-46c2-85df-0a767af021ca tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62588) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2159.077355] env[62588]: DEBUG nova.objects.instance [None req-e84a78d8-e7a2-46c2-85df-0a767af021ca tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lazy-loading 'flavor' on Instance uuid 69931f05-88e4-4ebd-a712-73baba04a821 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2160.086512] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-e84a78d8-e7a2-46c2-85df-0a767af021ca tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2160.086872] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd104e5b-832b-4bca-a424-d9d18fb079e7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.094090] env[62588]: DEBUG oslo_vmware.api [None req-e84a78d8-e7a2-46c2-85df-0a767af021ca tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2160.094090] env[62588]: value = "task-1794755" [ 2160.094090] env[62588]: _type = "Task" [ 2160.094090] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.101878] env[62588]: DEBUG oslo_vmware.api [None req-e84a78d8-e7a2-46c2-85df-0a767af021ca tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.603157] env[62588]: DEBUG oslo_vmware.api [None req-e84a78d8-e7a2-46c2-85df-0a767af021ca tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794755, 'name': PowerOffVM_Task, 'duration_secs': 0.173826} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.603446] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-e84a78d8-e7a2-46c2-85df-0a767af021ca tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2160.603640] env[62588]: DEBUG nova.compute.manager [None req-e84a78d8-e7a2-46c2-85df-0a767af021ca tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2160.604402] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2806f16b-5e5e-4b44-91ce-b4d61305518b {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.116622] env[62588]: DEBUG oslo_concurrency.lockutils [None req-e84a78d8-e7a2-46c2-85df-0a767af021ca tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "69931f05-88e4-4ebd-a712-73baba04a821" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2161.457298] env[62588]: DEBUG nova.objects.instance [None req-2872fe52-1cc5-4359-9326-49f6afdac114 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lazy-loading 'flavor' on Instance uuid 69931f05-88e4-4ebd-a712-73baba04a821 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2161.963459] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2872fe52-1cc5-4359-9326-49f6afdac114 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "refresh_cache-69931f05-88e4-4ebd-a712-73baba04a821" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2161.963644] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2872fe52-1cc5-4359-9326-49f6afdac114 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquired lock "refresh_cache-69931f05-88e4-4ebd-a712-73baba04a821" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2161.963789] env[62588]: DEBUG nova.network.neutron [None req-2872fe52-1cc5-4359-9326-49f6afdac114 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2161.963964] env[62588]: DEBUG nova.objects.instance [None req-2872fe52-1cc5-4359-9326-49f6afdac114 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lazy-loading 'info_cache' on Instance uuid 69931f05-88e4-4ebd-a712-73baba04a821 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2162.467339] env[62588]: DEBUG nova.objects.base [None req-2872fe52-1cc5-4359-9326-49f6afdac114 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Object Instance<69931f05-88e4-4ebd-a712-73baba04a821> lazy-loaded attributes: flavor,info_cache {{(pid=62588) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2163.165029] env[62588]: DEBUG nova.network.neutron [None req-2872fe52-1cc5-4359-9326-49f6afdac114 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Updating instance_info_cache with network_info: [{"id": "c6d6d73e-fbcb-4dbf-8286-40c47af32bc8", "address": "fa:16:3e:85:0a:17", "network": {"id": "005b221e-cf07-4d05-b85b-99fe5911cbdb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-505805492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ae052fbdc942f0b17b96ab4d2252d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6d6d73e-fb", "ovs_interfaceid": "c6d6d73e-fbcb-4dbf-8286-40c47af32bc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2163.667755] env[62588]: DEBUG oslo_concurrency.lockutils [None req-2872fe52-1cc5-4359-9326-49f6afdac114 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Releasing lock "refresh_cache-69931f05-88e4-4ebd-a712-73baba04a821" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2164.673586] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-2872fe52-1cc5-4359-9326-49f6afdac114 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Powering on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2164.674086] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b1134f9-7628-4142-a7ca-0b17927b0ef8 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.681977] env[62588]: DEBUG oslo_vmware.api [None req-2872fe52-1cc5-4359-9326-49f6afdac114 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2164.681977] env[62588]: value = "task-1794756" [ 2164.681977] env[62588]: _type = "Task" [ 2164.681977] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.690106] env[62588]: DEBUG oslo_vmware.api [None req-2872fe52-1cc5-4359-9326-49f6afdac114 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.192278] env[62588]: DEBUG oslo_vmware.api [None req-2872fe52-1cc5-4359-9326-49f6afdac114 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794756, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.692689] env[62588]: DEBUG oslo_vmware.api [None req-2872fe52-1cc5-4359-9326-49f6afdac114 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794756, 'name': PowerOnVM_Task, 'duration_secs': 0.554989} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.693244] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-2872fe52-1cc5-4359-9326-49f6afdac114 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Powered on the VM {{(pid=62588) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2165.693244] env[62588]: DEBUG nova.compute.manager [None req-2872fe52-1cc5-4359-9326-49f6afdac114 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2165.694025] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d621c242-7e6d-45e4-8d76-cef983055db3 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.533764] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923f8182-88bb-4d5d-9458-42ee485d0521 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.541655] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ae1f54-4ff2-4745-8a93-af9ff7e75d68 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Suspending the VM {{(pid=62588) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2167.541876] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7d786650-b688-4523-bca8-15526771e02c {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.548518] env[62588]: DEBUG oslo_vmware.api [None req-a2ae1f54-4ff2-4745-8a93-af9ff7e75d68 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2167.548518] env[62588]: value = "task-1794757" [ 2167.548518] env[62588]: _type = "Task" [ 2167.548518] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.556238] env[62588]: DEBUG oslo_vmware.api [None req-a2ae1f54-4ff2-4745-8a93-af9ff7e75d68 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794757, 'name': SuspendVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.057905] env[62588]: DEBUG oslo_vmware.api [None req-a2ae1f54-4ff2-4745-8a93-af9ff7e75d68 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794757, 'name': SuspendVM_Task} progress is 70%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.558630] env[62588]: DEBUG oslo_vmware.api [None req-a2ae1f54-4ff2-4745-8a93-af9ff7e75d68 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794757, 'name': SuspendVM_Task, 'duration_secs': 0.589133} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2168.559022] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ae1f54-4ff2-4745-8a93-af9ff7e75d68 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Suspended the VM {{(pid=62588) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2168.559075] env[62588]: DEBUG nova.compute.manager [None req-a2ae1f54-4ff2-4745-8a93-af9ff7e75d68 tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2168.559841] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6b0a07-0457-485b-89f9-2318700df131 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.877683] env[62588]: INFO nova.compute.manager [None req-ea970b75-9743-4cda-b90b-ec2adf5c273a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Resuming [ 2169.878400] env[62588]: DEBUG nova.objects.instance [None req-ea970b75-9743-4cda-b90b-ec2adf5c273a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lazy-loading 'flavor' on Instance uuid 69931f05-88e4-4ebd-a712-73baba04a821 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2170.496029] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2170.496271] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2170.496428] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Starting heal instance info cache {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 2170.999466] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Didn't find any instances for network info cache update. {{(pid=62588) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 2170.999834] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2170.999885] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2171.000015] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2171.000169] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2171.000329] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2171.000476] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2171.000605] env[62588]: DEBUG nova.compute.manager [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62588) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 2171.000747] env[62588]: DEBUG oslo_service.periodic_task [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62588) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2171.389512] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ea970b75-9743-4cda-b90b-ec2adf5c273a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "refresh_cache-69931f05-88e4-4ebd-a712-73baba04a821" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2171.389733] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ea970b75-9743-4cda-b90b-ec2adf5c273a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquired lock "refresh_cache-69931f05-88e4-4ebd-a712-73baba04a821" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2171.389878] env[62588]: DEBUG nova.network.neutron [None req-ea970b75-9743-4cda-b90b-ec2adf5c273a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Building network info cache for instance {{(pid=62588) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2171.503719] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2171.504049] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2171.504235] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2171.504394] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62588) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2171.505293] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133947e7-b00f-427b-8462-31f1152d9719 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.513244] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e737f62a-0501-478d-9b16-d66200d19855 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.528420] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f478d082-77ce-4c15-978d-26168fbd163f {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.534441] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56b65fd-b1df-4741-9d92-db96cc8875c5 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.562351] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181336MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62588) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2171.562470] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2171.562651] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2172.092844] env[62588]: DEBUG nova.network.neutron [None req-ea970b75-9743-4cda-b90b-ec2adf5c273a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Updating instance_info_cache with network_info: [{"id": "c6d6d73e-fbcb-4dbf-8286-40c47af32bc8", "address": "fa:16:3e:85:0a:17", "network": {"id": "005b221e-cf07-4d05-b85b-99fe5911cbdb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-505805492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ae052fbdc942f0b17b96ab4d2252d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6d6d73e-fb", "ovs_interfaceid": "c6d6d73e-fbcb-4dbf-8286-40c47af32bc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2172.587611] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Instance 69931f05-88e4-4ebd-a712-73baba04a821 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62588) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2172.587813] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2172.587960] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62588) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2172.595562] env[62588]: DEBUG oslo_concurrency.lockutils [None req-ea970b75-9743-4cda-b90b-ec2adf5c273a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Releasing lock "refresh_cache-69931f05-88e4-4ebd-a712-73baba04a821" {{(pid=62588) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2172.596511] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c879e1ea-f6d7-469c-aafa-66ddd8f00590 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.604626] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-ea970b75-9743-4cda-b90b-ec2adf5c273a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Resuming the VM {{(pid=62588) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2172.604920] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8af5af51-558f-4644-a91f-063fb61f8af4 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.610748] env[62588]: DEBUG oslo_vmware.api [None req-ea970b75-9743-4cda-b90b-ec2adf5c273a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2172.610748] env[62588]: value = "task-1794758" [ 2172.610748] env[62588]: _type = "Task" [ 2172.610748] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.614705] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82629398-862a-4f74-b017-86fa751d0cd7 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.621731] env[62588]: DEBUG oslo_vmware.api [None req-ea970b75-9743-4cda-b90b-ec2adf5c273a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794758, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.624165] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d37a2c-431d-41c3-8b11-8b9da6a0b402 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.654804] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f41a35-5252-414f-8602-be70a8283c24 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.661956] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c418df5-d7fd-46e1-9d78-98b9c818d54d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.675447] env[62588]: DEBUG nova.compute.provider_tree [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2173.124525] env[62588]: DEBUG oslo_vmware.api [None req-ea970b75-9743-4cda-b90b-ec2adf5c273a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794758, 'name': PowerOnVM_Task, 'duration_secs': 0.473429} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.124942] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-ea970b75-9743-4cda-b90b-ec2adf5c273a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Resumed the VM {{(pid=62588) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2173.125079] env[62588]: DEBUG nova.compute.manager [None req-ea970b75-9743-4cda-b90b-ec2adf5c273a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Checking state {{(pid=62588) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2173.126345] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7cfd1b-d4aa-43d5-9169-ceeb7f447a31 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.178667] env[62588]: DEBUG nova.scheduler.client.report [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2173.684981] env[62588]: DEBUG nova.compute.resource_tracker [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62588) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2173.685215] env[62588]: DEBUG oslo_concurrency.lockutils [None req-73a8a91c-f350-4b6c-a864-cd0506a3243b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.122s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2174.561135] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0cbfb775-2085-4d41-8612-4b514455200a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "69931f05-88e4-4ebd-a712-73baba04a821" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2174.561538] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0cbfb775-2085-4d41-8612-4b514455200a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "69931f05-88e4-4ebd-a712-73baba04a821" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2174.561678] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0cbfb775-2085-4d41-8612-4b514455200a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "69931f05-88e4-4ebd-a712-73baba04a821-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2174.561887] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0cbfb775-2085-4d41-8612-4b514455200a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "69931f05-88e4-4ebd-a712-73baba04a821-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2174.562052] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0cbfb775-2085-4d41-8612-4b514455200a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "69931f05-88e4-4ebd-a712-73baba04a821-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2174.564296] env[62588]: INFO nova.compute.manager [None req-0cbfb775-2085-4d41-8612-4b514455200a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Terminating instance [ 2175.068723] env[62588]: DEBUG nova.compute.manager [None req-0cbfb775-2085-4d41-8612-4b514455200a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Start destroying the instance on the hypervisor. {{(pid=62588) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2175.068952] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0cbfb775-2085-4d41-8612-4b514455200a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Destroying instance {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2175.069857] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183be9fc-c284-4bf8-8abf-a6b3ab7e1b66 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.077798] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cbfb775-2085-4d41-8612-4b514455200a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Powering off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2175.078024] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c77f615-ed3f-41bf-8da8-a2e0ece94655 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.084560] env[62588]: DEBUG oslo_vmware.api [None req-0cbfb775-2085-4d41-8612-4b514455200a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2175.084560] env[62588]: value = "task-1794759" [ 2175.084560] env[62588]: _type = "Task" [ 2175.084560] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.093480] env[62588]: DEBUG oslo_vmware.api [None req-0cbfb775-2085-4d41-8612-4b514455200a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.594273] env[62588]: DEBUG oslo_vmware.api [None req-0cbfb775-2085-4d41-8612-4b514455200a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794759, 'name': PowerOffVM_Task, 'duration_secs': 0.171596} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.594273] env[62588]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cbfb775-2085-4d41-8612-4b514455200a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Powered off the VM {{(pid=62588) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2175.594893] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0cbfb775-2085-4d41-8612-4b514455200a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Unregistering the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2175.594893] env[62588]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f08769a0-6927-45dd-81f8-d0cc06d31e29 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.669895] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0cbfb775-2085-4d41-8612-4b514455200a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Unregistered the VM {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2175.670158] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0cbfb775-2085-4d41-8612-4b514455200a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Deleting contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2175.670345] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cbfb775-2085-4d41-8612-4b514455200a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Deleting the datastore file [datastore1] 69931f05-88e4-4ebd-a712-73baba04a821 {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2175.670609] env[62588]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f27ed89-a57a-4c8e-85a2-f34932f09174 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.676896] env[62588]: DEBUG oslo_vmware.api [None req-0cbfb775-2085-4d41-8612-4b514455200a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for the task: (returnval){ [ 2175.676896] env[62588]: value = "task-1794761" [ 2175.676896] env[62588]: _type = "Task" [ 2175.676896] env[62588]: } to complete. {{(pid=62588) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.684365] env[62588]: DEBUG oslo_vmware.api [None req-0cbfb775-2085-4d41-8612-4b514455200a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.186683] env[62588]: DEBUG oslo_vmware.api [None req-0cbfb775-2085-4d41-8612-4b514455200a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Task: {'id': task-1794761, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153774} completed successfully. {{(pid=62588) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.186927] env[62588]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cbfb775-2085-4d41-8612-4b514455200a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Deleted the datastore file {{(pid=62588) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2176.187122] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0cbfb775-2085-4d41-8612-4b514455200a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Deleted contents of the VM from datastore datastore1 {{(pid=62588) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2176.187300] env[62588]: DEBUG nova.virt.vmwareapi.vmops [None req-0cbfb775-2085-4d41-8612-4b514455200a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Instance destroyed {{(pid=62588) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2176.187471] env[62588]: INFO nova.compute.manager [None req-0cbfb775-2085-4d41-8612-4b514455200a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2176.187703] env[62588]: DEBUG oslo.service.loopingcall [None req-0cbfb775-2085-4d41-8612-4b514455200a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62588) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2176.187889] env[62588]: DEBUG nova.compute.manager [-] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Deallocating network for instance {{(pid=62588) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2176.187986] env[62588]: DEBUG nova.network.neutron [-] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] deallocate_for_instance() {{(pid=62588) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2176.673382] env[62588]: DEBUG nova.compute.manager [req-1d20abb6-0634-4bb5-a6e6-47fad9609797 req-beb5d987-e5ea-410f-b701-ea3551197845 service nova] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Received event network-vif-deleted-c6d6d73e-fbcb-4dbf-8286-40c47af32bc8 {{(pid=62588) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2176.673682] env[62588]: INFO nova.compute.manager [req-1d20abb6-0634-4bb5-a6e6-47fad9609797 req-beb5d987-e5ea-410f-b701-ea3551197845 service nova] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Neutron deleted interface c6d6d73e-fbcb-4dbf-8286-40c47af32bc8; detaching it from the instance and deleting it from the info cache [ 2176.673791] env[62588]: DEBUG nova.network.neutron [req-1d20abb6-0634-4bb5-a6e6-47fad9609797 req-beb5d987-e5ea-410f-b701-ea3551197845 service nova] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2177.152755] env[62588]: DEBUG nova.network.neutron [-] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Updating instance_info_cache with network_info: [] {{(pid=62588) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2177.176321] env[62588]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9c5ccc2-7e8a-4020-99b7-3458c23c550d {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.185721] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4aedaf3-a357-4ab6-8710-a36c3ed07e6a {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.209180] env[62588]: DEBUG nova.compute.manager [req-1d20abb6-0634-4bb5-a6e6-47fad9609797 req-beb5d987-e5ea-410f-b701-ea3551197845 service nova] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Detach interface failed, port_id=c6d6d73e-fbcb-4dbf-8286-40c47af32bc8, reason: Instance 69931f05-88e4-4ebd-a712-73baba04a821 could not be found. {{(pid=62588) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 2177.655922] env[62588]: INFO nova.compute.manager [-] [instance: 69931f05-88e4-4ebd-a712-73baba04a821] Took 1.47 seconds to deallocate network for instance. [ 2178.162128] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0cbfb775-2085-4d41-8612-4b514455200a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2178.162490] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0cbfb775-2085-4d41-8612-4b514455200a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2178.162642] env[62588]: DEBUG nova.objects.instance [None req-0cbfb775-2085-4d41-8612-4b514455200a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lazy-loading 'resources' on Instance uuid 69931f05-88e4-4ebd-a712-73baba04a821 {{(pid=62588) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2178.698249] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6195d3d4-4acd-4629-87c3-c537f10f9abc {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.705943] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f331cce-ebe3-4633-b4d2-c1d9c4c5f09e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.736320] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cf4817-f028-4078-b915-7c77e53065b2 {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.743155] env[62588]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b494584-e9ed-4a2c-bb94-cd374301997e {{(pid=62588) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.755750] env[62588]: DEBUG nova.compute.provider_tree [None req-0cbfb775-2085-4d41-8612-4b514455200a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Inventory has not changed in ProviderTree for provider: eaab8868-4bee-41d4-8b5c-ca05c3049f36 {{(pid=62588) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2179.259462] env[62588]: DEBUG nova.scheduler.client.report [None req-0cbfb775-2085-4d41-8612-4b514455200a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Inventory has not changed for provider eaab8868-4bee-41d4-8b5c-ca05c3049f36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62588) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2179.764081] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0cbfb775-2085-4d41-8612-4b514455200a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2179.784186] env[62588]: INFO nova.scheduler.client.report [None req-0cbfb775-2085-4d41-8612-4b514455200a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Deleted allocations for instance 69931f05-88e4-4ebd-a712-73baba04a821 [ 2180.293200] env[62588]: DEBUG oslo_concurrency.lockutils [None req-0cbfb775-2085-4d41-8612-4b514455200a tempest-ServerActionsTestJSON-1937638337 tempest-ServerActionsTestJSON-1937638337-project-member] Lock "69931f05-88e4-4ebd-a712-73baba04a821" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.732s {{(pid=62588) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}